functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries.
  20                 dependencies:
  21                     installer: ''
  22                     scenario: ''
  23                 run:
  24                     module:
  25                         'functest.opnfv_tests.openstack.api.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: tenantnetwork1
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     It creates and configures all tenant network ressources
  35                     required by advanced testcases (subnet, network and
  36                     router).
  37                 dependencies:
  38                     installer: ''
  39                     scenario: ''
  40                 run:
  41                     module: 'functest.core.tenantnetwork'
  42                     class: 'TenantNetwork1'
  43
  44             -
  45                 case_name: tenantnetwork2
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: true
  49                 description: >-
  50                     It creates new user/project before creating and configuring
  51                     all tenant network ressources required by a testcase
  52                     (subnet, network and router).
  53                 dependencies:
  54                     installer: ''
  55                     scenario: ''
  56                 run:
  57                     module: 'functest.core.tenantnetwork'
  58                     class: 'TenantNetwork2'
  59
  60             -
  61                 case_name: vmready1
  62                 project_name: functest
  63                 criteria: 100
  64                 blocking: true
  65                 description: >-
  66                     It inherits from TenantNetwork1 which creates all network
  67                     resources and prepares a future VM attached to that
  68                     network.
  69                 dependencies:
  70                     installer: ''
  71                     scenario: ''
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady1'
  75
  76             -
  77                 case_name: vmready2
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It creates new user/project before creating and configuring
  83                     all tenant network ressources, flavors, images, etc.
  84                     required by advanced testcases.
  85                 dependencies:
  86                     installer: ''
  87                     scenario: ''
  88                 run:
  89                     module: 'functest.core.singlevm'
  90                     class: 'VmReady2'
  91
  92             -
  93                 case_name: singlevm1
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: true
  97                 description: >-
  98                     It inherits from TenantNetwork1 which creates all network
  99                     resources and completes it by booting a VM attached to that
 100                     network.
 101                 dependencies:
 102                     installer: ''
 103                     scenario: ''
 104                 run:
 105                     module: 'functest.core.singlevm'
 106                     class: 'SingleVm1'
 107
 108             -
 109                 case_name: singlevm2
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: true
 113                 description: >-
 114                     It creates new user/project before creating and configuring
 115                     all tenant network ressources and vms required by advanced
 116                     testcases.
 117                 dependencies:
 118                     installer: ''
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.core.singlevm'
 122                     class: 'SingleVm2'
 123
 124             -
 125                 case_name: vping_ssh
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: true
 129                 description: >-
 130                     This test case verifies: 1) SSH to an instance using
 131                     floating IPs over the public network. 2) Connectivity
 132                     between 2 instances over a private network.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: '^((?!lxd).)*$'
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 138                     class: 'VPingSSH'
 139
 140             -
 141                 case_name: vping_userdata
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: true
 145                 description: >-
 146                     This test case verifies:  1) Boot a VM with given userdata.
 147                     2) Connectivity between 2 instances over a private network.
 148                 dependencies:
 149                     installer: ''
 150                     scenario: '^((?!lxd).)*$'
 151                 run:
 152                     module:
 153                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 154                     class: 'VPingUserdata'
 155
 156             -
 157                 case_name: cinder_test
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 description: >-
 162                     This test case verifies: 1) Attach volume and to 1
 163                     instance; 2) Write data on volume 3) Detach volume
 164                     from instance 1, attach it on instance 2 3) Read volume
 165                     data
 166                 dependencies:
 167                     installer: ''
 168                     scenario: '^((?!lxd).)*$'
 169                 run:
 170                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 171                     class: 'CinderCheck'
 172
 173             -
 174                 case_name: odl
 175                 project_name: functest
 176                 criteria: 100
 177                 blocking: true
 178                 description: >-
 179                     Test Suite for the OpenDaylight SDN Controller. It
 180                     integrates some test suites from upstream using
 181                     Robot as the test framework.
 182                 dependencies:
 183                     installer: ''
 184                     scenario: 'odl'
 185                 run:
 186                     module: 'functest.opnfv_tests.sdn.odl.odl'
 187                     class: 'ODLTests'
 188                     args:
 189                         suites:
 190                             - /src/odl_test/csit/suites/integration/basic
 191                             - /src/odl_test/csit/suites/openstack/neutron
 192
 193             -
 194                 case_name: api_check
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: true
 198                 description: >-
 199                     This test case verifies the retrieval of OpenStack clients:
 200                     Keystone, Glance, Neutron and Nova and may perform some
 201                     simple queries. When the config value of
 202                     snaps.use_keystone is True, functest must have access to
 203                     the cloud's private network.
 204                 dependencies:
 205                     installer: ''
 206                     scenario: '^((?!lxd).)*$'
 207                 run:
 208                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 209                     class: 'ApiCheck'
 210
 211             -
 212                 case_name: snaps_health_check
 213                 project_name: functest
 214                 criteria: 100
 215                 blocking: true
 216                 description: >-
 217                     This test case creates executes the SimpleHealthCheck
 218                     Python test class which creates an, image, flavor, network,
 219                     and Cirros VM instance and observes the console output to
 220                     validate the single port obtains the correct IP address.
 221                 dependencies:
 222                     installer: ''
 223                     scenario: '^((?!lxd).)*$'
 224                 run:
 225                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 226                     class: 'HealthCheck'
 227
 228     -
 229         name: smoke
 230         order: 1
 231         ci_loop: '(daily)|(weekly)'
 232         description: >-
 233             Set of basic Functional tests to validate the OPNFV scenarios.
 234         testcases:
 235             -
 236                 case_name: tempest_smoke
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     This test case runs the smoke subset of the OpenStack
 242                     Tempest suite. The list of test cases is generated by
 243                     Tempest automatically and depends on the parameters of
 244                     the OpenStack deplopyment.
 245                 dependencies:
 246                     installer: ''
 247                     scenario: ''
 248                 run:
 249                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 250                     class: 'TempestCommon'
 251                     args:
 252                         mode: '^tempest\.(api|scenario).*\[.*\bsmoke\b.*\]$'
 253
 254             -
 255                 case_name: rally_sanity
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     This test case runs a sub group of tests of the OpenStack
 261                     Rally suite in smoke mode.
 262                 dependencies:
 263                     installer: ''
 264                     scenario: ''
 265                 run:
 266                     module: 'functest.opnfv_tests.openstack.rally.rally'
 267                     class: 'RallySanity'
 268
 269             -
 270                 case_name: refstack_defcore
 271                 project_name: functest
 272                 enabled: false
 273                 criteria: 100
 274                 blocking: false
 275                 description: >-
 276                     This test case runs a sub group of tests of the OpenStack
 277                     Defcore testcases.
 278                 dependencies:
 279                     installer: ''
 280                     scenario: ''
 281                 run:
 282                     module:
 283                         'functest.opnfv_tests.openstack.refstack.refstack'
 284                     class: 'Refstack'
 285
 286             -
 287                 case_name: patrole
 288                 project_name: functest
 289                 criteria: 100
 290                 blocking: false
 291                 description: >-
 292                     Test suite from Patrole project.
 293                 dependencies:
 294                     installer: ''
 295                     scenario: ''
 296                 run:
 297                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 298                     class: 'Patrole'
 299                     args:
 300                         role: 'admin'
 301                         services:
 302                             - 'image'
 303                             - 'network'
 304                         exclude:
 305                             - 'test_networks_multiprovider_rbac'
 306
 307             -
 308                 case_name: vmtp
 309                 project_name: functest
 310                 criteria: 100
 311                 blocking: false
 312                 description: >-
 313                     VMTP is a small python application that will automatically
 314                     perform ping connectivity, round trip time measurement
 315                     (latency) and TCP/UDP throughput
 316                 dependencies:
 317                     installer: ''
 318                     scenario: ''
 319                 run:
 320                     module:
 321                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 322                     class: 'Vmtp'
 323
 324             -
 325                 case_name: shaker
 326                 project_name: functest
 327                 criteria: 100
 328                 blocking: false
 329                 description: >-
 330                     Shaker wraps around popular system network testing tools
 331                     like iperf, iperf3 and netperf (with help of flent). Shaker
 332                     is able to deploy OpenStack instances and networks in
 333                     different topologies.
 334                 dependencies:
 335                     installer: ''
 336                     scenario: ''
 337                 run:
 338                     module:
 339                         'functest.opnfv_tests.openstack.shaker.shaker'
 340                     class: 'Shaker'
 341
 342             -
 343                 case_name: snaps_smoke
 344                 project_name: functest
 345                 criteria: 100
 346                 blocking: false
 347                 description: >-
 348                     This test case contains tests that setup and destroy
 349                     environments with VMs with and without Floating IPs
 350                     with a newly created user and project. Set the config
 351                     value snaps.use_floating_ips (True|False) to toggle
 352                     this functionality. When the config value of
 353                     snaps.use_keystone is True, functest must have access to
 354                     the cloud's private network.
 355
 356                 dependencies:
 357                     installer: ''
 358                     scenario: '^((?!lxd).)*$'
 359                 run:
 360                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 361                     class: 'SnapsSmoke'
 362
 363             -
 364                 case_name: neutron_trunk
 365                 project_name: functest
 366                 criteria: 100
 367                 blocking: false
 368                 description: >-
 369                     This test case runs the neutron trunk subtest of the
 370                     OpenStack Tempest suite. The list of test cases is
 371                     generated by Tempest having as input the relevant
 372                     testcase list file.
 373                 dependencies:
 374                     installer: '(fuel)|(apex)|(compass)'
 375                     scenario: ''
 376                 run:
 377                     module: 'functest.opnfv_tests.openstack.trunk.trunk'
 378                     class: 'TempestNeutronTrunk'
 379                     args:
 380                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 381
 382             -
 383                 case_name: barbican
 384                 project_name: functest
 385                 criteria: 100
 386                 blocking: false
 387                 description: >-
 388                     It leverages on the tempest plugin containing tests used to
 389                     verify the functionality of a barbican installation
 390                 dependencies:
 391                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 392                     scenario: ''
 393                 run:
 394                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 395                     class: 'TempestCommon'
 396                     args:
 397                         mode: 'barbican_tempest_plugin.tests.(api|scenario)'
 398
 399     -
 400         name: features
 401         order: 2
 402         ci_loop: '(daily)|(weekly)'
 403         description: >-
 404             Test suites from feature projects
 405             integrated in functest
 406         testcases:
 407             -
 408                 case_name: doctor-notification
 409                 project_name: doctor
 410                 criteria: 100
 411                 blocking: false
 412                 description: >-
 413                     Test suite from Doctor project.
 414                 dependencies:
 415                     installer: '(apex)|(fuel)|(daisy)'
 416                     scenario: '^((?!fdio|nofeature).)*$'
 417                 run:
 418                     module: 'xtesting.core.feature'
 419                     class: 'BashFeature'
 420                     args:
 421                         cmd: 'doctor-test'
 422
 423             -
 424                 case_name: bgpvpn
 425                 project_name: sdnvpn
 426                 criteria: 100
 427                 blocking: false
 428                 description: >-
 429                     Test suite from SDNVPN project.
 430                 dependencies:
 431                     installer: ''
 432                     scenario: 'bgpvpn'
 433                 run:
 434                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 435                     class: 'SdnvpnFunctest'
 436
 437             -
 438                 case_name: functest-odl-sfc
 439                 project_name: sfc
 440                 criteria: 100
 441                 blocking: false
 442                 description: >-
 443                     Test suite for odl-sfc to test two chains with one SF and
 444                     one chain with two SFs
 445                 dependencies:
 446                     installer: ''
 447                     scenario: 'odl.*sfc'
 448                 run:
 449                     module: 'sfc.tests.functest.run_sfc_tests'
 450                     class: 'SfcFunctest'
 451
 452             -
 453                 case_name: barometercollectd
 454                 project_name: barometer
 455                 criteria: 100
 456                 blocking: false
 457                 description: >-
 458                     Test suite for the Barometer project. Separate tests verify
 459                     the proper configuration and basic functionality of all the
 460                     collectd plugins as described in the Project Release Plan
 461                 dependencies:
 462                     installer: ''
 463                     scenario: 'bar'
 464                 run:
 465                     module: 'baro_tests.barometer'
 466                     class: 'BarometerCollectd'
 467
 468             -
 469                 case_name: fds
 470                 project_name: fastdatastacks
 471                 criteria: 100
 472                 blocking: false
 473                 description: >-
 474                     Test Suite for the OpenDaylight SDN Controller when GBP
 475                     features are installed. It integrates some test suites from
 476                     upstream using Robot as the test framework.
 477                 dependencies:
 478                     installer: ''
 479                     scenario: 'odl.*-fdio'
 480                 run:
 481                     module: 'functest.opnfv_tests.sdn.odl.odl'
 482                     class: 'ODLTests'
 483                     args:
 484                         suites:
 485                             - /src/fds/testing/robot
 486
 487     -
 488         name: components
 489         order: 3
 490         ci_loop: 'weekly'
 491         description: >-
 492             Extensive testing of OpenStack API.
 493         testcases:
 494             -
 495                 case_name: tempest_full
 496                 project_name: functest
 497                 criteria: 80
 498                 blocking: false
 499                 description: >-
 500                     The list of test cases is generated by
 501                     Tempest automatically and depends on the parameters of
 502                     the OpenStack deplopyment.
 503                 dependencies:
 504                     installer: ''
 505                     scenario: ''
 506                 run:
 507                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 508                     class: 'TempestCommon'
 509                     args:
 510                         mode: '^tempest\.'
 511
 512             -
 513                 case_name: rally_full
 514                 project_name: functest
 515                 criteria: 100
 516                 blocking: false
 517                 description: >-
 518                     This test case runs the full suite of scenarios of the
 519                     OpenStack Rally suite using several threads and iterations.
 520                 dependencies:
 521                     installer: ''
 522                     scenario: ''
 523                 run:
 524                     module: 'functest.opnfv_tests.openstack.rally.rally'
 525                     class: 'RallyFull'
 526
 527     -
 528         name: vnf
 529         order: 4
 530         ci_loop: '(daily)|(weekly)'
 531         description: >-
 532             Collection of VNF test cases.
 533         testcases:
 534             -
 535                 case_name: cloudify
 536                 project_name: functest
 537                 criteria: 100
 538                 blocking: false
 539                 description: >-
 540                     This test case deploys the Cloudify orchestrator.
 541                 dependencies:
 542                     installer: ''
 543                     scenario: 'os-.*-nofeature-.*ha'
 544                 run:
 545                     module: 'functest.core.cloudify'
 546                     class: 'Cloudify'
 547             -
 548                 case_name: cloudify_ims
 549                 project_name: functest
 550                 criteria: 80
 551                 blocking: false
 552                 description: >-
 553                     This test case deploys an OpenSource vIMS solution from
 554                     Clearwater using the Cloudify orchestrator. It also runs
 555                     some signaling traffic.
 556                 dependencies:
 557                     installer: ''
 558                     scenario: 'os-.*-nofeature-.*ha'
 559                 run:
 560                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 561                     class: 'CloudifyIms'
 562
 563             -
 564                 case_name: vyos_vrouter
 565                 project_name: functest
 566                 criteria: 100
 567                 blocking: false
 568                 description: >-
 569                     This test case is vRouter testing.
 570                 dependencies:
 571                     installer: ''
 572                     scenario: 'os-.*-nofeature-.*ha'
 573                 run:
 574                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 575                     class: 'CloudifyVrouter'
 576
 577             -
 578                 case_name: juju_epc
 579                 project_name: functest
 580                 criteria: 100
 581                 blocking: false
 582                 description: >-
 583                     vEPC validation with Juju as VNF manager and ABoT as test
 584                     executor.
 585                 dependencies:
 586                     installer: ''
 587                     scenario: 'os-.*-nofeature-.*ha'
 588                 run:
 589                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 590                     class: 'JujuEpc'