functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries.
  20                 dependencies:
  21                     installer: ''
  22                     scenario: ''
  23                 run:
  24                     module:
  25                         'functest.opnfv_tests.openstack.api.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: tenantnetwork1
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     It creates and configures all tenant network ressources
  35                     required by advanced testcases (subnet, network and
  36                     router).
  37                 dependencies:
  38                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
  39                     scenario: ''
  40                 run:
  41                     module: 'functest.core.tenantnetwork'
  42                     class: 'TenantNetwork1'
  43
  44             -
  45                 case_name: tenantnetwork2
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: true
  49                 description: >-
  50                     It creates new user/project before creating and configuring
  51                     all tenant network ressources required by a testcase
  52                     (subnet, network and router).
  53                 dependencies:
  54                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
  55                     scenario: ''
  56                 run:
  57                     module: 'functest.core.tenantnetwork'
  58                     class: 'TenantNetwork2'
  59
  60             -
  61                 case_name: vmready1
  62                 project_name: functest
  63                 criteria: 100
  64                 blocking: true
  65                 description: >-
  66                     It inherits from TenantNetwork1 which creates all network
  67                     resources and prepares a future VM attached to that
  68                     network.
  69                 dependencies:
  70                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
  71                     scenario: ''
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady1'
  75
  76             -
  77                 case_name: vmready2
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It creates new user/project before creating and configuring
  83                     all tenant network ressources, flavors, images, etc.
  84                     required by advanced testcases.
  85                 dependencies:
  86                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
  87                     scenario: ''
  88                 run:
  89                     module: 'functest.core.singlevm'
  90                     class: 'VmReady2'
  91
  92             -
  93                 case_name: singlevm1
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: true
  97                 description: >-
  98                     It inherits from TenantNetwork1 which creates all network
  99                     resources and completes it by booting a VM attached to that
 100                     network.
 101                 dependencies:
 102                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 103                     scenario: ''
 104                 run:
 105                     module: 'functest.core.singlevm'
 106                     class: 'SingleVm1'
 107
 108             -
 109                 case_name: singlevm2
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: true
 113                 description: >-
 114                     It creates new user/project before creating and configuring
 115                     all tenant network ressources and vms required by advanced
 116                     testcases.
 117                 dependencies:
 118                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.core.singlevm'
 122                     class: 'SingleVm2'
 123
 124             -
 125                 case_name: vping_ssh
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: true
 129                 description: >-
 130                     This test case verifies: 1) SSH to an instance using
 131                     floating IPs over the public network. 2) Connectivity
 132                     between 2 instances over a private network.
 133                 dependencies:
 134                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 135                     scenario: '^((?!lxd).)*$'
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 138                     class: 'VPingSSH'
 139
 140             -
 141                 case_name: vping_userdata
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: true
 145                 description: >-
 146                     This test case verifies:  1) Boot a VM with given userdata.
 147                     2) Connectivity between 2 instances over a private network.
 148                 dependencies:
 149                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 150                     scenario: '^((?!lxd).)*$'
 151                 run:
 152                     module:
 153                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 154                     class: 'VPingUserdata'
 155
 156             -
 157                 case_name: cinder_test
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 description: >-
 162                     This test case verifies: 1) Attach volume and to 1
 163                     instance; 2) Write data on volume 3) Detach volume
 164                     from instance 1, attach it on instance 2 3) Read volume
 165                     data
 166                 dependencies:
 167                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 168                     scenario: '^((?!lxd).)*$'
 169                 run:
 170                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 171                     class: 'CinderCheck'
 172
 173             -
 174                 case_name: odl
 175                 project_name: functest
 176                 criteria: 100
 177                 blocking: true
 178                 description: >-
 179                     Test Suite for the OpenDaylight SDN Controller. It
 180                     integrates some test suites from upstream using
 181                     Robot as the test framework.
 182                 dependencies:
 183                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 184                     scenario: 'odl'
 185                 run:
 186                     module: 'functest.opnfv_tests.sdn.odl.odl'
 187                     class: 'ODLTests'
 188                     args:
 189                         suites:
 190                             - /src/odl_test/csit/suites/integration/basic
 191                             - /src/odl_test/csit/suites/openstack/neutron
 192
 193             -
 194                 case_name: api_check
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: true
 198                 description: >-
 199                     This test case verifies the retrieval of OpenStack clients:
 200                     Keystone, Glance, Neutron and Nova and may perform some
 201                     simple queries. When the config value of
 202                     snaps.use_keystone is True, functest must have access to
 203                     the cloud's private network.
 204                 dependencies:
 205                     installer: ''
 206                     scenario: '^((?!lxd).)*$'
 207                 run:
 208                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 209                     class: 'ApiCheck'
 210
 211             -
 212                 case_name: snaps_health_check
 213                 project_name: functest
 214                 criteria: 100
 215                 blocking: true
 216                 description: >-
 217                     This test case creates executes the SimpleHealthCheck
 218                     Python test class which creates an, image, flavor, network,
 219                     and Cirros VM instance and observes the console output to
 220                     validate the single port obtains the correct IP address.
 221                 dependencies:
 222                     installer: ''
 223                     scenario: '^((?!lxd).)*$'
 224                 run:
 225                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 226                     class: 'HealthCheck'
 227
 228     -
 229         name: smoke
 230         order: 1
 231         ci_loop: '(daily)|(weekly)'
 232         description: >-
 233             Set of basic Functional tests to validate the OPNFV scenarios.
 234         testcases:
 235             -
 236                 case_name: tempest_smoke_serial
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     This test case runs the smoke subset of the OpenStack
 242                     Tempest suite. The list of test cases is generated by
 243                     Tempest automatically and depends on the parameters of
 244                     the OpenStack deplopyment.
 245                 dependencies:
 246                     installer: ''
 247                     scenario: ''
 248                 run:
 249                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 250                     class: 'TempestSmokeSerial'
 251
 252             -
 253                 case_name: rally_sanity
 254                 project_name: functest
 255                 criteria: 100
 256                 blocking: false
 257                 description: >-
 258                     This test case runs a sub group of tests of the OpenStack
 259                     Rally suite in smoke mode.
 260                 dependencies:
 261                     installer: ''
 262                     scenario: ''
 263                 run:
 264                     module: 'functest.opnfv_tests.openstack.rally.rally'
 265                     class: 'RallySanity'
 266
 267             -
 268                 case_name: refstack_defcore
 269                 project_name: functest
 270                 enabled: false
 271                 criteria: 100
 272                 blocking: false
 273                 description: >-
 274                     This test case runs a sub group of tests of the OpenStack
 275                     Defcore testcases.
 276                 dependencies:
 277                     installer: ''
 278                     scenario: ''
 279                 run:
 280                     module:
 281                         'functest.opnfv_tests.openstack.refstack.refstack'
 282                     class: 'Refstack'
 283
 284             -
 285                 case_name: patrole
 286                 project_name: functest
 287                 criteria: 100
 288                 blocking: false
 289                 description: >-
 290                     Test suite from Patrole project.
 291                 dependencies:
 292                     installer: ''
 293                     scenario: ''
 294                 run:
 295                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 296                     class: 'Patrole'
 297                     args:
 298                         role: 'admin'
 299                         services:
 300                             - 'image'
 301                             - 'network'
 302                         exclude:
 303                             - 'test_networks_multiprovider_rbac'
 304
 305             -
 306                 case_name: shaker
 307                 project_name: functest
 308                 criteria: 100
 309                 blocking: false
 310                 description: >-
 311                     Shaker wraps around popular system network testing tools
 312                     like iperf, iperf3 and netperf (with help of flent). Shaker
 313                     is able to deploy OpenStack instances and networks in
 314                     different topologies.
 315                 dependencies:
 316                     installer: ''
 317                     scenario: ''
 318                 run:
 319                     module:
 320                         'functest.opnfv_tests.openstack.shaker.shaker'
 321                     class: 'Shaker'
 322
 323             -
 324                 case_name: snaps_smoke
 325                 project_name: functest
 326                 criteria: 100
 327                 blocking: false
 328                 description: >-
 329                     This test case contains tests that setup and destroy
 330                     environments with VMs with and without Floating IPs
 331                     with a newly created user and project. Set the config
 332                     value snaps.use_floating_ips (True|False) to toggle
 333                     this functionality. When the config value of
 334                     snaps.use_keystone is True, functest must have access to
 335                     the cloud's private network.
 336
 337                 dependencies:
 338                     installer: ''
 339                     scenario: '^((?!lxd).)*$'
 340                 run:
 341                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 342                     class: 'SnapsSmoke'
 343
 344             -
 345                 case_name: neutron_trunk
 346                 project_name: functest
 347                 criteria: 100
 348                 blocking: false
 349                 description: >-
 350                     This test case runs the neutron trunk subtest of the
 351                     OpenStack Tempest suite. The list of test cases is
 352                     generated by Tempest having as input the relevant
 353                     testcase list file.
 354                 dependencies:
 355                     installer: '(fuel)|(apex)|(compass)'
 356                     scenario: ''
 357                 run:
 358                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 359                     class: 'TempestNeutronTrunk'
 360
 361             -
 362                 case_name: barbican
 363                 project_name: functest
 364                 criteria: 100
 365                 blocking: false
 366                 description: >-
 367                     It leverages on the tempest plugin containing tests used to
 368                     verify the functionality of a barbican installation
 369                 dependencies:
 370                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 371                     scenario: ''
 372                 run:
 373                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 374                     class: 'TempestBarbican'
 375
 376     -
 377         name: features
 378         order: 2
 379         ci_loop: '(daily)|(weekly)'
 380         description: >-
 381             Test suites from feature projects
 382             integrated in functest
 383         testcases:
 384             -
 385                 case_name: doctor-notification
 386                 project_name: doctor
 387                 criteria: 100
 388                 blocking: false
 389                 description: >-
 390                     Test suite from Doctor project.
 391                 dependencies:
 392                     installer: '(apex)|(fuel)|(daisy)'
 393                     scenario: '^((?!fdio|nofeature).)*$'
 394                 run:
 395                     module: 'xtesting.core.feature'
 396                     class: 'BashFeature'
 397                     args:
 398                         cmd: 'doctor-test'
 399
 400             -
 401                 case_name: bgpvpn
 402                 project_name: sdnvpn
 403                 criteria: 100
 404                 blocking: false
 405                 description: >-
 406                     Test suite from SDNVPN project.
 407                 dependencies:
 408                     installer: ''
 409                     scenario: 'bgpvpn'
 410                 run:
 411                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 412                     class: 'SdnvpnFunctest'
 413
 414             -
 415                 case_name: functest-odl-sfc
 416                 project_name: sfc
 417                 criteria: 100
 418                 blocking: false
 419                 description: >-
 420                     Test suite for odl-sfc to test two chains with one SF and
 421                     one chain with two SFs
 422                 dependencies:
 423                     installer: ''
 424                     scenario: 'odl.*sfc'
 425                 run:
 426                     module: 'sfc.tests.functest.run_sfc_tests'
 427                     class: 'SfcFunctest'
 428
 429             -
 430                 case_name: barometercollectd
 431                 project_name: barometer
 432                 criteria: 100
 433                 blocking: false
 434                 description: >-
 435                     Test suite for the Barometer project. Separate tests verify
 436                     the proper configuration and basic functionality of all the
 437                     collectd plugins as described in the Project Release Plan
 438                 dependencies:
 439                     installer: ''
 440                     scenario: 'bar'
 441                 run:
 442                     module: 'baro_tests.barometer'
 443                     class: 'BarometerCollectd'
 444
 445             -
 446                 case_name: fds
 447                 project_name: fastdatastacks
 448                 criteria: 100
 449                 blocking: false
 450                 description: >-
 451                     Test Suite for the OpenDaylight SDN Controller when GBP
 452                     features are installed. It integrates some test suites from
 453                     upstream using Robot as the test framework.
 454                 dependencies:
 455                     installer: ''
 456                     scenario: 'odl.*-fdio'
 457                 run:
 458                     module: 'functest.opnfv_tests.sdn.odl.odl'
 459                     class: 'ODLTests'
 460                     args:
 461                         suites:
 462                             - /src/fds/testing/robot
 463
 464     -
 465         name: components
 466         order: 3
 467         ci_loop: 'weekly'
 468         description: >-
 469             Extensive testing of OpenStack API.
 470         testcases:
 471             -
 472                 case_name: tempest_full_parallel
 473                 project_name: functest
 474                 criteria: 80
 475                 blocking: false
 476                 description: >-
 477                     The list of test cases is generated by
 478                     Tempest automatically and depends on the parameters of
 479                     the OpenStack deplopyment.
 480                 dependencies:
 481                     installer: ''
 482                     scenario: ''
 483                 run:
 484                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 485                     class: 'TempestFullParallel'
 486
 487             -
 488                 case_name: rally_full
 489                 project_name: functest
 490                 criteria: 100
 491                 blocking: false
 492                 description: >-
 493                     This test case runs the full suite of scenarios of the
 494                     OpenStack Rally suite using several threads and iterations.
 495                 dependencies:
 496                     installer: ''
 497                     scenario: ''
 498                 run:
 499                     module: 'functest.opnfv_tests.openstack.rally.rally'
 500                     class: 'RallyFull'
 501
 502     -
 503         name: vnf
 504         order: 4
 505         ci_loop: '(daily)|(weekly)'
 506         description: >-
 507             Collection of VNF test cases.
 508         testcases:
 509             -
 510                 case_name: cloudify_ims
 511                 project_name: functest
 512                 criteria: 80
 513                 blocking: false
 514                 description: >-
 515                     This test case deploys an OpenSource vIMS solution from
 516                     Clearwater using the Cloudify orchestrator. It also runs
 517                     some signaling traffic.
 518                 dependencies:
 519                     installer: ''
 520                     scenario: 'os-.*-nofeature-.*ha'
 521                 run:
 522                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 523                     class: 'CloudifyIms'
 524
 525             -
 526                 case_name: vyos_vrouter
 527                 project_name: functest
 528                 criteria: 100
 529                 blocking: false
 530                 description: >-
 531                     This test case is vRouter testing.
 532                 dependencies:
 533                     installer: ''
 534                     scenario: 'os-.*-nofeature-.*ha'
 535                 run:
 536                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 537                     class: 'CloudifyVrouter'
 538
 539             -
 540                 case_name: juju_epc
 541                 project_name: functest
 542                 criteria: 100
 543                 blocking: false
 544                 description: >-
 545                     vEPC validation with Juju as VNF manager and ABoT as test
 546                     executor.
 547                 dependencies:
 548                     installer: ''
 549                     scenario: 'os-.*-nofeature-.*ha'
 550                 run:
 551                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 552                     class: 'JujuEpc'