functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries.
  20                 dependencies:
  21                     installer: ''
  22                     scenario: ''
  23                 run:
  24                     module:
  25                         'functest.opnfv_tests.openstack.api.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: tenantnetwork1
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     It creates and configures all tenant network ressources
  35                     required by advanced testcases (subnet, network and
  36                     router).
  37                 dependencies:
  38                     installer: ''
  39                     scenario: ''
  40                 run:
  41                     module: 'functest.core.tenantnetwork'
  42                     class: 'TenantNetwork1'
  43
  44             -
  45                 case_name: tenantnetwork2
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: true
  49                 description: >-
  50                     It creates new user/project before creating and configuring
  51                     all tenant network ressources required by a testcase
  52                     (subnet, network and router).
  53                 dependencies:
  54                     installer: ''
  55                     scenario: ''
  56                 run:
  57                     module: 'functest.core.tenantnetwork'
  58                     class: 'TenantNetwork2'
  59
  60             -
  61                 case_name: vmready1
  62                 project_name: functest
  63                 criteria: 100
  64                 blocking: true
  65                 description: >-
  66                     It inherits from TenantNetwork1 which creates all network
  67                     resources and prepares a future VM attached to that
  68                     network.
  69                 dependencies:
  70                     installer: ''
  71                     scenario: ''
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady1'
  75
  76             -
  77                 case_name: vmready2
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It creates new user/project before creating and configuring
  83                     all tenant network ressources, flavors, images, etc.
  84                     required by advanced testcases.
  85                 dependencies:
  86                     installer: ''
  87                     scenario: ''
  88                 run:
  89                     module: 'functest.core.singlevm'
  90                     class: 'VmReady2'
  91
  92             -
  93                 case_name: singlevm1
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: true
  97                 description: >-
  98                     It inherits from TenantNetwork1 which creates all network
  99                     resources and completes it by booting a VM attached to that
 100                     network.
 101                 dependencies:
 102                     installer: ''
 103                     scenario: ''
 104                 run:
 105                     module: 'functest.core.singlevm'
 106                     class: 'SingleVm1'
 107
 108             -
 109                 case_name: singlevm2
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: true
 113                 description: >-
 114                     It creates new user/project before creating and configuring
 115                     all tenant network ressources and vms required by advanced
 116                     testcases.
 117                 dependencies:
 118                     installer: ''
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.core.singlevm'
 122                     class: 'SingleVm2'
 123
 124             -
 125                 case_name: vping_ssh
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: true
 129                 description: >-
 130                     This test case verifies: 1) SSH to an instance using
 131                     floating IPs over the public network. 2) Connectivity
 132                     between 2 instances over a private network.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: '^((?!lxd).)*$'
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 138                     class: 'VPingSSH'
 139
 140             -
 141                 case_name: vping_userdata
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: true
 145                 description: >-
 146                     This test case verifies:  1) Boot a VM with given userdata.
 147                     2) Connectivity between 2 instances over a private network.
 148                 dependencies:
 149                     installer: ''
 150                     scenario: '^((?!lxd).)*$'
 151                 run:
 152                     module:
 153                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 154                     class: 'VPingUserdata'
 155
 156             -
 157                 case_name: cinder_test
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 description: >-
 162                     This test case verifies: 1) Attach volume and to 1
 163                     instance; 2) Write data on volume 3) Detach volume
 164                     from instance 1, attach it on instance 2 3) Read volume
 165                     data
 166                 dependencies:
 167                     installer: ''
 168                     scenario: '^((?!lxd).)*$'
 169                 run:
 170                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 171                     class: 'CinderCheck'
 172
 173             -
 174                 case_name: api_check
 175                 project_name: functest
 176                 criteria: 100
 177                 blocking: true
 178                 description: >-
 179                     This test case verifies the retrieval of OpenStack clients:
 180                     Keystone, Glance, Neutron and Nova and may perform some
 181                     simple queries. When the config value of
 182                     snaps.use_keystone is True, functest must have access to
 183                     the cloud's private network.
 184                 dependencies:
 185                     installer: ''
 186                     scenario: '^((?!lxd).)*$'
 187                 run:
 188                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 189                     class: 'ApiCheck'
 190
 191             -
 192                 case_name: snaps_health_check
 193                 project_name: functest
 194                 criteria: 100
 195                 blocking: true
 196                 description: >-
 197                     This test case creates executes the SimpleHealthCheck
 198                     Python test class which creates an, image, flavor, network,
 199                     and Cirros VM instance and observes the console output to
 200                     validate the single port obtains the correct IP address.
 201                 dependencies:
 202                     installer: ''
 203                     scenario: '^((?!lxd).)*$'
 204                 run:
 205                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 206                     class: 'HealthCheck'
 207
 208     -
 209         name: smoke
 210         order: 1
 211         ci_loop: '(daily)|(weekly)'
 212         description: >-
 213             Set of basic Functional tests to validate the OPNFV scenarios.
 214         testcases:
 215             -
 216                 case_name: tempest_smoke_serial
 217                 project_name: functest
 218                 criteria: 100
 219                 blocking: false
 220                 description: >-
 221                     This test case runs the smoke subset of the OpenStack
 222                     Tempest suite. The list of test cases is generated by
 223                     Tempest automatically and depends on the parameters of
 224                     the OpenStack deplopyment.
 225                 dependencies:
 226                     installer: ''
 227                     scenario: ''
 228                 run:
 229                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 230                     class: 'TempestSmokeSerial'
 231
 232             -
 233                 case_name: rally_sanity
 234                 project_name: functest
 235                 criteria: 100
 236                 blocking: false
 237                 description: >-
 238                     This test case runs a sub group of tests of the OpenStack
 239                     Rally suite in smoke mode.
 240                 dependencies:
 241                     installer: ''
 242                     scenario: ''
 243                 run:
 244                     module: 'functest.opnfv_tests.openstack.rally.rally'
 245                     class: 'RallySanity'
 246
 247             -
 248                 case_name: refstack_defcore
 249                 project_name: functest
 250                 enabled: false
 251                 criteria: 100
 252                 blocking: false
 253                 description: >-
 254                     This test case runs a sub group of tests of the OpenStack
 255                     Defcore testcases.
 256                 dependencies:
 257                     installer: ''
 258                     scenario: ''
 259                 run:
 260                     module:
 261                         'functest.opnfv_tests.openstack.refstack.refstack'
 262                     class: 'Refstack'
 263
 264             -
 265                 case_name: patrole
 266                 project_name: functest
 267                 criteria: 100
 268                 blocking: false
 269                 description: >-
 270                     Test suite from Patrole project.
 271                 dependencies:
 272                     installer: ''
 273                     scenario: ''
 274                 run:
 275                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 276                     class: 'Patrole'
 277                     args:
 278                         role: 'admin'
 279                         services:
 280                             - 'image'
 281                             - 'network'
 282                         exclude:
 283                             - 'test_networks_multiprovider_rbac'
 284
 285             -
 286                 case_name: shaker
 287                 project_name: functest
 288                 criteria: 100
 289                 blocking: false
 290                 description: >-
 291                     Shaker wraps around popular system network testing tools
 292                     like iperf, iperf3 and netperf (with help of flent). Shaker
 293                     is able to deploy OpenStack instances and networks in
 294                     different topologies.
 295                 dependencies:
 296                     installer: ''
 297                     scenario: ''
 298                 run:
 299                     module:
 300                         'functest.opnfv_tests.openstack.shaker.shaker'
 301                     class: 'Shaker'
 302
 303             -
 304                 case_name: odl
 305                 project_name: functest
 306                 criteria: 100
 307                 blocking: false
 308                 description: >-
 309                     Test Suite for the OpenDaylight SDN Controller. It
 310                     integrates some test suites from upstream using
 311                     Robot as the test framework.
 312                 dependencies:
 313                     installer: ''
 314                     scenario: 'odl'
 315                 run:
 316                     module: 'functest.opnfv_tests.sdn.odl.odl'
 317                     class: 'ODLTests'
 318                     args:
 319                         suites:
 320                             - /src/odl_test/csit/suites/integration/basic
 321                             - /src/odl_test/csit/suites/openstack/neutron
 322
 323             -
 324                 case_name: snaps_smoke
 325                 project_name: functest
 326                 criteria: 100
 327                 blocking: false
 328                 description: >-
 329                     This test case contains tests that setup and destroy
 330                     environments with VMs with and without Floating IPs
 331                     with a newly created user and project. Set the config
 332                     value snaps.use_floating_ips (True|False) to toggle
 333                     this functionality. When the config value of
 334                     snaps.use_keystone is True, functest must have access to
 335                     the cloud's private network.
 336
 337                 dependencies:
 338                     installer: ''
 339                     scenario: '^((?!lxd).)*$'
 340                 run:
 341                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 342                     class: 'SnapsSmoke'
 343
 344             -
 345                 case_name: neutron_trunk
 346                 project_name: functest
 347                 criteria: 100
 348                 blocking: false
 349                 description: >-
 350                     This test case runs the neutron trunk subtest of the
 351                     OpenStack Tempest suite. The list of test cases is
 352                     generated by Tempest having as input the relevant
 353                     testcase list file.
 354                 dependencies:
 355                     installer: '(fuel)|(apex)|(compass)'
 356                     scenario: ''
 357                 run:
 358                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 359                     class: 'TempestNeutronTrunk'
 360
 361             -
 362                 case_name: barbican
 363                 project_name: functest
 364                 criteria: 100
 365                 blocking: false
 366                 description: >-
 367                     It leverages on the tempest plugin containing tests used to
 368                     verify the functionality of a barbican installation
 369                 dependencies:
 370                     installer: '^((?!fuel|apex|compass|daisy).)*$'
 371                     scenario: ''
 372                 run:
 373                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 374                     class: 'TempestBarbican'
 375
 376     -
 377         name: features
 378         order: 2
 379         ci_loop: '(daily)|(weekly)'
 380         description: >-
 381             Test suites from feature projects
 382             integrated in functest
 383         testcases:
 384             -
 385                 case_name: doctor-notification
 386                 project_name: doctor
 387                 criteria: 100
 388                 blocking: false
 389                 description: >-
 390                     Test suite from Doctor project.
 391                 dependencies:
 392                     installer: '(apex)|(fuel)|(daisy)'
 393                     scenario: '^((?!fdio|nofeature).)*$'
 394                 run:
 395                     module: 'xtesting.core.feature'
 396                     class: 'BashFeature'
 397                     args:
 398                         cmd: 'doctor-test'
 399
 400             -
 401                 case_name: bgpvpn
 402                 project_name: sdnvpn
 403                 criteria: 100
 404                 blocking: false
 405                 description: >-
 406                     Test suite from SDNVPN project.
 407                 dependencies:
 408                     installer: ''
 409                     scenario: 'bgpvpn'
 410                 run:
 411                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 412                     class: 'SdnvpnFunctest'
 413
 414             -
 415                 case_name: functest-odl-sfc
 416                 project_name: sfc
 417                 criteria: 100
 418                 blocking: false
 419                 description: >-
 420                     Test suite for odl-sfc to test two chains with one SF and
 421                     one chain with two SFs
 422                 dependencies:
 423                     installer: ''
 424                     scenario: 'odl.*sfc'
 425                 run:
 426                     module: 'sfc.tests.functest.run_sfc_tests'
 427                     class: 'SfcFunctest'
 428
 429             -
 430                 case_name: barometercollectd
 431                 project_name: barometer
 432                 criteria: 100
 433                 blocking: false
 434                 description: >-
 435                     Test suite for the Barometer project. Separate tests verify
 436                     the proper configuration and basic functionality of all the
 437                     collectd plugins as described in the Project Release Plan
 438                 dependencies:
 439                     installer: ''
 440                     scenario: 'bar'
 441                 run:
 442                     module: 'baro_tests.barometer'
 443                     class: 'BarometerCollectd'
 444
 445             -
 446                 case_name: fds
 447                 project_name: fastdatastacks
 448                 criteria: 100
 449                 blocking: false
 450                 description: >-
 451                     Test Suite for the OpenDaylight SDN Controller when GBP
 452                     features are installed. It integrates some test suites from
 453                     upstream using Robot as the test framework.
 454                 dependencies:
 455                     installer: ''
 456                     scenario: 'odl.*-fdio'
 457                 run:
 458                     module: 'functest.opnfv_tests.sdn.odl.odl'
 459                     class: 'ODLTests'
 460                     args:
 461                         suites:
 462                             - /src/fds/testing/robot
 463
 464     -
 465         name: components
 466         order: 3
 467         ci_loop: 'weekly'
 468         description: >-
 469             Extensive testing of OpenStack API.
 470         testcases:
 471             -
 472                 case_name: tempest_full_parallel
 473                 project_name: functest
 474                 criteria: 80
 475                 blocking: false
 476                 description: >-
 477                     The list of test cases is generated by
 478                     Tempest automatically and depends on the parameters of
 479                     the OpenStack deplopyment.
 480                 dependencies:
 481                     installer: ''
 482                     scenario: ''
 483                 run:
 484                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 485                     class: 'TempestFullParallel'
 486
 487             -
 488                 case_name: rally_full
 489                 project_name: functest
 490                 criteria: 100
 491                 blocking: false
 492                 description: >-
 493                     This test case runs the full suite of scenarios of the
 494                     OpenStack Rally suite using several threads and iterations.
 495                 dependencies:
 496                     installer: ''
 497                     scenario: ''
 498                 run:
 499                     module: 'functest.opnfv_tests.openstack.rally.rally'
 500                     class: 'RallyFull'
 501
 502     -
 503         name: vnf
 504         order: 4
 505         ci_loop: '(daily)|(weekly)'
 506         description: >-
 507             Collection of VNF test cases.
 508         testcases:
 509             -
 510                 case_name: cloudify_ims
 511                 project_name: functest
 512                 criteria: 80
 513                 blocking: false
 514                 description: >-
 515                     This test case deploys an OpenSource vIMS solution from
 516                     Clearwater using the Cloudify orchestrator. It also runs
 517                     some signaling traffic.
 518                 dependencies:
 519                     installer: ''
 520                     scenario: 'os-.*-nofeature-.*ha'
 521                 run:
 522                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 523                     class: 'CloudifyIms'
 524
 525             -
 526                 case_name: vyos_vrouter
 527                 project_name: functest
 528                 criteria: 100
 529                 blocking: false
 530                 description: >-
 531                     This test case is vRouter testing.
 532                 dependencies:
 533                     installer: ''
 534                     scenario: 'os-.*-nofeature-.*ha'
 535                 run:
 536                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 537                     class: 'CloudifyVrouter'
 538
 539             -
 540                 case_name: juju_epc
 541                 project_name: functest
 542                 criteria: 100
 543                 blocking: false
 544                 description: >-
 545                     vEPC validation with Juju as VNF manager and ABoT as test
 546                     executor.
 547                 dependencies:
 548                     installer: ''
 549                     scenario: 'os-.*-nofeature-.*ha'
 550                 run:
 551                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 552                     class: 'JujuEpc'