functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: tenantnetwork1
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     It creates and configures all tenant network ressources
  37                     required by advanced testcases (subnet, network and
  38                     router).
  39                 dependencies:
  40                     installer: ''
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.core.tenantnetwork'
  44                     class: 'TenantNetwork1'
  45
  46             -
  47                 case_name: tenantnetwork2
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     It creates new user/project before creating and configuring
  53                     all tenant network ressources required by a testcase
  54                     (subnet, network and router).
  55                 dependencies:
  56                     installer: ''
  57                     scenario: ''
  58                 run:
  59                     module: 'functest.core.tenantnetwork'
  60                     class: 'TenantNetwork2'
  61
  62             -
  63                 case_name: vmready1
  64                 project_name: functest
  65                 criteria: 100
  66                 blocking: true
  67                 description: >-
  68                     It inherits from TenantNetwork1 which creates all network
  69                     resources and prepares a future VM attached to that
  70                     network.
  71                 dependencies:
  72                     installer: ''
  73                     scenario: ''
  74                 run:
  75                     module: 'functest.core.singlevm'
  76                     class: 'VmReady1'
  77
  78             -
  79                 case_name: vmready2
  80                 project_name: functest
  81                 criteria: 100
  82                 blocking: true
  83                 description: >-
  84                     It creates new user/project before creating and configuring
  85                     all tenant network ressources, flavors, images, etc.
  86                     required by advanced testcases.
  87                 dependencies:
  88                     installer: ''
  89                     scenario: ''
  90                 run:
  91                     module: 'functest.core.singlevm'
  92                     class: 'VmReady2'
  93
  94             -
  95                 case_name: singlevm1
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: true
  99                 description: >-
 100                     It inherits from TenantNetwork1 which creates all network
 101                     resources and completes it by booting a VM attached to that
 102                     network.
 103                 dependencies:
 104                     installer: ''
 105                     scenario: ''
 106                 run:
 107                     module: 'functest.core.singlevm'
 108                     class: 'SingleVm1'
 109
 110             -
 111                 case_name: singlevm2
 112                 project_name: functest
 113                 criteria: 100
 114                 blocking: true
 115                 description: >-
 116                     It creates new user/project before creating and configuring
 117                     all tenant network ressources and vms required by advanced
 118                     testcases.
 119                 dependencies:
 120                     installer: ''
 121                     scenario: ''
 122                 run:
 123                     module: 'functest.core.singlevm'
 124                     class: 'SingleVm2'
 125
 126             -
 127                 case_name: vping_ssh
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: true
 131                 description: >-
 132                     This test case verifies: 1) SSH to an instance using
 133                     floating IPs over the public network. 2) Connectivity
 134                     between 2 instances over a private network.
 135                 dependencies:
 136                     installer: ''
 137                     scenario: '^((?!lxd).)*$'
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 140                     class: 'VPingSSH'
 141
 142             -
 143                 case_name: vping_userdata
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     This test case verifies:  1) Boot a VM with given userdata.
 149                     2) Connectivity between 2 instances over a private network.
 150                 dependencies:
 151                     installer: ''
 152                     scenario: '^((?!lxd).)*$'
 153                 run:
 154                     module:
 155                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 156                     class: 'VPingUserdata'
 157
 158             -
 159                 case_name: cinder_test
 160                 project_name: functest
 161                 criteria: 100
 162                 blocking: true
 163                 description: >-
 164                     This test case verifies: 1) Attach volume and to 1
 165                     instance; 2) Write data on volume 3) Detach volume
 166                     from instance 1, attach it on instance 2 3) Read volume
 167                     data
 168                 dependencies:
 169                     installer: ''
 170                     scenario: '^((?!lxd).)*$'
 171                 run:
 172                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 173                     class: 'CinderCheck'
 174
 175             -
 176                 case_name: api_check
 177                 project_name: functest
 178                 criteria: 100
 179                 blocking: true
 180                 description: >-
 181                     This test case verifies the retrieval of OpenStack clients:
 182                     Keystone, Glance, Neutron and Nova and may perform some
 183                     simple queries. When the config value of
 184                     snaps.use_keystone is True, functest must have access to
 185                     the cloud's private network.
 186                 dependencies:
 187                     installer: ''
 188                     scenario: '^((?!lxd).)*$'
 189                 run:
 190                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 191                     class: 'ApiCheck'
 192
 193             -
 194                 case_name: snaps_health_check
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: true
 198                 description: >-
 199                     This test case creates executes the SimpleHealthCheck
 200                     Python test class which creates an, image, flavor, network,
 201                     and Cirros VM instance and observes the console output to
 202                     validate the single port obtains the correct IP address.
 203                 dependencies:
 204                     installer: ''
 205                     scenario: '^((?!lxd).)*$'
 206                 run:
 207                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 208                     class: 'HealthCheck'
 209
 210     -
 211         name: smoke
 212         order: 1
 213         ci_loop: '(daily)|(weekly)'
 214         description: >-
 215             Set of basic Functional tests to validate the OPNFV scenarios.
 216         testcases:
 217             -
 218                 case_name: tempest_smoke_serial
 219                 project_name: functest
 220                 criteria: 100
 221                 blocking: false
 222                 description: >-
 223                     This test case runs the smoke subset of the OpenStack
 224                     Tempest suite. The list of test cases is generated by
 225                     Tempest automatically and depends on the parameters of
 226                     the OpenStack deplopyment.
 227                 dependencies:
 228                     installer: ''
 229                     scenario: ''
 230                 run:
 231                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 232                     class: 'TempestSmokeSerial'
 233
 234             -
 235                 case_name: rally_sanity
 236                 project_name: functest
 237                 criteria: 100
 238                 blocking: false
 239                 description: >-
 240                     This test case runs a sub group of tests of the OpenStack
 241                     Rally suite in smoke mode.
 242                 dependencies:
 243                     installer: ''
 244                     scenario: ''
 245                 run:
 246                     module: 'functest.opnfv_tests.openstack.rally.rally'
 247                     class: 'RallySanity'
 248
 249             -
 250                 case_name: refstack_defcore
 251                 project_name: functest
 252                 enabled: false
 253                 criteria: 100
 254                 blocking: false
 255                 description: >-
 256                     This test case runs a sub group of tests of the OpenStack
 257                     Defcore testcases.
 258                 dependencies:
 259                     installer: ''
 260                     scenario: ''
 261                 run:
 262                     module:
 263                         'functest.opnfv_tests.openstack.refstack.refstack'
 264                     class: 'Refstack'
 265
 266             -
 267                 case_name: patrole
 268                 project_name: functest
 269                 criteria: 100
 270                 blocking: false
 271                 description: >-
 272                     Test suite from Patrole project.
 273                 dependencies:
 274                     installer: ''
 275                     scenario: ''
 276                 run:
 277                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 278                     class: 'Patrole'
 279                     args:
 280                         role: 'admin'
 281                         services:
 282                             - 'image'
 283                             - 'network'
 284                         exclude:
 285                             - 'test_networks_multiprovider_rbac'
 286
 287             -
 288                 case_name: shaker
 289                 project_name: functest
 290                 criteria: 100
 291                 blocking: false
 292                 description: >-
 293                     Shaker wraps around popular system network testing tools
 294                     like iperf, iperf3 and netperf (with help of flent). Shaker
 295                     is able to deploy OpenStack instances and networks in
 296                     different topologies.
 297                 dependencies:
 298                     installer: ''
 299                     scenario: ''
 300                 run:
 301                     module:
 302                         'functest.opnfv_tests.openstack.shaker.shaker'
 303                     class: 'Shaker'
 304
 305             -
 306                 case_name: odl
 307                 project_name: functest
 308                 criteria: 100
 309                 blocking: false
 310                 description: >-
 311                     Test Suite for the OpenDaylight SDN Controller. It
 312                     integrates some test suites from upstream using
 313                     Robot as the test framework.
 314                 dependencies:
 315                     installer: ''
 316                     scenario: 'odl'
 317                 run:
 318                     module: 'functest.opnfv_tests.sdn.odl.odl'
 319                     class: 'ODLTests'
 320                     args:
 321                         suites:
 322                             - /src/odl_test/csit/suites/integration/basic
 323                             - /src/odl_test/csit/suites/openstack/neutron
 324
 325             -
 326                 case_name: snaps_smoke
 327                 project_name: functest
 328                 criteria: 100
 329                 blocking: false
 330                 description: >-
 331                     This test case contains tests that setup and destroy
 332                     environments with VMs with and without Floating IPs
 333                     with a newly created user and project. Set the config
 334                     value snaps.use_floating_ips (True|False) to toggle
 335                     this functionality. When the config value of
 336                     snaps.use_keystone is True, functest must have access to
 337                     the cloud's private network.
 338
 339                 dependencies:
 340                     installer: ''
 341                     scenario: '^((?!lxd).)*$'
 342                 run:
 343                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 344                     class: 'SnapsSmoke'
 345
 346             -
 347                 case_name: neutron_trunk
 348                 project_name: functest
 349                 criteria: 100
 350                 blocking: false
 351                 description: >-
 352                     This test case runs the neutron trunk subtest of the
 353                     OpenStack Tempest suite. The list of test cases is
 354                     generated by Tempest having as input the relevant
 355                     testcase list file.
 356                 dependencies:
 357                     installer: '(fuel)|(apex)|(compass)'
 358                     scenario: ''
 359                 run:
 360                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 361                     class: 'TempestNeutronTrunk'
 362
 363             -
 364                 case_name: barbican
 365                 project_name: functest
 366                 criteria: 100
 367                 blocking: false
 368                 description: >-
 369                     It leverages on the tempest plugin containing tests used to
 370                     verify the functionality of a barbican installation
 371                 dependencies:
 372                     installer: '^((?!fuel|apex|compass|daisy).)*$'
 373                     scenario: ''
 374                 run:
 375                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 376                     class: 'TempestBarbican'
 377
 378     -
 379         name: features
 380         order: 2
 381         ci_loop: '(daily)|(weekly)'
 382         description: >-
 383             Test suites from feature projects
 384             integrated in functest
 385         testcases:
 386             -
 387                 case_name: doctor-notification
 388                 project_name: doctor
 389                 criteria: 100
 390                 blocking: false
 391                 description: >-
 392                     Test suite from Doctor project.
 393                 dependencies:
 394                     installer: '(apex)|(fuel)|(daisy)'
 395                     scenario: '^((?!fdio|nofeature).)*$'
 396                 run:
 397                     module: 'xtesting.core.feature'
 398                     class: 'BashFeature'
 399                     args:
 400                         cmd: 'doctor-test'
 401
 402             -
 403                 case_name: bgpvpn
 404                 project_name: sdnvpn
 405                 criteria: 100
 406                 blocking: false
 407                 description: >-
 408                     Test suite from SDNVPN project.
 409                 dependencies:
 410                     installer: ''
 411                     scenario: 'bgpvpn'
 412                 run:
 413                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 414                     class: 'SdnvpnFunctest'
 415
 416             -
 417                 case_name: functest-odl-sfc
 418                 project_name: sfc
 419                 criteria: 100
 420                 blocking: false
 421                 description: >-
 422                     Test suite for odl-sfc to test two chains with one SF and
 423                     one chain with two SFs
 424                 dependencies:
 425                     installer: ''
 426                     scenario: 'odl.*sfc'
 427                 run:
 428                     module: 'sfc.tests.functest.run_sfc_tests'
 429                     class: 'SfcFunctest'
 430
 431             -
 432                 case_name: barometercollectd
 433                 project_name: barometer
 434                 criteria: 100
 435                 blocking: false
 436                 description: >-
 437                     Test suite for the Barometer project. Separate tests verify
 438                     the proper configuration and basic functionality of all the
 439                     collectd plugins as described in the Project Release Plan
 440                 dependencies:
 441                     installer: ''
 442                     scenario: 'bar'
 443                 run:
 444                     module: 'baro_tests.barometer'
 445                     class: 'BarometerCollectd'
 446
 447             -
 448                 case_name: fds
 449                 project_name: fastdatastacks
 450                 criteria: 100
 451                 blocking: false
 452                 description: >-
 453                     Test Suite for the OpenDaylight SDN Controller when GBP
 454                     features are installed. It integrates some test suites from
 455                     upstream using Robot as the test framework.
 456                 dependencies:
 457                     installer: ''
 458                     scenario: 'odl.*-fdio'
 459                 run:
 460                     module: 'functest.opnfv_tests.sdn.odl.odl'
 461                     class: 'ODLTests'
 462                     args:
 463                         suites:
 464                             - /src/fds/testing/robot
 465
 466     -
 467         name: components
 468         order: 3
 469         ci_loop: 'weekly'
 470         description: >-
 471             Extensive testing of OpenStack API.
 472         testcases:
 473             -
 474                 case_name: tempest_full_parallel
 475                 project_name: functest
 476                 criteria: 80
 477                 blocking: false
 478                 description: >-
 479                     The list of test cases is generated by
 480                     Tempest automatically and depends on the parameters of
 481                     the OpenStack deplopyment.
 482                 dependencies:
 483                     installer: ''
 484                     scenario: ''
 485                 run:
 486                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 487                     class: 'TempestFullParallel'
 488
 489             -
 490                 case_name: rally_full
 491                 project_name: functest
 492                 criteria: 100
 493                 blocking: false
 494                 description: >-
 495                     This test case runs the full suite of scenarios of the
 496                     OpenStack Rally suite using several threads and iterations.
 497                 dependencies:
 498                     installer: ''
 499                     scenario: ''
 500                 run:
 501                     module: 'functest.opnfv_tests.openstack.rally.rally'
 502                     class: 'RallyFull'
 503
 504     -
 505         name: vnf
 506         order: 4
 507         ci_loop: '(daily)|(weekly)'
 508         description: >-
 509             Collection of VNF test cases.
 510         testcases:
 511             -
 512                 case_name: cloudify_ims
 513                 project_name: functest
 514                 criteria: 80
 515                 blocking: false
 516                 description: >-
 517                     This test case deploys an OpenSource vIMS solution from
 518                     Clearwater using the Cloudify orchestrator. It also runs
 519                     some signaling traffic.
 520                 dependencies:
 521                     installer: ''
 522                     scenario: 'os-.*-nofeature-.*ha'
 523                 run:
 524                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 525                     class: 'CloudifyIms'
 526
 527             -
 528                 case_name: vyos_vrouter
 529                 project_name: functest
 530                 criteria: 100
 531                 blocking: false
 532                 description: >-
 533                     This test case is vRouter testing.
 534                 dependencies:
 535                     installer: ''
 536                     scenario: 'os-.*-nofeature-.*ha'
 537                 run:
 538                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 539                     class: 'CloudifyVrouter'
 540
 541             -
 542                 case_name: juju_epc
 543                 project_name: functest
 544                 criteria: 100
 545                 blocking: false
 546                 description: >-
 547                     vEPC validation with Juju as VNF manager and ABoT as test
 548                     executor.
 549                 dependencies:
 550                     installer: ''
 551                     scenario: 'os-.*-nofeature-.*ha'
 552                 run:
 553                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 554                     class: 'JujuEpc'