functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries.
  20                 dependencies:
  21                     installer: ''
  22                     scenario: ''
  23                 run:
  24                     module:
  25                         'functest.opnfv_tests.openstack.api.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: tenantnetwork1
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     It creates and configures all tenant network ressources
  35                     required by advanced testcases (subnet, network and
  36                     router).
  37                 dependencies:
  38                     installer: ''
  39                     scenario: ''
  40                 run:
  41                     module: 'functest.core.tenantnetwork'
  42                     class: 'TenantNetwork1'
  43
  44             -
  45                 case_name: tenantnetwork2
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: true
  49                 description: >-
  50                     It creates new user/project before creating and configuring
  51                     all tenant network ressources required by a testcase
  52                     (subnet, network and router).
  53                 dependencies:
  54                     installer: ''
  55                     scenario: ''
  56                 run:
  57                     module: 'functest.core.tenantnetwork'
  58                     class: 'TenantNetwork2'
  59
  60             -
  61                 case_name: vmready1
  62                 project_name: functest
  63                 criteria: 100
  64                 blocking: true
  65                 description: >-
  66                     It inherits from TenantNetwork1 which creates all network
  67                     resources and prepares a future VM attached to that
  68                     network.
  69                 dependencies:
  70                     installer: ''
  71                     scenario: ''
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady1'
  75
  76             -
  77                 case_name: vmready2
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It creates new user/project before creating and configuring
  83                     all tenant network ressources, flavors, images, etc.
  84                     required by advanced testcases.
  85                 dependencies:
  86                     installer: ''
  87                     scenario: ''
  88                 run:
  89                     module: 'functest.core.singlevm'
  90                     class: 'VmReady2'
  91
  92             -
  93                 case_name: singlevm1
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: true
  97                 description: >-
  98                     It inherits from TenantNetwork1 which creates all network
  99                     resources and completes it by booting a VM attached to that
 100                     network.
 101                 dependencies:
 102                     installer: ''
 103                     scenario: ''
 104                 run:
 105                     module: 'functest.core.singlevm'
 106                     class: 'SingleVm1'
 107
 108             -
 109                 case_name: singlevm2
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: true
 113                 description: >-
 114                     It creates new user/project before creating and configuring
 115                     all tenant network ressources and vms required by advanced
 116                     testcases.
 117                 dependencies:
 118                     installer: ''
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.core.singlevm'
 122                     class: 'SingleVm2'
 123
 124             -
 125                 case_name: vping_ssh
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: true
 129                 description: >-
 130                     This test case verifies: 1) SSH to an instance using
 131                     floating IPs over the public network. 2) Connectivity
 132                     between 2 instances over a private network.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: '^((?!lxd).)*$'
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 138                     class: 'VPingSSH'
 139
 140             -
 141                 case_name: vping_userdata
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: true
 145                 description: >-
 146                     This test case verifies:  1) Boot a VM with given userdata.
 147                     2) Connectivity between 2 instances over a private network.
 148                 dependencies:
 149                     installer: ''
 150                     scenario: '^((?!lxd).)*$'
 151                 run:
 152                     module:
 153                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 154                     class: 'VPingUserdata'
 155
 156             -
 157                 case_name: cinder_test
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 description: >-
 162                     This test case verifies: 1) Attach volume and to 1
 163                     instance; 2) Write data on volume 3) Detach volume
 164                     from instance 1, attach it on instance 2 3) Read volume
 165                     data
 166                 dependencies:
 167                     installer: ''
 168                     scenario: '^((?!lxd).)*$'
 169                 run:
 170                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 171                     class: 'CinderCheck'
 172
 173             -
 174                 case_name: odl
 175                 project_name: functest
 176                 criteria: 100
 177                 blocking: true
 178                 description: >-
 179                     Test Suite for the OpenDaylight SDN Controller. It
 180                     integrates some test suites from upstream using
 181                     Robot as the test framework.
 182                 dependencies:
 183                     installer: ''
 184                     scenario: 'odl'
 185                 run:
 186                     module: 'functest.opnfv_tests.sdn.odl.odl'
 187                     class: 'ODLTests'
 188                     args:
 189                         suites:
 190                             - /src/odl_test/csit/suites/integration/basic
 191                             - /src/odl_test/csit/suites/openstack/neutron
 192
 193             -
 194                 case_name: api_check
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: true
 198                 description: >-
 199                     This test case verifies the retrieval of OpenStack clients:
 200                     Keystone, Glance, Neutron and Nova and may perform some
 201                     simple queries. When the config value of
 202                     snaps.use_keystone is True, functest must have access to
 203                     the cloud's private network.
 204                 dependencies:
 205                     installer: ''
 206                     scenario: '^((?!lxd).)*$'
 207                 run:
 208                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 209                     class: 'ApiCheck'
 210
 211             -
 212                 case_name: snaps_health_check
 213                 project_name: functest
 214                 criteria: 100
 215                 blocking: true
 216                 description: >-
 217                     This test case creates executes the SimpleHealthCheck
 218                     Python test class which creates an, image, flavor, network,
 219                     and Cirros VM instance and observes the console output to
 220                     validate the single port obtains the correct IP address.
 221                 dependencies:
 222                     installer: ''
 223                     scenario: '^((?!lxd).)*$'
 224                 run:
 225                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 226                     class: 'HealthCheck'
 227
 228     -
 229         name: smoke
 230         order: 1
 231         ci_loop: '(daily)|(weekly)'
 232         description: >-
 233             Set of basic Functional tests to validate the OPNFV scenarios.
 234         testcases:
 235             -
 236                 case_name: tempest_smoke
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     This test case runs the smoke subset of the OpenStack
 242                     Tempest suite. The list of test cases is generated by
 243                     Tempest automatically and depends on the parameters of
 244                     the OpenStack deplopyment.
 245                 dependencies:
 246                     installer: ''
 247                     scenario: ''
 248                 run:
 249                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 250                     class: 'TempestCommon'
 251                     args:
 252                         mode: '^tempest\.(api|scenario).*\[.*\bsmoke\b.*\]$'
 253
 254             -
 255                 case_name: rally_sanity
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     This test case runs a sub group of tests of the OpenStack
 261                     Rally suite in smoke mode.
 262                 dependencies:
 263                     installer: ''
 264                     scenario: ''
 265                 run:
 266                     module: 'functest.opnfv_tests.openstack.rally.rally'
 267                     class: 'RallySanity'
 268
 269             -
 270                 case_name: refstack_defcore
 271                 project_name: functest
 272                 enabled: false
 273                 criteria: 100
 274                 blocking: false
 275                 description: >-
 276                     This test case runs a sub group of tests of the OpenStack
 277                     Defcore testcases.
 278                 dependencies:
 279                     installer: ''
 280                     scenario: ''
 281                 run:
 282                     module:
 283                         'functest.opnfv_tests.openstack.refstack.refstack'
 284                     class: 'Refstack'
 285
 286             -
 287                 case_name: patrole
 288                 project_name: functest
 289                 criteria: 100
 290                 blocking: false
 291                 description: >-
 292                     Test suite from Patrole project.
 293                 dependencies:
 294                     installer: ''
 295                     scenario: ''
 296                 run:
 297                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 298                     class: 'Patrole'
 299                     args:
 300                         role: 'admin'
 301                         services:
 302                             - 'image'
 303                             - 'network'
 304                         exclude:
 305                             - 'test_networks_multiprovider_rbac'
 306
 307             -
 308                 case_name: shaker
 309                 project_name: functest
 310                 criteria: 100
 311                 blocking: false
 312                 description: >-
 313                     Shaker wraps around popular system network testing tools
 314                     like iperf, iperf3 and netperf (with help of flent). Shaker
 315                     is able to deploy OpenStack instances and networks in
 316                     different topologies.
 317                 dependencies:
 318                     installer: ''
 319                     scenario: ''
 320                 run:
 321                     module:
 322                         'functest.opnfv_tests.openstack.shaker.shaker'
 323                     class: 'Shaker'
 324
 325             -
 326                 case_name: snaps_smoke
 327                 project_name: functest
 328                 criteria: 100
 329                 blocking: false
 330                 description: >-
 331                     This test case contains tests that setup and destroy
 332                     environments with VMs with and without Floating IPs
 333                     with a newly created user and project. Set the config
 334                     value snaps.use_floating_ips (True|False) to toggle
 335                     this functionality. When the config value of
 336                     snaps.use_keystone is True, functest must have access to
 337                     the cloud's private network.
 338
 339                 dependencies:
 340                     installer: ''
 341                     scenario: '^((?!lxd).)*$'
 342                 run:
 343                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 344                     class: 'SnapsSmoke'
 345
 346             -
 347                 case_name: neutron_trunk
 348                 project_name: functest
 349                 criteria: 100
 350                 blocking: false
 351                 description: >-
 352                     This test case runs the neutron trunk subtest of the
 353                     OpenStack Tempest suite. The list of test cases is
 354                     generated by Tempest having as input the relevant
 355                     testcase list file.
 356                 dependencies:
 357                     installer: '(fuel)|(apex)|(compass)'
 358                     scenario: ''
 359                 run:
 360                     module: 'functest.opnfv_tests.openstack.trunk.trunk'
 361                     class: 'TempestNeutronTrunk'
 362                     args:
 363                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 364
 365             -
 366                 case_name: barbican
 367                 project_name: functest
 368                 criteria: 100
 369                 blocking: false
 370                 description: >-
 371                     It leverages on the tempest plugin containing tests used to
 372                     verify the functionality of a barbican installation
 373                 dependencies:
 374                     installer: '^((?!fuel|apex|compass|daisy|osa).)*$'
 375                     scenario: ''
 376                 run:
 377                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 378                     class: 'TempestCommon'
 379                     args:
 380                         mode: 'barbican_tempest_plugin.tests.(api|scenario)'
 381
 382     -
 383         name: features
 384         order: 2
 385         ci_loop: '(daily)|(weekly)'
 386         description: >-
 387             Test suites from feature projects
 388             integrated in functest
 389         testcases:
 390             -
 391                 case_name: doctor-notification
 392                 project_name: doctor
 393                 criteria: 100
 394                 blocking: false
 395                 description: >-
 396                     Test suite from Doctor project.
 397                 dependencies:
 398                     installer: '(apex)|(fuel)|(daisy)'
 399                     scenario: '^((?!fdio|nofeature).)*$'
 400                 run:
 401                     module: 'xtesting.core.feature'
 402                     class: 'BashFeature'
 403                     args:
 404                         cmd: 'doctor-test'
 405
 406             -
 407                 case_name: bgpvpn
 408                 project_name: sdnvpn
 409                 criteria: 100
 410                 blocking: false
 411                 description: >-
 412                     Test suite from SDNVPN project.
 413                 dependencies:
 414                     installer: ''
 415                     scenario: 'bgpvpn'
 416                 run:
 417                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 418                     class: 'SdnvpnFunctest'
 419
 420             -
 421                 case_name: functest-odl-sfc
 422                 project_name: sfc
 423                 criteria: 100
 424                 blocking: false
 425                 description: >-
 426                     Test suite for odl-sfc to test two chains with one SF and
 427                     one chain with two SFs
 428                 dependencies:
 429                     installer: ''
 430                     scenario: 'odl.*sfc'
 431                 run:
 432                     module: 'sfc.tests.functest.run_sfc_tests'
 433                     class: 'SfcFunctest'
 434
 435             -
 436                 case_name: barometercollectd
 437                 project_name: barometer
 438                 criteria: 100
 439                 blocking: false
 440                 description: >-
 441                     Test suite for the Barometer project. Separate tests verify
 442                     the proper configuration and basic functionality of all the
 443                     collectd plugins as described in the Project Release Plan
 444                 dependencies:
 445                     installer: ''
 446                     scenario: 'bar'
 447                 run:
 448                     module: 'baro_tests.barometer'
 449                     class: 'BarometerCollectd'
 450
 451             -
 452                 case_name: fds
 453                 project_name: fastdatastacks
 454                 criteria: 100
 455                 blocking: false
 456                 description: >-
 457                     Test Suite for the OpenDaylight SDN Controller when GBP
 458                     features are installed. It integrates some test suites from
 459                     upstream using Robot as the test framework.
 460                 dependencies:
 461                     installer: ''
 462                     scenario: 'odl.*-fdio'
 463                 run:
 464                     module: 'functest.opnfv_tests.sdn.odl.odl'
 465                     class: 'ODLTests'
 466                     args:
 467                         suites:
 468                             - /src/fds/testing/robot
 469
 470     -
 471         name: components
 472         order: 3
 473         ci_loop: 'weekly'
 474         description: >-
 475             Extensive testing of OpenStack API.
 476         testcases:
 477             -
 478                 case_name: tempest_full
 479                 project_name: functest
 480                 criteria: 80
 481                 blocking: false
 482                 description: >-
 483                     The list of test cases is generated by
 484                     Tempest automatically and depends on the parameters of
 485                     the OpenStack deplopyment.
 486                 dependencies:
 487                     installer: ''
 488                     scenario: ''
 489                 run:
 490                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 491                     class: 'TempestCommon'
 492                     args:
 493                         mode: '^tempest\.'
 494
 495             -
 496                 case_name: rally_full
 497                 project_name: functest
 498                 criteria: 100
 499                 blocking: false
 500                 description: >-
 501                     This test case runs the full suite of scenarios of the
 502                     OpenStack Rally suite using several threads and iterations.
 503                 dependencies:
 504                     installer: ''
 505                     scenario: ''
 506                 run:
 507                     module: 'functest.opnfv_tests.openstack.rally.rally'
 508                     class: 'RallyFull'
 509
 510     -
 511         name: vnf
 512         order: 4
 513         ci_loop: '(daily)|(weekly)'
 514         description: >-
 515             Collection of VNF test cases.
 516         testcases:
 517             -
 518                 case_name: cloudify_ims
 519                 project_name: functest
 520                 criteria: 80
 521                 blocking: false
 522                 description: >-
 523                     This test case deploys an OpenSource vIMS solution from
 524                     Clearwater using the Cloudify orchestrator. It also runs
 525                     some signaling traffic.
 526                 dependencies:
 527                     installer: ''
 528                     scenario: 'os-.*-nofeature-.*ha'
 529                 run:
 530                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 531                     class: 'CloudifyIms'
 532
 533             -
 534                 case_name: vyos_vrouter
 535                 project_name: functest
 536                 criteria: 100
 537                 blocking: false
 538                 description: >-
 539                     This test case is vRouter testing.
 540                 dependencies:
 541                     installer: ''
 542                     scenario: 'os-.*-nofeature-.*ha'
 543                 run:
 544                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 545                     class: 'CloudifyVrouter'
 546
 547             -
 548                 case_name: juju_epc
 549                 project_name: functest
 550                 criteria: 100
 551                 blocking: false
 552                 description: >-
 553                     vEPC validation with Juju as VNF manager and ABoT as test
 554                     executor.
 555                 dependencies:
 556                     installer: ''
 557                     scenario: 'os-.*-nofeature-.*ha'
 558                 run:
 559                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 560                     class: 'JujuEpc'