functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: tenantnetwork1
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     It creates and configures all tenant network ressources
  37                     required by advanced testcases (subnet, network and
  38                     router).
  39                 dependencies:
  40                     installer: ''
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.core.tenantnetwork'
  44                     class: 'TenantNetwork1'
  45
  46             -
  47                 case_name: tenantnetwork2
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     It creates new user/project before creating and configuring
  53                     all tenant network ressources required by a testcase
  54                     (subnet, network and router).
  55                 dependencies:
  56                     installer: ''
  57                     scenario: ''
  58                 run:
  59                     module: 'functest.core.tenantnetwork'
  60                     class: 'TenantNetwork2'
  61
  62             -
  63                 case_name: vmready1
  64                 project_name: functest
  65                 criteria: 100
  66                 blocking: true
  67                 description: >-
  68                     It inherits from TenantNetwork1 which creates all network
  69                     resources and prepares a future VM attached to that
  70                     network.
  71                 dependencies:
  72                     installer: ''
  73                     scenario: ''
  74                 run:
  75                     module: 'functest.core.singlevm'
  76                     class: 'VmReady1'
  77
  78             -
  79                 case_name: vmready2
  80                 project_name: functest
  81                 criteria: 100
  82                 blocking: true
  83                 description: >-
  84                     It creates new user/project before creating and configuring
  85                     all tenant network ressources, flavors, images, etc.
  86                     required by advanced testcases.
  87                 dependencies:
  88                     installer: ''
  89                     scenario: ''
  90                 run:
  91                     module: 'functest.core.singlevm'
  92                     class: 'VmReady2'
  93
  94             -
  95                 case_name: singlevm1
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: true
  99                 description: >-
 100                     It inherits from TenantNetwork1 which creates all network
 101                     resources and completes it by booting a VM attached to that
 102                     network.
 103                 dependencies:
 104                     installer: ''
 105                     scenario: ''
 106                 run:
 107                     module: 'functest.core.singlevm'
 108                     class: 'SingleVm1'
 109
 110             -
 111                 case_name: singlevm2
 112                 project_name: functest
 113                 criteria: 100
 114                 blocking: true
 115                 description: >-
 116                     It creates new user/project before creating and configuring
 117                     all tenant network ressources and vms required by advanced
 118                     testcases.
 119                 dependencies:
 120                     installer: ''
 121                     scenario: ''
 122                 run:
 123                     module: 'functest.core.singlevm'
 124                     class: 'SingleVm2'
 125
 126             -
 127                 case_name: api_check
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: true
 131                 description: >-
 132                     This test case verifies the retrieval of OpenStack clients:
 133                     Keystone, Glance, Neutron and Nova and may perform some
 134                     simple queries. When the config value of
 135                     snaps.use_keystone is True, functest must have access to
 136                     the cloud's private network.
 137                 dependencies:
 138                     installer: ''
 139                     scenario: '^((?!lxd).)*$'
 140                 run:
 141                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 142                     class: 'ApiCheck'
 143
 144             -
 145                 case_name: snaps_health_check
 146                 project_name: functest
 147                 criteria: 100
 148                 blocking: true
 149                 description: >-
 150                     This test case creates executes the SimpleHealthCheck
 151                     Python test class which creates an, image, flavor, network,
 152                     and Cirros VM instance and observes the console output to
 153                     validate the single port obtains the correct IP address.
 154                 dependencies:
 155                     installer: ''
 156                     scenario: '^((?!lxd).)*$'
 157                 run:
 158                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 159                     class: 'HealthCheck'
 160
 161     -
 162         name: smoke
 163         order: 1
 164         ci_loop: '(daily)|(weekly)'
 165         description: >-
 166             Set of basic Functional tests to validate the OPNFV scenarios.
 167         testcases:
 168
 169             -
 170                 case_name: vping_ssh
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case verifies: 1) SSH to an instance using
 176                     floating IPs over the public network. 2) Connectivity
 177                     between 2 instances over a private network.
 178                 dependencies:
 179                     installer: ''
 180                     scenario: '^((?!lxd).)*$'
 181                 run:
 182                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 183                     class: 'VPingSSH'
 184
 185             -
 186                 case_name: vping_userdata
 187                 project_name: functest
 188                 criteria: 100
 189                 blocking: false
 190                 description: >-
 191                     This test case verifies:  1) Boot a VM with given userdata.
 192                     2) Connectivity between 2 instances over a private network.
 193                 dependencies:
 194                     installer: ''
 195                     scenario: '^((?!lxd).)*$'
 196                 run:
 197                     module:
 198                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 199                     class: 'VPingUserdata'
 200
 201             -
 202                 case_name: cinder_test
 203                 project_name: functest
 204                 criteria: 100
 205                 blocking: false
 206                 description: >-
 207                     This test case verifies: 1) Attach volume and to 1
 208                     instance; 2) Write data on volume 3) Detach volume
 209                     from instance 1, attach it on instance 2 3) Read volume
 210                     data
 211                 dependencies:
 212                     installer: ''
 213                     scenario: '^((?!lxd).)*$'
 214                 run:
 215                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 216                     class: 'CinderCheck'
 217
 218             -
 219                 case_name: tempest_smoke_serial
 220                 project_name: functest
 221                 criteria: 100
 222                 blocking: false
 223                 description: >-
 224                     This test case runs the smoke subset of the OpenStack
 225                     Tempest suite. The list of test cases is generated by
 226                     Tempest automatically and depends on the parameters of
 227                     the OpenStack deplopyment.
 228                 dependencies:
 229                     installer: ''
 230                     scenario: ''
 231                 run:
 232                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 233                     class: 'TempestSmokeSerial'
 234
 235             -
 236                 case_name: rally_sanity
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     This test case runs a sub group of tests of the OpenStack
 242                     Rally suite in smoke mode.
 243                 dependencies:
 244                     installer: ''
 245                     scenario: ''
 246                 run:
 247                     module: 'functest.opnfv_tests.openstack.rally.rally'
 248                     class: 'RallySanity'
 249
 250             -
 251                 case_name: refstack_defcore
 252                 project_name: functest
 253                 enabled: false
 254                 criteria: 100
 255                 blocking: false
 256                 description: >-
 257                     This test case runs a sub group of tests of the OpenStack
 258                     Defcore testcases.
 259                 dependencies:
 260                     installer: ''
 261                     scenario: ''
 262                 run:
 263                     module:
 264                         'functest.opnfv_tests.openstack.refstack.refstack'
 265                     class: 'Refstack'
 266
 267             -
 268                 case_name: patrole
 269                 project_name: functest
 270                 criteria: 100
 271                 blocking: false
 272                 description: >-
 273                     Test suite from Patrole project.
 274                 dependencies:
 275                     installer: ''
 276                     scenario: ''
 277                 run:
 278                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 279                     class: 'Patrole'
 280                     args:
 281                         role: 'admin'
 282                         services:
 283                             - 'image'
 284                             - 'network'
 285                         exclude:
 286                             - 'test_networks_multiprovider_rbac'
 287
 288             -
 289                 case_name: shaker
 290                 project_name: functest
 291                 criteria: 100
 292                 blocking: false
 293                 description: >-
 294                     Shaker wraps around popular system network testing tools
 295                     like iperf, iperf3 and netperf (with help of flent). Shaker
 296                     is able to deploy OpenStack instances and networks in
 297                     different topologies.
 298                 dependencies:
 299                     installer: ''
 300                     scenario: ''
 301                 run:
 302                     module:
 303                         'functest.opnfv_tests.openstack.shaker.shaker'
 304                     class: 'Shaker'
 305
 306             -
 307                 case_name: odl
 308                 project_name: functest
 309                 criteria: 100
 310                 blocking: false
 311                 description: >-
 312                     Test Suite for the OpenDaylight SDN Controller. It
 313                     integrates some test suites from upstream using
 314                     Robot as the test framework.
 315                 dependencies:
 316                     installer: ''
 317                     scenario: 'odl'
 318                 run:
 319                     module: 'functest.opnfv_tests.sdn.odl.odl'
 320                     class: 'ODLTests'
 321                     args:
 322                         suites:
 323                             - /src/odl_test/csit/suites/integration/basic
 324                             - /src/odl_test/csit/suites/openstack/neutron
 325
 326             -
 327                 case_name: snaps_smoke
 328                 project_name: functest
 329                 criteria: 100
 330                 blocking: false
 331                 description: >-
 332                     This test case contains tests that setup and destroy
 333                     environments with VMs with and without Floating IPs
 334                     with a newly created user and project. Set the config
 335                     value snaps.use_floating_ips (True|False) to toggle
 336                     this functionality. When the config value of
 337                     snaps.use_keystone is True, functest must have access to
 338                     the cloud's private network.
 339
 340                 dependencies:
 341                     installer: ''
 342                     scenario: '^((?!lxd).)*$'
 343                 run:
 344                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 345                     class: 'SnapsSmoke'
 346
 347             -
 348                 case_name: neutron_trunk
 349                 project_name: functest
 350                 criteria: 100
 351                 blocking: false
 352                 description: >-
 353                     This test case runs the neutron trunk subtest of the
 354                     OpenStack Tempest suite. The list of test cases is
 355                     generated by Tempest having as input the relevant
 356                     testcase list file.
 357                 dependencies:
 358                     installer: '(fuel)|(apex)|(compass)'
 359                     scenario: ''
 360                 run:
 361                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 362                     class: 'TempestNeutronTrunk'
 363
 364             -
 365                 case_name: barbican
 366                 project_name: functest
 367                 criteria: 100
 368                 blocking: false
 369                 description: >-
 370                     It leverages on the tempest plugin containing tests used to
 371                     verify the functionality of a barbican installation
 372                 dependencies:
 373                     installer: '^((?!fuel|apex|compass|daisy).)*$'
 374                     scenario: ''
 375                 run:
 376                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 377                     class: 'TempestBarbican'
 378
 379     -
 380         name: features
 381         order: 2
 382         ci_loop: '(daily)|(weekly)'
 383         description: >-
 384             Test suites from feature projects
 385             integrated in functest
 386         testcases:
 387             -
 388                 case_name: doctor-notification
 389                 project_name: doctor
 390                 criteria: 100
 391                 blocking: false
 392                 description: >-
 393                     Test suite from Doctor project.
 394                 dependencies:
 395                     installer: '(apex)|(fuel)|(daisy)'
 396                     scenario: '^((?!fdio|nofeature).)*$'
 397                 run:
 398                     module: 'xtesting.core.feature'
 399                     class: 'BashFeature'
 400                     args:
 401                         cmd: 'doctor-test'
 402
 403             -
 404                 case_name: bgpvpn
 405                 project_name: sdnvpn
 406                 criteria: 100
 407                 blocking: false
 408                 description: >-
 409                     Test suite from SDNVPN project.
 410                 dependencies:
 411                     installer: ''
 412                     scenario: 'bgpvpn'
 413                 run:
 414                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 415                     class: 'SdnvpnFunctest'
 416
 417             -
 418                 case_name: functest-odl-sfc
 419                 project_name: sfc
 420                 criteria: 100
 421                 blocking: false
 422                 description: >-
 423                     Test suite for odl-sfc to test two chains with one SF and
 424                     one chain with two SFs
 425                 dependencies:
 426                     installer: ''
 427                     scenario: 'odl.*sfc'
 428                 run:
 429                     module: 'sfc.tests.functest.run_sfc_tests'
 430                     class: 'SfcFunctest'
 431
 432             -
 433                 case_name: barometercollectd
 434                 project_name: barometer
 435                 criteria: 100
 436                 blocking: false
 437                 description: >-
 438                     Test suite for the Barometer project. Separate tests verify
 439                     the proper configuration and basic functionality of all the
 440                     collectd plugins as described in the Project Release Plan
 441                 dependencies:
 442                     installer: ''
 443                     scenario: 'bar'
 444                 run:
 445                     module: 'baro_tests.barometer'
 446                     class: 'BarometerCollectd'
 447
 448             -
 449                 case_name: fds
 450                 project_name: fastdatastacks
 451                 criteria: 100
 452                 blocking: false
 453                 description: >-
 454                     Test Suite for the OpenDaylight SDN Controller when GBP
 455                     features are installed. It integrates some test suites from
 456                     upstream using Robot as the test framework.
 457                 dependencies:
 458                     installer: ''
 459                     scenario: 'odl.*-fdio'
 460                 run:
 461                     module: 'functest.opnfv_tests.sdn.odl.odl'
 462                     class: 'ODLTests'
 463                     args:
 464                         suites:
 465                             - /src/fds/testing/robot
 466
 467     -
 468         name: components
 469         order: 3
 470         ci_loop: 'weekly'
 471         description: >-
 472             Extensive testing of OpenStack API.
 473         testcases:
 474             -
 475                 case_name: tempest_full_parallel
 476                 project_name: functest
 477                 criteria: 80
 478                 blocking: false
 479                 description: >-
 480                     The list of test cases is generated by
 481                     Tempest automatically and depends on the parameters of
 482                     the OpenStack deplopyment.
 483                 dependencies:
 484                     installer: ''
 485                     scenario: ''
 486                 run:
 487                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 488                     class: 'TempestFullParallel'
 489
 490             -
 491                 case_name: rally_full
 492                 project_name: functest
 493                 criteria: 100
 494                 blocking: false
 495                 description: >-
 496                     This test case runs the full suite of scenarios of the
 497                     OpenStack Rally suite using several threads and iterations.
 498                 dependencies:
 499                     installer: ''
 500                     scenario: ''
 501                 run:
 502                     module: 'functest.opnfv_tests.openstack.rally.rally'
 503                     class: 'RallyFull'
 504
 505     -
 506         name: vnf
 507         order: 4
 508         ci_loop: '(daily)|(weekly)'
 509         description: >-
 510             Collection of VNF test cases.
 511         testcases:
 512             -
 513                 case_name: cloudify_ims
 514                 project_name: functest
 515                 criteria: 80
 516                 blocking: false
 517                 description: >-
 518                     This test case deploys an OpenSource vIMS solution from
 519                     Clearwater using the Cloudify orchestrator. It also runs
 520                     some signaling traffic.
 521                 dependencies:
 522                     installer: ''
 523                     scenario: 'os-.*-nofeature-.*ha'
 524                 run:
 525                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 526                     class: 'CloudifyIms'
 527
 528             -
 529                 case_name: vyos_vrouter
 530                 project_name: functest
 531                 criteria: 100
 532                 blocking: false
 533                 description: >-
 534                     This test case is vRouter testing.
 535                 dependencies:
 536                     installer: ''
 537                     scenario: 'os-.*-nofeature-.*ha'
 538                 run:
 539                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 540                     class: 'CloudifyVrouter'
 541
 542             -
 543                 case_name: juju_epc
 544                 project_name: functest
 545                 criteria: 100
 546                 blocking: false
 547                 description: >-
 548                     vEPC validation with Juju as VNF manager and ABoT as test
 549                     executor.
 550                 dependencies:
 551                     installer: ''
 552                     scenario: 'os-.*-nofeature-.*ha'
 553                 run:
 554                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 555                     class: 'JujuEpc'