functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: tenantnetwork1
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     It creates and configures all tenant network ressources
  37                     required by advanced testcases (subnet, network and
  38                     router).
  39                 dependencies:
  40                     installer: ''
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.core.tenantnetwork'
  44                     class: 'TenantNetwork1'
  45
  46             -
  47                 case_name: tenantnetwork2
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     It creates new user/project before creating and configuring
  53                     all tenant network ressources required by a testcase
  54                     (subnet, network and router).
  55                 dependencies:
  56                     installer: ''
  57                     scenario: ''
  58                 run:
  59                     module: 'functest.core.tenantnetwork'
  60                     class: 'TenantNetwork2'
  61
  62             -
  63                 case_name: singlevm1
  64                 project_name: functest
  65                 criteria: 100
  66                 blocking: true
  67                 description: >-
  68                     It inherits from TenantNetwork1 which creates all network
  69                     resources and completes it by booting a VM attached to that
  70                     network.
  71                 dependencies:
  72                     installer: ''
  73                     scenario: ''
  74                 run:
  75                     module: 'functest.core.singlevm'
  76                     class: 'SingleVm1'
  77
  78             -
  79                 case_name: singlevm2
  80                 project_name: functest
  81                 criteria: 100
  82                 blocking: true
  83                 description: >-
  84                     It creates new user/project before creating and configuring
  85                     all tenant network ressources and vms required by advanced
  86                     testcases.
  87                 dependencies:
  88                     installer: ''
  89                     scenario: ''
  90                 run:
  91                     module: 'functest.core.singlevm'
  92                     class: 'SingleVm2'
  93
  94             -
  95                 case_name: api_check
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: true
  99                 description: >-
 100                     This test case verifies the retrieval of OpenStack clients:
 101                     Keystone, Glance, Neutron and Nova and may perform some
 102                     simple queries. When the config value of
 103                     snaps.use_keystone is True, functest must have access to
 104                     the cloud's private network.
 105                 dependencies:
 106                     installer: ''
 107                     scenario: '^((?!lxd).)*$'
 108                 run:
 109                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 110                     class: 'ApiCheck'
 111
 112             -
 113                 case_name: snaps_health_check
 114                 project_name: functest
 115                 criteria: 100
 116                 blocking: true
 117                 description: >-
 118                     This test case creates executes the SimpleHealthCheck
 119                     Python test class which creates an, image, flavor, network,
 120                     and Cirros VM instance and observes the console output to
 121                     validate the single port obtains the correct IP address.
 122                 dependencies:
 123                     installer: ''
 124                     scenario: '^((?!lxd).)*$'
 125                 run:
 126                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 127                     class: 'HealthCheck'
 128
 129     -
 130         name: smoke
 131         order: 1
 132         ci_loop: '(daily)|(weekly)'
 133         description: >-
 134             Set of basic Functional tests to validate the OPNFV scenarios.
 135         testcases:
 136
 137             -
 138                 case_name: vping_ssh
 139                 project_name: functest
 140                 criteria: 100
 141                 blocking: false
 142                 description: >-
 143                     This test case verifies: 1) SSH to an instance using
 144                     floating IPs over the public network. 2) Connectivity
 145                     between 2 instances over a private network.
 146                 dependencies:
 147                     installer: ''
 148                     scenario: '^((?!lxd).)*$'
 149                 run:
 150                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 151                     class: 'VPingSSH'
 152
 153             -
 154                 case_name: vping_userdata
 155                 project_name: functest
 156                 criteria: 100
 157                 blocking: false
 158                 description: >-
 159                     This test case verifies:  1) Boot a VM with given userdata.
 160                     2) Connectivity between 2 instances over a private network.
 161                 dependencies:
 162                     installer: ''
 163                     scenario: '^((?!lxd).)*$'
 164                 run:
 165                     module:
 166                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 167                     class: 'VPingUserdata'
 168
 169             -
 170                 case_name: cinder_test
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case verifies: 1) Attach volume and to 1
 176                     instance; 2) Write data on volume 3) Detach volume
 177                     from instance 1, attach it on instance 2 3) Read volume
 178                     data
 179                 dependencies:
 180                     installer: ''
 181                     scenario: '^((?!lxd).)*$'
 182                 run:
 183                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 184                     class: 'CinderCheck'
 185
 186             -
 187                 case_name: tempest_smoke_serial
 188                 project_name: functest
 189                 criteria: 100
 190                 blocking: false
 191                 description: >-
 192                     This test case runs the smoke subset of the OpenStack
 193                     Tempest suite. The list of test cases is generated by
 194                     Tempest automatically and depends on the parameters of
 195                     the OpenStack deplopyment.
 196                 dependencies:
 197                     installer: ''
 198                     scenario: ''
 199                 run:
 200                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 201                     class: 'TempestSmokeSerial'
 202
 203             -
 204                 case_name: rally_sanity
 205                 project_name: functest
 206                 criteria: 100
 207                 blocking: false
 208                 description: >-
 209                     This test case runs a sub group of tests of the OpenStack
 210                     Rally suite in smoke mode.
 211                 dependencies:
 212                     installer: ''
 213                     scenario: ''
 214                 run:
 215                     module: 'functest.opnfv_tests.openstack.rally.rally'
 216                     class: 'RallySanity'
 217
 218             -
 219                 case_name: refstack_defcore
 220                 project_name: functest
 221                 enabled: false
 222                 criteria: 100
 223                 blocking: false
 224                 description: >-
 225                     This test case runs a sub group of tests of the OpenStack
 226                     Defcore testcases.
 227                 dependencies:
 228                     installer: ''
 229                     scenario: ''
 230                 run:
 231                     module:
 232                         'functest.opnfv_tests.openstack.refstack.refstack'
 233                     class: 'Refstack'
 234
 235             -
 236                 case_name: patrole
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     Test suite from Patrole project.
 242                 dependencies:
 243                     installer: ''
 244                     scenario: ''
 245                 run:
 246                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 247                     class: 'Patrole'
 248                     args:
 249                         role: 'admin'
 250                         services:
 251                             - 'image'
 252                             - 'network'
 253                         exclude:
 254                             - 'test_networks_multiprovider_rbac'
 255
 256             -
 257                 case_name: shaker
 258                 project_name: functest
 259                 criteria: 100
 260                 blocking: false
 261                 description: >-
 262                     Shaker wraps around popular system network testing tools
 263                     like iperf, iperf3 and netperf (with help of flent). Shaker
 264                     is able to deploy OpenStack instances and networks in
 265                     different topologies.
 266                 dependencies:
 267                     installer: ''
 268                     scenario: ''
 269                 run:
 270                     module:
 271                         'functest.opnfv_tests.openstack.shaker.shaker'
 272                     class: 'Shaker'
 273
 274             -
 275                 case_name: odl
 276                 project_name: functest
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     Test Suite for the OpenDaylight SDN Controller. It
 281                     integrates some test suites from upstream using
 282                     Robot as the test framework.
 283                 dependencies:
 284                     installer: ''
 285                     scenario: 'odl'
 286                 run:
 287                     module: 'functest.opnfv_tests.sdn.odl.odl'
 288                     class: 'ODLTests'
 289                     args:
 290                         suites:
 291                             - /src/odl_test/csit/suites/integration/basic
 292                             - /src/odl_test/csit/suites/openstack/neutron
 293
 294             -
 295                 case_name: snaps_smoke
 296                 project_name: functest
 297                 criteria: 100
 298                 blocking: false
 299                 description: >-
 300                     This test case contains tests that setup and destroy
 301                     environments with VMs with and without Floating IPs
 302                     with a newly created user and project. Set the config
 303                     value snaps.use_floating_ips (True|False) to toggle
 304                     this functionality. When the config value of
 305                     snaps.use_keystone is True, functest must have access to
 306                     the cloud's private network.
 307
 308                 dependencies:
 309                     installer: ''
 310                     scenario: '^((?!lxd).)*$'
 311                 run:
 312                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 313                     class: 'SnapsSmoke'
 314
 315             -
 316                 case_name: neutron_trunk
 317                 project_name: functest
 318                 criteria: 100
 319                 blocking: false
 320                 description: >-
 321                     This test case runs the neutron trunk subtest of the
 322                     OpenStack Tempest suite. The list of test cases is
 323                     generated by Tempest having as input the relevant
 324                     testcase list file.
 325                 dependencies:
 326                     installer: '(fuel)|(apex)|(compass)'
 327                     scenario: ''
 328                 run:
 329                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 330                     class: 'TempestNeutronTrunk'
 331
 332     -
 333         name: features
 334         order: 2
 335         ci_loop: '(daily)|(weekly)'
 336         description: >-
 337             Test suites from feature projects
 338             integrated in functest
 339         testcases:
 340             -
 341                 case_name: doctor-notification
 342                 project_name: doctor
 343                 criteria: 100
 344                 blocking: false
 345                 description: >-
 346                     Test suite from Doctor project.
 347                 dependencies:
 348                     installer: '(apex)|(fuel)|(daisy)'
 349                     scenario: '^((?!fdio|nofeature).)*$'
 350                 run:
 351                     module: 'xtesting.core.feature'
 352                     class: 'BashFeature'
 353                     args:
 354                         cmd: 'doctor-test'
 355
 356             -
 357                 case_name: bgpvpn
 358                 project_name: sdnvpn
 359                 criteria: 100
 360                 blocking: false
 361                 description: >-
 362                     Test suite from SDNVPN project.
 363                 dependencies:
 364                     installer: ''
 365                     scenario: 'bgpvpn'
 366                 run:
 367                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 368                     class: 'SdnvpnFunctest'
 369
 370             -
 371                 case_name: functest-odl-sfc
 372                 project_name: sfc
 373                 criteria: 100
 374                 blocking: false
 375                 description: >-
 376                     Test suite for odl-sfc to test two chains with one SF and
 377                     one chain with two SFs
 378                 dependencies:
 379                     installer: ''
 380                     scenario: 'odl.*sfc'
 381                 run:
 382                     module: 'sfc.tests.functest.run_sfc_tests'
 383                     class: 'SfcFunctest'
 384
 385             -
 386                 case_name: barometercollectd
 387                 project_name: barometer
 388                 criteria: 100
 389                 blocking: false
 390                 description: >-
 391                     Test suite for the Barometer project. Separate tests verify
 392                     the proper configuration and basic functionality of all the
 393                     collectd plugins as described in the Project Release Plan
 394                 dependencies:
 395                     installer: ''
 396                     scenario: 'bar'
 397                 run:
 398                     module: 'baro_tests.barometer'
 399                     class: 'BarometerCollectd'
 400
 401             -
 402                 case_name: fds
 403                 project_name: fastdatastacks
 404                 criteria: 100
 405                 blocking: false
 406                 description: >-
 407                     Test Suite for the OpenDaylight SDN Controller when GBP
 408                     features are installed. It integrates some test suites from
 409                     upstream using Robot as the test framework.
 410                 dependencies:
 411                     installer: ''
 412                     scenario: 'odl.*-fdio'
 413                 run:
 414                     module: 'functest.opnfv_tests.sdn.odl.odl'
 415                     class: 'ODLTests'
 416                     args:
 417                         suites:
 418                             - /src/fds/testing/robot
 419
 420     -
 421         name: components
 422         order: 3
 423         ci_loop: 'weekly'
 424         description: >-
 425             Extensive testing of OpenStack API.
 426         testcases:
 427             -
 428                 case_name: tempest_full_parallel
 429                 project_name: functest
 430                 criteria: 80
 431                 blocking: false
 432                 description: >-
 433                     The list of test cases is generated by
 434                     Tempest automatically and depends on the parameters of
 435                     the OpenStack deplopyment.
 436                 dependencies:
 437                     installer: ''
 438                     scenario: ''
 439                 run:
 440                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 441                     class: 'TempestFullParallel'
 442
 443             -
 444                 case_name: rally_full
 445                 project_name: functest
 446                 criteria: 100
 447                 blocking: false
 448                 description: >-
 449                     This test case runs the full suite of scenarios of the
 450                     OpenStack Rally suite using several threads and iterations.
 451                 dependencies:
 452                     installer: ''
 453                     scenario: ''
 454                 run:
 455                     module: 'functest.opnfv_tests.openstack.rally.rally'
 456                     class: 'RallyFull'
 457
 458     -
 459         name: vnf
 460         order: 4
 461         ci_loop: '(daily)|(weekly)'
 462         description: >-
 463             Collection of VNF test cases.
 464         testcases:
 465             -
 466                 case_name: cloudify_ims
 467                 project_name: functest
 468                 criteria: 80
 469                 blocking: false
 470                 description: >-
 471                     This test case deploys an OpenSource vIMS solution from
 472                     Clearwater using the Cloudify orchestrator. It also runs
 473                     some signaling traffic.
 474                 dependencies:
 475                     installer: ''
 476                     scenario: 'os-.*-nofeature-.*ha'
 477                 run:
 478                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 479                     class: 'CloudifyIms'
 480
 481             -
 482                 case_name: vyos_vrouter
 483                 project_name: functest
 484                 criteria: 100
 485                 blocking: false
 486                 description: >-
 487                     This test case is vRouter testing.
 488                 dependencies:
 489                     installer: ''
 490                     scenario: 'os-.*-nofeature-.*ha'
 491                 run:
 492                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 493                     class: 'CloudifyVrouter'
 494
 495             -
 496                 case_name: juju_epc
 497                 project_name: functest
 498                 criteria: 100
 499                 blocking: false
 500                 description: >-
 501                     vEPC validation with Juju as VNF manager and ABoT as test
 502                     executor.
 503                 dependencies:
 504                     installer: ''
 505                     scenario: 'os-.*-nofeature-.*ha'
 506                 run:
 507                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 508                     class: 'JujuEpc'