functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: ''
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65             -
  66                 case_name: tenantnetwork1
  67                 project_name: functest
  68                 criteria: 100
  69                 blocking: false
  70                 description: >-
  71                     It creates and configures all tenant network ressources
  72                     required by advanced testcases (subnet, network and
  73                     router).
  74                 dependencies:
  75                     installer: ''
  76                     scenario: ''
  77                 run:
  78                     module: 'functest.core.tenantnetwork'
  79                     class: 'TenantNetwork1'
  80
  81             -
  82                 case_name: tenantnetwork2
  83                 project_name: functest
  84                 criteria: 100
  85                 blocking: false
  86                 description: >-
  87                     It creates new user/project before creating and configuring
  88                     all tenant network ressources required by a testcase
  89                     (subnet, network and router).
  90                 dependencies:
  91                     installer: ''
  92                     scenario: ''
  93                 run:
  94                     module: 'functest.core.tenantnetwork'
  95                     class: 'TenantNetwork2'
  96
  97     -
  98         name: smoke
  99         order: 1
 100         ci_loop: '(daily)|(weekly)'
 101         description: >-
 102             Set of basic Functional tests to validate the OPNFV scenarios.
 103         testcases:
 104
 105             -
 106                 case_name: vping_ssh
 107                 project_name: functest
 108                 criteria: 100
 109                 blocking: false
 110                 description: >-
 111                     This test case verifies: 1) SSH to an instance using
 112                     floating IPs over the public network. 2) Connectivity
 113                     between 2 instances over a private network.
 114                 dependencies:
 115                     installer: ''
 116                     scenario: '^((?!lxd).)*$'
 117                 run:
 118                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 119                     class: 'VPingSSH'
 120
 121             -
 122                 case_name: vping_userdata
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case verifies:  1) Boot a VM with given userdata.
 128                     2) Connectivity between 2 instances over a private network.
 129                 dependencies:
 130                     installer: ''
 131                     scenario: '^((?!lxd).)*$'
 132                 run:
 133                     module:
 134                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 135                     class: 'VPingUserdata'
 136
 137             -
 138                 case_name: cinder_test
 139                 project_name: functest
 140                 criteria: 100
 141                 blocking: false
 142                 description: >-
 143                     This test case verifies: 1) Attach volume and to 1
 144                     instance; 2) Write data on volume 3) Detach volume
 145                     from instance 1, attach it on instance 2 3) Read volume
 146                     data
 147                 dependencies:
 148                     installer: ''
 149                     scenario: '^((?!lxd).)*$'
 150                 run:
 151                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 152                     class: 'CinderCheck'
 153
 154             -
 155                 case_name: tempest_smoke_serial
 156                 project_name: functest
 157                 criteria: 100
 158                 blocking: false
 159                 description: >-
 160                     This test case runs the smoke subset of the OpenStack
 161                     Tempest suite. The list of test cases is generated by
 162                     Tempest automatically and depends on the parameters of
 163                     the OpenStack deplopyment.
 164                 dependencies:
 165                     installer: ''
 166                     scenario: ''
 167                 run:
 168                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 169                     class: 'TempestSmokeSerial'
 170
 171             -
 172                 case_name: rally_sanity
 173                 project_name: functest
 174                 criteria: 100
 175                 blocking: false
 176                 description: >-
 177                     This test case runs a sub group of tests of the OpenStack
 178                     Rally suite in smoke mode.
 179                 dependencies:
 180                     installer: ''
 181                     scenario: ''
 182                 run:
 183                     module: 'functest.opnfv_tests.openstack.rally.rally'
 184                     class: 'RallySanity'
 185
 186             -
 187                 case_name: refstack_defcore
 188                 project_name: functest
 189                 enabled: false
 190                 criteria: 100
 191                 blocking: false
 192                 description: >-
 193                     This test case runs a sub group of tests of the OpenStack
 194                     Defcore testcases.
 195                 dependencies:
 196                     installer: ''
 197                     scenario: ''
 198                 run:
 199                     module:
 200                         'functest.opnfv_tests.openstack.refstack.refstack'
 201                     class: 'Refstack'
 202
 203             -
 204                 case_name: patrole
 205                 project_name: functest
 206                 criteria: 100
 207                 blocking: false
 208                 description: >-
 209                     Test suite from Patrole project.
 210                 dependencies:
 211                     installer: ''
 212                     scenario: ''
 213                 run:
 214                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 215                     class: 'Patrole'
 216                     args:
 217                         role: 'admin'
 218                         services:
 219                             - 'image'
 220                             - 'network'
 221                         exclude:
 222                             - 'test_networks_multiprovider_rbac'
 223
 224             -
 225                 case_name: odl
 226                 project_name: functest
 227                 criteria: 100
 228                 blocking: false
 229                 description: >-
 230                     Test Suite for the OpenDaylight SDN Controller. It
 231                     integrates some test suites from upstream using
 232                     Robot as the test framework.
 233                 dependencies:
 234                     installer: ''
 235                     scenario: 'odl'
 236                 run:
 237                     module: 'functest.opnfv_tests.sdn.odl.odl'
 238                     class: 'ODLTests'
 239                     args:
 240                         suites:
 241                             - /src/odl_test/csit/suites/integration/basic
 242                             - /src/odl_test/csit/suites/openstack/neutron
 243
 244             -
 245                 case_name: snaps_smoke
 246                 project_name: functest
 247                 criteria: 100
 248                 blocking: false
 249                 description: >-
 250                     This test case contains tests that setup and destroy
 251                     environments with VMs with and without Floating IPs
 252                     with a newly created user and project. Set the config
 253                     value snaps.use_floating_ips (True|False) to toggle
 254                     this functionality. When the config value of
 255                     snaps.use_keystone is True, functest must have access to
 256                     the cloud's private network.
 257
 258                 dependencies:
 259                     installer: ''
 260                     scenario: '^((?!lxd).)*$'
 261                 run:
 262                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 263                     class: 'SnapsSmoke'
 264
 265             -
 266                 case_name: neutron_trunk
 267                 project_name: functest
 268                 criteria: 100
 269                 blocking: false
 270                 description: >-
 271                     This test case runs the neutron trunk subtest of the
 272                     OpenStack Tempest suite. The list of test cases is
 273                     generated by Tempest having as input the relevant
 274                     testcase list file.
 275                 dependencies:
 276                     installer: '(fuel)|(apex)|(compass)'
 277                     scenario: ''
 278                 run:
 279                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 280                     class: 'TempestNeutronTrunk'
 281
 282     -
 283         name: features
 284         order: 2
 285         ci_loop: '(daily)|(weekly)'
 286         description: >-
 287             Test suites from feature projects
 288             integrated in functest
 289         testcases:
 290             -
 291                 case_name: doctor-notification
 292                 project_name: doctor
 293                 criteria: 100
 294                 blocking: false
 295                 description: >-
 296                     Test suite from Doctor project.
 297                 dependencies:
 298                     installer: '(apex)|(fuel)|(daisy)'
 299                     scenario: '^((?!fdio|nofeature).)*$'
 300                 run:
 301                     module: 'xtesting.core.feature'
 302                     class: 'BashFeature'
 303                     args:
 304                         cmd: 'doctor-test'
 305
 306             -
 307                 case_name: bgpvpn
 308                 project_name: sdnvpn
 309                 criteria: 100
 310                 blocking: false
 311                 description: >-
 312                     Test suite from SDNVPN project.
 313                 dependencies:
 314                     installer: ''
 315                     scenario: 'bgpvpn'
 316                 run:
 317                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 318                     class: 'SdnvpnFunctest'
 319
 320             -
 321                 case_name: functest-odl-sfc
 322                 project_name: sfc
 323                 criteria: 100
 324                 blocking: false
 325                 description: >-
 326                     Test suite for odl-sfc to test two chains with one SF and
 327                     one chain with two SFs
 328                 dependencies:
 329                     installer: ''
 330                     scenario: 'odl.*sfc'
 331                 run:
 332                     module: 'sfc.tests.functest.run_sfc_tests'
 333                     class: 'SfcFunctest'
 334
 335             -
 336                 case_name: barometercollectd
 337                 project_name: barometer
 338                 criteria: 100
 339                 blocking: false
 340                 description: >-
 341                     Test suite for the Barometer project. Separate tests verify
 342                     the proper configuration and basic functionality of all the
 343                     collectd plugins as described in the Project Release Plan
 344                 dependencies:
 345                     installer: ''
 346                     scenario: 'bar'
 347                 run:
 348                     module: 'baro_tests.barometer'
 349                     class: 'BarometerCollectd'
 350
 351             -
 352                 case_name: fds
 353                 project_name: fastdatastacks
 354                 criteria: 100
 355                 blocking: false
 356                 description: >-
 357                     Test Suite for the OpenDaylight SDN Controller when GBP
 358                     features are installed. It integrates some test suites from
 359                     upstream using Robot as the test framework.
 360                 dependencies:
 361                     installer: ''
 362                     scenario: 'odl.*-fdio'
 363                 run:
 364                     module: 'functest.opnfv_tests.sdn.odl.odl'
 365                     class: 'ODLTests'
 366                     args:
 367                         suites:
 368                             - /src/fds/testing/robot
 369
 370     -
 371         name: components
 372         order: 3
 373         ci_loop: 'weekly'
 374         description: >-
 375             Extensive testing of OpenStack API.
 376         testcases:
 377             -
 378                 case_name: tempest_full_parallel
 379                 project_name: functest
 380                 criteria: 80
 381                 blocking: false
 382                 description: >-
 383                     The list of test cases is generated by
 384                     Tempest automatically and depends on the parameters of
 385                     the OpenStack deplopyment.
 386                 dependencies:
 387                     installer: ''
 388                     scenario: ''
 389                 run:
 390                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 391                     class: 'TempestFullParallel'
 392
 393             -
 394                 case_name: rally_full
 395                 project_name: functest
 396                 criteria: 100
 397                 blocking: false
 398                 description: >-
 399                     This test case runs the full suite of scenarios of the
 400                     OpenStack Rally suite using several threads and iterations.
 401                 dependencies:
 402                     installer: ''
 403                     scenario: ''
 404                 run:
 405                     module: 'functest.opnfv_tests.openstack.rally.rally'
 406                     class: 'RallyFull'
 407
 408     -
 409         name: vnf
 410         order: 4
 411         ci_loop: '(daily)|(weekly)'
 412         description: >-
 413             Collection of VNF test cases.
 414         testcases:
 415             -
 416                 case_name: cloudify_ims
 417                 project_name: functest
 418                 criteria: 80
 419                 blocking: false
 420                 description: >-
 421                     This test case deploys an OpenSource vIMS solution from
 422                     Clearwater using the Cloudify orchestrator. It also runs
 423                     some signaling traffic.
 424                 dependencies:
 425                     installer: ''
 426                     scenario: 'os-.*-nofeature-.*ha'
 427                 run:
 428                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 429                     class: 'CloudifyIms'
 430
 431             -
 432                 case_name: vyos_vrouter
 433                 project_name: functest
 434                 criteria: 100
 435                 blocking: false
 436                 description: >-
 437                     This test case is vRouter testing.
 438                 dependencies:
 439                     installer: ''
 440                     scenario: 'os-.*-nofeature-.*ha'
 441                 run:
 442                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 443                     class: 'CloudifyVrouter'
 444
 445             -
 446                 case_name: juju_epc
 447                 project_name: functest
 448                 criteria: 100
 449                 blocking: false
 450                 description: >-
 451                     vEPC validation with Juju as VNF manager and ABoT as test
 452                     executor.
 453                 dependencies:
 454                     installer: ''
 455                     scenario: 'os-.*-nofeature-.*ha'
 456                 run:
 457                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 458                     class: 'JujuEpc'