functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: ''
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65     -
  66         name: smoke
  67         order: 1
  68         ci_loop: '(daily)|(weekly)'
  69         description: >-
  70             Set of basic Functional tests to validate the OPNFV scenarios.
  71         testcases:
  72             -
  73                 case_name: vping_ssh
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: true
  77                 description: >-
  78                     This test case verifies: 1) SSH to an instance using
  79                     floating IPs over the public network. 2) Connectivity
  80                     between 2 instances over a private network.
  81                 dependencies:
  82                     installer: ''
  83                     scenario: '^((?!lxd).)*$'
  84                 run:
  85                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  86                     class: 'VPingSSH'
  87
  88             -
  89                 case_name: vping_userdata
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: true
  93                 description: >-
  94                     This test case verifies:  1) Boot a VM with given userdata.
  95                     2) Connectivity between 2 instances over a private network.
  96                 dependencies:
  97                     installer: ''
  98                     scenario: '^((?!lxd).)*$'
  99                 run:
 100                     module:
 101                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 102                     class: 'VPingUserdata'
 103
 104             -
 105                 case_name: tempest_smoke_serial
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 description: >-
 110                     This test case runs the smoke subset of the OpenStack
 111                     Tempest suite. The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deplopyment.
 114                 dependencies:
 115                     installer: ''
 116                     scenario: ''
 117                 run:
 118                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 119                     class: 'TempestSmokeSerial'
 120
 121             -
 122                 case_name: rally_sanity
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case runs a sub group of tests of the OpenStack
 128                     Rally suite in smoke mode.
 129                 dependencies:
 130                     installer: ''
 131                     scenario: ''
 132                 run:
 133                     module: 'functest.opnfv_tests.openstack.rally.rally'
 134                     class: 'RallySanity'
 135
 136             -
 137                 case_name: refstack_defcore
 138                 project_name: functest
 139                 enabled: false
 140                 criteria: 100
 141                 blocking: false
 142                 description: >-
 143                     This test case runs a sub group of tests of the OpenStack
 144                     Defcore testcases.
 145                 dependencies:
 146                     installer: ''
 147                     scenario: ''
 148                 run:
 149                     module:
 150                         'functest.opnfv_tests.openstack.refstack.refstack'
 151                     class: 'Refstack'
 152
 153             -
 154                 case_name: patrole
 155                 project_name: functest
 156                 criteria: 100
 157                 blocking: false
 158                 description: >-
 159                     Test suite from Patrole project.
 160                 dependencies:
 161                     installer: ''
 162                     scenario: ''
 163                 run:
 164                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 165                     class: 'Patrole'
 166                     args:
 167                         role: 'admin'
 168                         services:
 169                             - 'image'
 170                             - 'network'
 171                         exclude:
 172                             - 'test_networks_multiprovider_rbac'
 173
 174             -
 175                 case_name: odl
 176                 project_name: functest
 177                 criteria: 100
 178                 blocking: false
 179                 description: >-
 180                     Test Suite for the OpenDaylight SDN Controller. It
 181                     integrates some test suites from upstream using
 182                     Robot as the test framework.
 183                 dependencies:
 184                     installer: ''
 185                     scenario: 'odl'
 186                 run:
 187                     module: 'functest.opnfv_tests.sdn.odl.odl'
 188                     class: 'ODLTests'
 189                     args:
 190                         suites:
 191                             - /src/odl_test/csit/suites/integration/basic
 192                             - /src/odl_test/csit/suites/openstack/neutron
 193
 194             -
 195                 case_name: snaps_smoke
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     This test case contains tests that setup and destroy
 201                     environments with VMs with and without Floating IPs
 202                     with a newly created user and project. Set the config
 203                     value snaps.use_floating_ips (True|False) to toggle
 204                     this functionality. When the config value of
 205                     snaps.use_keystone is True, functest must have access to
 206                     the cloud's private network.
 207
 208                 dependencies:
 209                     installer: ''
 210                     scenario: '^((?!lxd).)*$'
 211                 run:
 212                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 213                     class: 'SnapsSmoke'
 214
 215             -
 216                 case_name: neutron_trunk
 217                 project_name: functest
 218                 criteria: 100
 219                 blocking: false
 220                 description: >-
 221                     This test case runs the neutron trunk subtest of the
 222                     OpenStack Tempest suite. The list of test cases is
 223                     generated by Tempest having as input the relevant
 224                     testcase list file.
 225                 dependencies:
 226                     installer: '(fuel)|(apex)|(compass)'
 227                     scenario: ''
 228                 run:
 229                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 230                     class: 'TempestNeutronTrunk'
 231
 232     -
 233         name: features
 234         order: 2
 235         ci_loop: '(daily)|(weekly)'
 236         description: >-
 237             Test suites from feature projects
 238             integrated in functest
 239         testcases:
 240             -
 241                 case_name: doctor-notification
 242                 project_name: doctor
 243                 criteria: 100
 244                 blocking: false
 245                 description: >-
 246                     Test suite from Doctor project.
 247                 dependencies:
 248                     installer: '(apex)|(fuel)|(daisy)'
 249                     scenario: '^((?!fdio|nofeature).)*$'
 250                 run:
 251                     module: 'xtesting.core.feature'
 252                     class: 'BashFeature'
 253                     args:
 254                         cmd: 'doctor-test'
 255
 256             -
 257                 case_name: bgpvpn
 258                 project_name: sdnvpn
 259                 enabled: false
 260                 criteria: 100
 261                 blocking: false
 262                 description: >-
 263                     Test suite from SDNVPN project.
 264                 dependencies:
 265                     installer: ''
 266                     scenario: 'bgpvpn'
 267                 run:
 268                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 269                     class: 'SdnvpnFunctest'
 270
 271             -
 272                 case_name: functest-odl-sfc
 273                 project_name: sfc
 274                 criteria: 100
 275                 blocking: false
 276                 description: >-
 277                     Test suite for odl-sfc to test two chains with one SF and
 278                     one chain with two SFs
 279                 dependencies:
 280                     installer: ''
 281                     scenario: 'odl.*sfc'
 282                 run:
 283                     module: 'sfc.tests.functest.run_sfc_tests'
 284                     class: 'SfcFunctest'
 285
 286             -
 287                 case_name: barometercollectd
 288                 project_name: barometer
 289                 criteria: 100
 290                 blocking: false
 291                 description: >-
 292                     Test suite for the Barometer project. Separate tests verify
 293                     the proper configuration and basic functionality of all the
 294                     collectd plugins as described in the Project Release Plan
 295                 dependencies:
 296                     installer: ''
 297                     scenario: 'bar'
 298                 run:
 299                     module: 'baro_tests.barometer'
 300                     class: 'BarometerCollectd'
 301
 302             -
 303                 case_name: fds
 304                 project_name: fastdatastacks
 305                 criteria: 100
 306                 blocking: false
 307                 description: >-
 308                     Test Suite for the OpenDaylight SDN Controller when GBP
 309                     features are installed. It integrates some test suites from
 310                     upstream using Robot as the test framework.
 311                 dependencies:
 312                     installer: ''
 313                     scenario: 'odl.*-fdio'
 314                 run:
 315                     module: 'functest.opnfv_tests.sdn.odl.odl'
 316                     class: 'ODLTests'
 317                     args:
 318                         suites:
 319                             - /src/fds/testing/robot
 320
 321     -
 322         name: components
 323         order: 3
 324         ci_loop: 'weekly'
 325         description: >-
 326             Extensive testing of OpenStack API.
 327         testcases:
 328             -
 329                 case_name: tempest_full_parallel
 330                 project_name: functest
 331                 criteria: 80
 332                 blocking: false
 333                 description: >-
 334                     The list of test cases is generated by
 335                     Tempest automatically and depends on the parameters of
 336                     the OpenStack deplopyment.
 337                 dependencies:
 338                     installer: ''
 339                     scenario: ''
 340                 run:
 341                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 342                     class: 'TempestFullParallel'
 343
 344             -
 345                 case_name: rally_full
 346                 project_name: functest
 347                 criteria: 100
 348                 blocking: false
 349                 description: >-
 350                     This test case runs the full suite of scenarios of the
 351                     OpenStack Rally suite using several threads and iterations.
 352                 dependencies:
 353                     installer: ''
 354                     scenario: ''
 355                 run:
 356                     module: 'functest.opnfv_tests.openstack.rally.rally'
 357                     class: 'RallyFull'
 358
 359     -
 360         name: vnf
 361         order: 4
 362         ci_loop: '(daily)|(weekly)'
 363         description: >-
 364             Collection of VNF test cases.
 365         testcases:
 366             -
 367                 case_name: cloudify_ims
 368                 project_name: functest
 369                 criteria: 80
 370                 blocking: false
 371                 description: >-
 372                     This test case deploys an OpenSource vIMS solution from
 373                     Clearwater using the Cloudify orchestrator. It also runs
 374                     some signaling traffic.
 375                 dependencies:
 376                     installer: ''
 377                     scenario: 'os-.*-nofeature-.*ha'
 378                 run:
 379                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 380                     class: 'CloudifyIms'
 381
 382             -
 383                 case_name: vyos_vrouter
 384                 project_name: functest
 385                 criteria: 100
 386                 blocking: false
 387                 description: >-
 388                     This test case is vRouter testing.
 389                 dependencies:
 390                     installer: ''
 391                     scenario: 'os-.*-nofeature-.*ha'
 392                 run:
 393                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 394                     class: 'CloudifyVrouter'
 395
 396             -
 397                 case_name: juju_epc
 398                 project_name: functest
 399                 criteria: 100
 400                 blocking: false
 401                 description: >-
 402                     vEPC validation with Juju as VNF manager and ABoT as test
 403                     executor.
 404                 dependencies:
 405                     installer: ''
 406                     scenario: 'os-.*-nofeature-.*ha'
 407                 run:
 408                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 409                     class: 'JujuEpc'