functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries. When the config value of
  19                     snaps.use_keystone is True, functest must have access to
  20                     the cloud's private network.
  21                 dependencies:
  22                     installer: '^((?!netvirt).)*$'
  23                     scenario: ''
  24                 run:
  25                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: api_check
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     This test case verifies the retrieval of OpenStack clients:
  35                     Keystone, Glance, Neutron and Nova and may perform some
  36                     simple queries. When the config value of
  37                     snaps.use_keystone is True, functest must have access to
  38                     the cloud's private network.
  39                 dependencies:
  40                     installer: '^((?!netvirt).)*$'
  41                     scenario: '^((?!lxd).)*$'
  42                 run:
  43                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  44                     class: 'ApiCheck'
  45
  46             -
  47                 case_name: snaps_health_check
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     This test case creates executes the SimpleHealthCheck
  53                     Python test class which creates an, image, flavor, network,
  54                     and Cirros VM instance and observes the console output to
  55                     validate the single port obtains the correct IP address.
  56                 dependencies:
  57                     installer: ''
  58                     scenario: '^((?!lxd).)*$'
  59                 run:
  60                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  61                     class: 'HealthCheck'
  62
  63     -
  64         name: smoke
  65         order: 1
  66         ci_loop: '(daily)|(weekly)'
  67         description : >-
  68             Set of basic Functional tests to validate the OPNFV scenarios.
  69         testcases:
  70             -
  71                 case_name: vping_ssh
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: true
  75                 description: >-
  76                     This test case verifies: 1) SSH to an instance using floating
  77                     IPs over the public network. 2) Connectivity between 2 instances
  78                     over a private network.
  79                 dependencies:
  80                     installer: ''
  81                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  82                 run:
  83                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  84                     class: 'VPingSSH'
  85
  86             -
  87                 case_name: vping_userdata
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: true
  91                 description: >-
  92                     This test case verifies:  1) Boot a VM with given userdata.
  93                     2) Connectivity between 2 instances over a private network.
  94                 dependencies:
  95                     installer: ''
  96                     scenario: '^((?!lxd).)*$'
  97                 run:
  98                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
  99                     class: 'VPingUserdata'
 100
 101             -
 102                 case_name: tempest_smoke_serial
 103                 project_name: functest
 104                 criteria: 100
 105                 blocking: false
 106                 description: >-
 107                     This test case runs the smoke subset of the OpenStack
 108                     Tempest suite. The list of test cases is generated by
 109                     Tempest automatically and depends on the parameters of
 110                     the OpenStack deplopyment.
 111                 dependencies:
 112                     installer: '^((?!netvirt).)*$'
 113                     scenario: ''
 114                 run:
 115                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 116                     class: 'TempestSmokeSerial'
 117
 118             -
 119                 case_name: rally_sanity
 120                 project_name: functest
 121                 criteria: 100
 122                 blocking: false
 123                 description: >-
 124                     This test case runs a sub group of tests of the OpenStack
 125                     Rally suite in smoke mode.
 126                 dependencies:
 127                     installer: ''
 128                     scenario: ''
 129                 run:
 130                     module: 'functest.opnfv_tests.openstack.rally.rally'
 131                     class: 'RallySanity'
 132
 133             -
 134                 case_name: refstack_defcore
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: false
 138                 description: >-
 139                     This test case runs a sub group of tests of the OpenStack
 140                     Defcore testcases by using refstack client.
 141                 dependencies:
 142                     installer: ''
 143                     scenario: ''
 144                 run:
 145                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 146                     class: 'RefstackClient'
 147
 148             -
 149                 case_name: odl
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: false
 153                 description: >-
 154                     Test Suite for the OpenDaylight SDN Controller. It
 155                     integrates some test suites from upstream using
 156                     Robot as the test framework.
 157                 dependencies:
 158                     installer: ''
 159                     scenario: 'odl'
 160                 run:
 161                     module: 'functest.opnfv_tests.sdn.odl.odl'
 162                     class: 'ODLTests'
 163                     args:
 164                         suites:
 165                             -  /src/odl_test/csit/suites/integration/basic
 166                             -  /src/odl_test/csit/suites/openstack/neutron
 167
 168             -
 169                 case_name: odl_netvirt
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 description: >-
 174                     Test Suite for the OpenDaylight SDN Controller when
 175                     the NetVirt features are installed. It integrates
 176                     some test suites from upstream using Robot as the
 177                     test framework.
 178                 dependencies:
 179                     installer: 'apex'
 180                     scenario: 'os-odl_l3-nofeature'
 181                 run:
 182                     module: 'functest.opnfv_tests.sdn.odl.odl'
 183                     class: 'ODLTests'
 184                     args:
 185                         suites:
 186                             -  /src/odl_test/csit/suites/integration/basic
 187                             -  /src/odl_test/csit/suites/openstack/neutron
 188                             -  /src/odl_test/csit/suites/openstack/connectivity
 189
 190             -
 191                 case_name: snaps_smoke
 192                 project_name: functest
 193                 criteria: 100
 194                 blocking: false
 195                 description: >-
 196                     This test case contains tests that setup and destroy
 197                     environments with VMs with and without Floating IPs
 198                     with a newly created user and project. Set the config
 199                     value snaps.use_floating_ips (True|False) to toggle
 200                     this functionality. When the config value of
 201                     snaps.use_keystone is True, functest must have access to
 202                     the cloud's private network.
 203
 204                 dependencies:
 205                     installer: '^((?!netvirt).)*$'
 206                     scenario: '^((?!lxd).)*$'
 207                 run:
 208                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 209                     class: 'SnapsSmoke'
 210
 211     -
 212         name: features
 213         order: 2
 214         ci_loop: '(daily)|(weekly)'
 215         description : >-
 216             Test suites from feature projects
 217             integrated in functest
 218         testcases:
 219             -
 220                 case_name: doctor-notification
 221                 project_name: doctor
 222                 enabled: false
 223                 criteria: 100
 224                 blocking: false
 225                 description: >-
 226                     Test suite from Doctor project.
 227                 dependencies:
 228                     installer: 'apex'
 229                     scenario: '^((?!fdio).)*$'
 230                 run:
 231                     module: 'functest.core.feature'
 232                     class: 'BashFeature'
 233                     args:
 234                         cmd: 'doctor-test'
 235
 236             -
 237                 case_name: bgpvpn
 238                 project_name: sdnvpn
 239                 enabled: false
 240                 criteria: 100
 241                 blocking: false
 242                 description: >-
 243                     Test suite from SDNVPN project.
 244                 dependencies:
 245                     installer: '(fuel)|(apex)|(netvirt)'
 246                     scenario: 'bgpvpn'
 247                 run:
 248                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 249                     class: 'SdnvpnFunctest'
 250
 251             -
 252                 case_name: functest-odl-sfc
 253                 project_name: sfc
 254                 enabled: false
 255                 criteria: 100
 256                 blocking: false
 257                 description: >-
 258                     Test suite for odl-sfc to test two chains with one SF and one chain with two SFs
 259                 dependencies:
 260                     installer: ''
 261                     scenario: 'odl.*sfc'
 262                 run:
 263                     module: 'functest.core.feature'
 264                     class: 'BashFeature'
 265                     args:
 266                         cmd: 'run_sfc_tests.py'
 267
 268             -
 269                 case_name: barometercollectd
 270                 project_name: barometer
 271                 enabled: false
 272                 criteria: 100
 273                 blocking: false
 274                 description: >-
 275                     Test suite for the Barometer project. Separate tests verify
 276                     the proper configuration and basic functionality of all the
 277                     collectd plugins as described in the Project Release Plan
 278                 dependencies:
 279                     installer: 'apex'
 280                     scenario: 'bar'
 281                 run:
 282                      module: 'baro_tests.barometer'
 283                      class: 'BarometerCollectd'
 284
 285             -
 286                 case_name: fds
 287                 project_name: fastdatastacks
 288                 criteria: 100
 289                 blocking: false
 290                 description: >-
 291                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 292                     installed. It integrates some test suites from upstream using
 293                     Robot as the test framework.
 294                 dependencies:
 295                     installer: 'apex'
 296                     scenario: 'odl.*-fdio'
 297                 run:
 298                     module: 'functest.opnfv_tests.sdn.odl.odl'
 299                     class: 'ODLTests'
 300                     args:
 301                         suites:
 302                             -  /src/fds/testing/robot
 303
 304     -
 305         name: components
 306         order: 3
 307         ci_loop: 'weekly'
 308         description : >-
 309             Extensive testing of OpenStack API.
 310         testcases:
 311             -
 312                 case_name: tempest_full_parallel
 313                 project_name: functest
 314                 criteria: 80
 315                 blocking: false
 316                 description: >-
 317                     The list of test cases is generated by
 318                     Tempest automatically and depends on the parameters of
 319                     the OpenStack deplopyment.
 320                 dependencies:
 321                     installer: '^((?!netvirt).)*$'
 322                     scenario: ''
 323                 run:
 324                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 325                     class: 'TempestFullParallel'
 326
 327             -
 328                 case_name: rally_full
 329                 project_name: functest
 330                 criteria: 90
 331                 blocking: false
 332                 description: >-
 333                     This test case runs the full suite of scenarios of the OpenStack
 334                     Rally suite using several threads and iterations.
 335                 dependencies:
 336                     installer: '^((?!netvirt).)*$'
 337                     scenario: ''
 338                 run:
 339                     module: 'functest.opnfv_tests.openstack.rally.rally'
 340                     class: 'RallyFull'
 341
 342     -
 343         name: vnf
 344         order: 4
 345         ci_loop: '(daily)|(weekly)'
 346         description : >-
 347             Collection of VNF test cases.
 348         testcases:
 349             -
 350                 case_name: cloudify_ims
 351                 project_name: functest
 352                 criteria: 80
 353                 blocking: false
 354                 description: >-
 355                     This test case deploys an OpenSource vIMS solution from Clearwater
 356                     using the Cloudify orchestrator. It also runs some signaling traffic.
 357                 dependencies:
 358                     installer: ''
 359                     scenario: 'os-nosdn-nofeature-ha'
 360                 run:
 361                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 362                     class: 'CloudifyIms'
 363             -
 364                 case_name: orchestra_openims
 365                 project_name: orchestra
 366                 criteria: 100
 367                 blocking: false
 368                 description: >-
 369                     OpenIMS VNF deployment with Open Baton (Orchestra)
 370                 dependencies:
 371                     installer: ''
 372                     scenario: 'os-nosdn-nofeature-ha'
 373                 run:
 374                     module: 'functest.opnfv_tests.vnf.ims.orchestra_openims'
 375                     class: 'OpenImsVnf'
 376
 377             -
 378                 case_name: orchestra_clearwaterims
 379                 project_name: orchestra
 380                 criteria: 100
 381                 blocking: false
 382                 description: >-
 383                     ClearwaterIMS VNF deployment with Open Baton (Orchestra)
 384                 dependencies:
 385                     installer: ''
 386                     scenario: 'os-nosdn-nofeature-ha'
 387                 run:
 388                     module: 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
 389                     class: 'ClearwaterImsVnf'
 390
 391             -
 392                 case_name: vyos_vrouter
 393                 project_name: functest
 394                 criteria: 100
 395                 blocking: false
 396                 description: >-
 397                     This test case is vRouter testing.
 398                 dependencies:
 399                     installer: ''
 400                     scenario: 'os-nosdn-nofeature-ha'
 401                 run:
 402                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 403                     class: 'CloudifyVrouter'