functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65     -
  66         name: smoke
  67         order: 1
  68         ci_loop: '(daily)|(weekly)'
  69         description: >-
  70             Set of basic Functional tests to validate the OPNFV scenarios.
  71         testcases:
  72             -
  73                 case_name: vping_ssh
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: true
  77                 description: >-
  78                     This test case verifies: 1) SSH to an instance using
  79                     floating IPs over the public network. 2) Connectivity
  80                     between 2 instances over a private network.
  81                 dependencies:
  82                     installer: ''
  83                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  84                 run:
  85                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  86                     class: 'VPingSSH'
  87
  88             -
  89                 case_name: vping_userdata
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: true
  93                 description: >-
  94                     This test case verifies:  1) Boot a VM with given userdata.
  95                     2) Connectivity between 2 instances over a private network.
  96                 dependencies:
  97                     installer: ''
  98                     scenario: '^((?!lxd).)*$'
  99                 run:
 100                     module:
 101                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 102                     class: 'VPingUserdata'
 103
 104             -
 105                 case_name: tempest_smoke_serial
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 description: >-
 110                     This test case runs the smoke subset of the OpenStack
 111                     Tempest suite. The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deplopyment.
 114                 dependencies:
 115                     installer: '^((?!netvirt).)*$'
 116                     scenario: ''
 117                 run:
 118                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 119                     class: 'TempestSmokeSerial'
 120
 121             -
 122                 case_name: rally_sanity
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case runs a sub group of tests of the OpenStack
 128                     Rally suite in smoke mode.
 129                 dependencies:
 130                     installer: ''
 131                     scenario: ''
 132                 run:
 133                     module: 'functest.opnfv_tests.openstack.rally.rally'
 134                     class: 'RallySanity'
 135
 136             -
 137                 case_name: refstack_defcore
 138                 project_name: functest
 139                 criteria: 100
 140                 blocking: false
 141                 description: >-
 142                     This test case runs a sub group of tests of the OpenStack
 143                     Defcore testcases.
 144                 dependencies:
 145                     installer: ''
 146                     scenario: ''
 147                 run:
 148                     module:
 149                         'functest.opnfv_tests.openstack.refstack.refstack'
 150                     class: 'Refstack'
 151
 152             -
 153                 case_name: patrole
 154                 project_name: functest
 155                 criteria: 100
 156                 blocking: true
 157                 description: >-
 158                     Test suite from Patrole project.
 159                 dependencies:
 160                     installer: ''
 161                     scenario: ''
 162                 run:
 163                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 164                     class: 'Patrole'
 165                     args:
 166                         role: 'admin'
 167                         services:
 168                             - 'image'
 169                             - 'network'
 170                             - 'volume'
 171                         exclude:
 172                             - 'test_networks_multiprovider_rbac'
 173
 174             -
 175                 case_name: odl
 176                 project_name: functest
 177                 criteria: 100
 178                 blocking: false
 179                 description: >-
 180                     Test Suite for the OpenDaylight SDN Controller. It
 181                     integrates some test suites from upstream using
 182                     Robot as the test framework.
 183                 dependencies:
 184                     installer: ''
 185                     scenario: 'odl'
 186                 run:
 187                     module: 'functest.opnfv_tests.sdn.odl.odl'
 188                     class: 'ODLTests'
 189                     args:
 190                         suites:
 191                             - /src/odl_test/csit/suites/integration/basic
 192                             - /src/odl_test/csit/suites/openstack/neutron
 193
 194             -
 195                 case_name: odl_netvirt
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     Test Suite for the OpenDaylight SDN Controller when
 201                     the NetVirt features are installed. It integrates
 202                     some test suites from upstream using Robot as the
 203                     test framework.
 204                 dependencies:
 205                     installer: 'apex'
 206                     scenario: 'os-odl_l3-nofeature'
 207                 run:
 208                     module: 'functest.opnfv_tests.sdn.odl.odl'
 209                     class: 'ODLTests'
 210                     args:
 211                         suites:
 212                             - /src/odl_test/csit/suites/integration/basic
 213                             - /src/odl_test/csit/suites/openstack/neutron
 214                             - /src/odl_test/csit/suites/openstack/connectivity
 215
 216             -
 217                 case_name: snaps_smoke
 218                 project_name: functest
 219                 criteria: 100
 220                 blocking: false
 221                 description: >-
 222                     This test case contains tests that setup and destroy
 223                     environments with VMs with and without Floating IPs
 224                     with a newly created user and project. Set the config
 225                     value snaps.use_floating_ips (True|False) to toggle
 226                     this functionality. When the config value of
 227                     snaps.use_keystone is True, functest must have access to
 228                     the cloud's private network.
 229
 230                 dependencies:
 231                     installer: '^((?!netvirt).)*$'
 232                     scenario: '^((?!lxd).)*$'
 233                 run:
 234                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 235                     class: 'SnapsSmoke'
 236
 237             -
 238                 case_name: neutron_trunk
 239                 project_name: functest
 240                 criteria: 100
 241                 blocking: false
 242                 description: >-
 243                     This test case runs the neutron trunk subtest of the
 244                     OpenStack Tempest suite. The list of test cases is
 245                     generated by Tempest having as input the relevant
 246                     testcase list file.
 247                 dependencies:
 248                     installer: '(fuel)|(apex)|(compass)'
 249                     scenario: ''
 250                 run:
 251                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 252                     class: 'TempestNeutronTrunk'
 253
 254     -
 255         name: features
 256         order: 2
 257         ci_loop: '(daily)|(weekly)'
 258         description: >-
 259             Test suites from feature projects
 260             integrated in functest
 261         testcases:
 262             -
 263                 case_name: doctor-notification
 264                 project_name: doctor
 265                 criteria: 100
 266                 blocking: false
 267                 description: >-
 268                     Test suite from Doctor project.
 269                 dependencies:
 270                     installer: 'apex'
 271                     scenario: '^((?!fdio).)*$'
 272                 run:
 273                     module: 'xtesting.core.feature'
 274                     class: 'BashFeature'
 275                     args:
 276                         cmd: 'doctor-test'
 277
 278             -
 279                 case_name: bgpvpn
 280                 project_name: sdnvpn
 281                 criteria: 100
 282                 blocking: false
 283                 description: >-
 284                     Test suite from SDNVPN project.
 285                 dependencies:
 286                     installer: '(fuel)|(apex)|(netvirt)'
 287                     scenario: 'bgpvpn'
 288                 run:
 289                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 290                     class: 'SdnvpnFunctest'
 291
 292             -
 293                 case_name: functest-odl-sfc
 294                 project_name: sfc
 295                 criteria: 100
 296                 blocking: false
 297                 description: >-
 298                     Test suite for odl-sfc to test two chains with one SF and
 299                     one chain with two SFs
 300                 dependencies:
 301                     installer: ''
 302                     scenario: 'odl.*sfc'
 303                 run:
 304                     module: 'sfc.tests.functest.run_sfc_tests'
 305                     class: 'SfcFunctest'
 306
 307             -
 308                 case_name: barometercollectd
 309                 project_name: barometer
 310                 criteria: 100
 311                 blocking: false
 312                 description: >-
 313                     Test suite for the Barometer project. Separate tests verify
 314                     the proper configuration and basic functionality of all the
 315                     collectd plugins as described in the Project Release Plan
 316                 dependencies:
 317                     installer: '(apex)|(compass)'
 318                     scenario: 'bar'
 319                 run:
 320                     module: 'baro_tests.barometer'
 321                     class: 'BarometerCollectd'
 322
 323             -
 324                 case_name: fds
 325                 project_name: fastdatastacks
 326                 criteria: 100
 327                 blocking: false
 328                 description: >-
 329                     Test Suite for the OpenDaylight SDN Controller when GBP
 330                     features are installed. It integrates some test suites from
 331                     upstream using Robot as the test framework.
 332                 dependencies:
 333                     installer: 'apex'
 334                     scenario: 'odl.*-fdio'
 335                 run:
 336                     module: 'functest.opnfv_tests.sdn.odl.odl'
 337                     class: 'ODLTests'
 338                     args:
 339                         suites:
 340                             - /src/fds/testing/robot
 341
 342     -
 343         name: components
 344         order: 3
 345         ci_loop: 'weekly'
 346         description: >-
 347             Extensive testing of OpenStack API.
 348         testcases:
 349             -
 350                 case_name: tempest_full_parallel
 351                 project_name: functest
 352                 criteria: 80
 353                 blocking: false
 354                 description: >-
 355                     The list of test cases is generated by
 356                     Tempest automatically and depends on the parameters of
 357                     the OpenStack deplopyment.
 358                 dependencies:
 359                     installer: '^((?!netvirt).)*$'
 360                     scenario: ''
 361                 run:
 362                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 363                     class: 'TempestFullParallel'
 364
 365             -
 366                 case_name: rally_full
 367                 project_name: functest
 368                 criteria: 100
 369                 blocking: false
 370                 description: >-
 371                     This test case runs the full suite of scenarios of the
 372                     OpenStack Rally suite using several threads and iterations.
 373                 dependencies:
 374                     installer: '^((?!netvirt).)*$'
 375                     scenario: ''
 376                 run:
 377                     module: 'functest.opnfv_tests.openstack.rally.rally'
 378                     class: 'RallyFull'
 379
 380     -
 381         name: vnf
 382         order: 4
 383         ci_loop: '(daily)|(weekly)'
 384         description: >-
 385             Collection of VNF test cases.
 386         testcases:
 387             -
 388                 case_name: cloudify_ims
 389                 project_name: functest
 390                 criteria: 80
 391                 blocking: false
 392                 description: >-
 393                     This test case deploys an OpenSource vIMS solution from
 394                     Clearwater using the Cloudify orchestrator. It also runs
 395                     some signaling traffic.
 396                 dependencies:
 397                     installer: ''
 398                     scenario: 'os-nosdn-nofeature-.*ha'
 399                 run:
 400                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 401                     class: 'CloudifyIms'
 402
 403             -
 404                 case_name: vyos_vrouter
 405                 project_name: functest
 406                 criteria: 100
 407                 blocking: false
 408                 description: >-
 409                     This test case is vRouter testing.
 410                 dependencies:
 411                     installer: ''
 412                     scenario: 'os-nosdn-nofeature-.*ha'
 413                 run:
 414                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 415                     class: 'CloudifyVrouter'
 416
 417             -
 418                 case_name: juju_epc
 419                 project_name: functest
 420                 criteria: 100
 421                 blocking: false
 422                 description: >-
 423                     vEPC validation with Juju as VNF manager and ABoT as test
 424                     executor.
 425                 dependencies:
 426                     installer: ''
 427                     scenario: 'os-nosdn-nofeature-.*ha'
 428                 run:
 429                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 430                     class: 'JujuEpc'