docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
  22                     class: 'TempestCommon'
  23                     args:
  24                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  25                         option:
  26                             - '--concurrency=4'
  27
  28             -
  29                 case_name: neutron-tempest-plugin-api
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: false
  33                 description: >-
  34                     This test case runs the Tempest suite proposed by the
  35                     Neutron project. The list of test cases is generated by
  36                     Tempest automatically and depends on the parameters of
  37                     the OpenStack deployment.
  38                 run:
  39                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
  40                     class: 'TempestCommon'
  41                     args:
  42                         mode: '^neutron_tempest_plugin\.api'
  43                         option:
  44                             - '--concurrency=4'
  45
  46             -
  47                 case_name: rally_sanity
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: false
  51                 description: >-
  52                     This test case runs a sub group of tests of the OpenStack
  53                     Rally suite in smoke mode.
  54                 run:
  55                     module: 'functest.opnfv_tests.openstack.rally.rally'
  56                     class: 'RallySanity'
  57
  58             -
  59                 case_name: refstack_defcore
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs a sub group of tests of the OpenStack
  65                     Defcore testcases.
  66                 run:
  67                     module:
  68                         'functest.opnfv_tests.openstack.refstack.refstack'
  69                     class: 'Refstack'
  70                     args:
  71                         option:
  72                             - '--concurrency=4'
  73
  74             -
  75                 case_name: patrole
  76                 project_name: functest
  77                 criteria: 100
  78                 blocking: false
  79                 description: >-
  80                     Test suite from Patrole project.
  81                 run:
  82                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
  83                     class: 'Patrole'
  84                     args:
  85                         role: 'admin'
  86                         includes:
  87                             - 'image'
  88                             - 'network'
  89                         excludes:
  90                             - 'test_networks_multiprovider_rbac'
  91
  92             -
  93                 case_name: vmtp
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: false
  97                 description: >-
  98                     VMTP is a small python application that will automatically
  99                     perform ping connectivity, round trip time measurement
 100                     (latency) and TCP/UDP throughput
 101                 dependencies:
 102                     - POD_ARCH: '^(?!aarch64$)'
 103                 run:
 104                     module:
 105                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 106                     class: 'Vmtp'
 107
 108             -
 109                 case_name: shaker
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     Shaker wraps around popular system network testing tools
 115                     like iperf, iperf3 and netperf (with help of flent). Shaker
 116                     is able to deploy OpenStack instances and networks in
 117                     different topologies.
 118                 run:
 119                     module:
 120                         'functest.opnfv_tests.openstack.shaker.shaker'
 121                     class: 'Shaker'
 122
 123             -
 124                 case_name: snaps_smoke
 125                 project_name: functest
 126                 criteria: 100
 127                 blocking: false
 128                 description: >-
 129                     This test case contains tests that setup and destroy
 130                     environments with VMs with and without Floating IPs
 131                     with a newly created user and project. Set the config
 132                     value snaps.use_floating_ips (True|False) to toggle
 133                     this functionality. When the config value of
 134                     snaps.use_keystone is True, functest must have access to
 135                     the cloud's private network.
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 138                     class: 'SnapsSmoke'
 139
 140             -
 141                 case_name: neutron_trunk
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 description: >-
 146                     This test case runs the neutron trunk subtest of the
 147                     OpenStack Tempest suite. The list of test cases is
 148                     generated by Tempest having as input the relevant
 149                     testcase list file.
 150                 run:
 151                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 152                     class: 'TempestCommon'
 153                     args:
 154                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 155                         neutron_extensions:
 156                             - trunk
 157                             - trunk-details
 158
 159             -
 160                 case_name: networking-bgpvpn
 161                 project_name: functest
 162                 criteria: 100
 163                 blocking: false
 164                 description: >-
 165                     This test case runs OpenStack networking-bgpvpn Tempest
 166                     suite. The list of test cases is generated by Tempest
 167                     having as input the relevant regex.
 168                 run:
 169                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 170                     class: 'TempestCommon'
 171                     args:
 172                         mode: '^networking_bgpvpn_tempest\.'
 173                         neutron_extensions:
 174                             - bgpvpn
 175                         option:
 176                             - '--concurrency=4'
 177
 178             -
 179                 case_name: networking-sfc
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: false
 183                 description: >-
 184                     This test case runs OpenStack networking-sfc Tempest
 185                     suite. The list of test cases is generated by Tempest
 186                     having as input the relevant regex.
 187                 run:
 188                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 189                     class: 'TempestCommon'
 190                     args:
 191                         mode:
 192                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 193                         neutron_extensions:
 194                             - sfc
 195                         option:
 196                             - '--concurrency=0'
 197
 198             -
 199                 case_name: barbican
 200                 project_name: functest
 201                 criteria: 100
 202                 blocking: false
 203                 description: >-
 204                     It leverages on the tempest plugin containing tests used to
 205                     verify the functionality of a barbican installation.
 206                 run:
 207                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 208                     class: 'TempestCommon'
 209                     args:
 210                         mode:
 211                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 212                         services:
 213                             - barbican