docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
  22                     class: 'TempestCommon'
  23                     args:
  24                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  25                         option:
  26                             - '--concurrency=4'
  27
  28             -
  29                 case_name: neutron-tempest-plugin-api
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: false
  33                 description: >-
  34                     This test case runs the Tempest suite proposed by the
  35                     Neutron project. The list of test cases is generated by
  36                     Tempest automatically and depends on the parameters of
  37                     the OpenStack deployment.
  38                 run:
  39                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
  40                     class: 'TempestCommon'
  41                     args:
  42                         mode: '^neutron_tempest_plugin\.api'
  43                         option:
  44                             - '--concurrency=4'
  45
  46             -
  47                 case_name: rally_sanity
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: false
  51                 description: >-
  52                     This test case runs a sub group of tests of the OpenStack
  53                     Rally suite in smoke mode.
  54                 run:
  55                     module: 'functest.opnfv_tests.openstack.rally.rally'
  56                     class: 'RallySanity'
  57
  58             -
  59                 case_name: refstack_defcore
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs a sub group of tests of the OpenStack
  65                     Defcore testcases.
  66                 run:
  67                     module:
  68                         'functest.opnfv_tests.openstack.refstack.refstack'
  69                     class: 'Refstack'
  70
  71             -
  72                 case_name: patrole
  73                 project_name: functest
  74                 criteria: 100
  75                 blocking: false
  76                 description: >-
  77                     Test suite from Patrole project.
  78                 run:
  79                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
  80                     class: 'Patrole'
  81                     args:
  82                         role: 'admin'
  83                         includes:
  84                             - 'image'
  85                             - 'network'
  86                         excludes:
  87                             - 'test_networks_multiprovider_rbac'
  88
  89             -
  90                 case_name: vmtp
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     VMTP is a small python application that will automatically
  96                     perform ping connectivity, round trip time measurement
  97                     (latency) and TCP/UDP throughput
  98                 dependencies:
  99                     - POD_ARCH: '^(?!aarch64$)'
 100                 run:
 101                     module:
 102                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 103                     class: 'Vmtp'
 104
 105             -
 106                 case_name: shaker
 107                 project_name: functest
 108                 criteria: 100
 109                 blocking: false
 110                 description: >-
 111                     Shaker wraps around popular system network testing tools
 112                     like iperf, iperf3 and netperf (with help of flent). Shaker
 113                     is able to deploy OpenStack instances and networks in
 114                     different topologies.
 115                 run:
 116                     module:
 117                         'functest.opnfv_tests.openstack.shaker.shaker'
 118                     class: 'Shaker'
 119
 120             -
 121                 case_name: snaps_smoke
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: false
 125                 description: >-
 126                     This test case contains tests that setup and destroy
 127                     environments with VMs with and without Floating IPs
 128                     with a newly created user and project. Set the config
 129                     value snaps.use_floating_ips (True|False) to toggle
 130                     this functionality. When the config value of
 131                     snaps.use_keystone is True, functest must have access to
 132                     the cloud's private network.
 133                 run:
 134                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 135                     class: 'SnapsSmoke'
 136
 137             -
 138                 case_name: neutron_trunk
 139                 project_name: functest
 140                 criteria: 100
 141                 blocking: false
 142                 description: >-
 143                     This test case runs the neutron trunk subtest of the
 144                     OpenStack Tempest suite. The list of test cases is
 145                     generated by Tempest having as input the relevant
 146                     testcase list file.
 147                 run:
 148                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 149                     class: 'TempestCommon'
 150                     args:
 151                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 152                         neutron_extensions:
 153                             - trunk
 154                             - trunk-details
 155
 156             -
 157                 case_name: networking-bgpvpn
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: false
 161                 description: >-
 162                     This test case runs OpenStack networking-bgpvpn Tempest
 163                     suite. The list of test cases is generated by Tempest
 164                     having as input the relevant regex.
 165                 run:
 166                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 167                     class: 'TempestCommon'
 168                     args:
 169                         mode: '^networking_bgpvpn_tempest\.'
 170                         neutron_extensions:
 171                             - bgpvpn
 172                         option:
 173                             - '--concurrency=4'
 174
 175             -
 176                 case_name: networking-sfc
 177                 project_name: functest
 178                 criteria: 100
 179                 blocking: false
 180                 description: >-
 181                     This test case runs OpenStack networking-sfc Tempest
 182                     suite. The list of test cases is generated by Tempest
 183                     having as input the relevant regex.
 184                 run:
 185                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 186                     class: 'TempestCommon'
 187                     args:
 188                         mode:
 189                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 190                         neutron_extensions:
 191                             - sfc
 192                         option:
 193                             - '--concurrency=0'
 194
 195             -
 196                 case_name: barbican
 197                 project_name: functest
 198                 criteria: 100
 199                 blocking: false
 200                 description: >-
 201                     It leverages on the tempest plugin containing tests used to
 202                     verify the functionality of a barbican installation.
 203                 run:
 204                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 205                     class: 'TempestCommon'
 206                     args:
 207                         mode:
 208                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 209                         services:
 210                             - barbican