docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54
  55             -
  56                 case_name: refstack_defcore
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     This test case runs a sub group of tests of the OpenStack
  62                     Defcore testcases.
  63                 run:
  64                     name: refstack_defcore
  65                     args:
  66                         option:
  67                             - '--concurrency=4'
  68
  69             -
  70                 case_name: patrole
  71                 project_name: functest
  72                 criteria: 100
  73                 blocking: false
  74                 description: >-
  75                     Test suite from Patrole project.
  76                 run:
  77                     name: patrole
  78                     args:
  79                         role: 'admin'
  80                         includes:
  81                             - 'image'
  82                             - 'network'
  83                         excludes:
  84                             - 'test_networks_multiprovider_rbac'
  85
  86             -
  87                 case_name: vmtp
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: false
  91                 description: >-
  92                     VMTP is a small python application that will automatically
  93                     perform ping connectivity, round trip time measurement
  94                     (latency) and TCP/UDP throughput
  95                 dependencies:
  96                     - POD_ARCH: '^(?!aarch64$)'
  97                 run:
  98                     name: vmtp
  99
 100             -
 101                 case_name: shaker
 102                 project_name: functest
 103                 criteria: 100
 104                 blocking: false
 105                 description: >-
 106                     Shaker wraps around popular system network testing tools
 107                     like iperf, iperf3 and netperf (with help of flent). Shaker
 108                     is able to deploy OpenStack instances and networks in
 109                     different topologies.
 110                 run:
 111                     name: shaker
 112
 113             -
 114                 case_name: snaps_smoke
 115                 project_name: functest
 116                 criteria: 100
 117                 blocking: false
 118                 description: >-
 119                     This test case contains tests that setup and destroy
 120                     environments with VMs with and without Floating IPs
 121                     with a newly created user and project. Set the config
 122                     value snaps.use_floating_ips (True|False) to toggle
 123                     this functionality. When the config value of
 124                     snaps.use_keystone is True, functest must have access to
 125                     the cloud's private network.
 126                 run:
 127                     name: snaps_smoke
 128
 129             -
 130                 case_name: neutron_trunk
 131                 project_name: functest
 132                 criteria: 100
 133                 blocking: false
 134                 description: >-
 135                     This test case runs the neutron trunk subtest of the
 136                     OpenStack Tempest suite. The list of test cases is
 137                     generated by Tempest having as input the relevant
 138                     testcase list file.
 139                 run:
 140                     name: tempest_common
 141                     args:
 142                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 143                         neutron_extensions:
 144                             - trunk
 145                             - trunk-details
 146
 147             -
 148                 case_name: networking-bgpvpn
 149                 project_name: functest
 150                 criteria: 100
 151                 blocking: false
 152                 description: >-
 153                     This test case runs OpenStack networking-bgpvpn Tempest
 154                     suite. The list of test cases is generated by Tempest
 155                     having as input the relevant regex.
 156                 run:
 157                     name: tempest_common
 158                     args:
 159                         mode: '^networking_bgpvpn_tempest\.'
 160                         neutron_extensions:
 161                             - bgpvpn
 162                         option:
 163                             - '--concurrency=4'
 164
 165             -
 166                 case_name: networking-sfc
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     This test case runs OpenStack networking-sfc Tempest
 172                     suite. The list of test cases is generated by Tempest
 173                     having as input the relevant regex.
 174                 run:
 175                     name: tempest_common
 176                     args:
 177                         mode:
 178                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 179                         neutron_extensions:
 180                             - sfc
 181                         option:
 182                             - '--concurrency=0'
 183
 184             -
 185                 case_name: barbican
 186                 project_name: functest
 187                 criteria: 100
 188                 blocking: false
 189                 description: >-
 190                     It leverages on the tempest plugin containing tests used to
 191                     verify the functionality of a barbican installation.
 192                 run:
 193                     name: tempest_common
 194                     args:
 195                         mode:
 196                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 197                         services:
 198                             - barbican