docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54                     args:
  55                         optional:
  56                             - 'gnocchi'
  57
  58             -
  59                 case_name: rally_jobs
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs a group of Rally jobs used in
  65                     OpenStack gating
  66                 run:
  67                     name: rally_jobs
  68                     args:
  69                         optional:
  70                             - 'gnocchi'
  71
  72             -
  73                 case_name: refstack_defcore
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     This test case runs a sub group of tests of the OpenStack
  79                     Defcore testcases.
  80                 run:
  81                     name: refstack_defcore
  82                     args:
  83                         option:
  84                             - '--concurrency=4'
  85
  86             -
  87                 case_name: tempest_full
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: false
  91                 description: >-
  92                     The list of test cases is generated by
  93                     Tempest automatically and depends on the parameters of
  94                     the OpenStack deployment.
  95                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  96                 run:
  97                     name: tempest_common
  98                     args:
  99                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 100                         option:
 101                             - '--concurrency=4'
 102
 103             -
 104                 case_name: tempest_scenario
 105                 project_name: functest
 106                 criteria: 100
 107                 blocking: false
 108                 description: >-
 109                     The list of test cases is generated by
 110                     Tempest automatically and depends on the parameters of
 111                     the OpenStack deployment.
 112                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 113                 run:
 114                     name: tempest_common
 115                     args:
 116                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 117                         option:
 118                             - '--concurrency=1'
 119
 120             -
 121                 case_name: patrole
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: false
 125                 description: >-
 126                     Test suite from Patrole project.
 127                 run:
 128                     name: patrole
 129                     args:
 130                         role: 'admin'
 131                         includes:
 132                             - 'image'
 133                             - 'network'
 134                         excludes:
 135                             - 'network.test_flavors_rbac'
 136                             - 'network.test_network_ip_availability_rbac'
 137                             - 'test_networks_multiprovider_rbac'
 138                             - 'test_auto_allocated_topology_rbac'
 139
 140             -
 141                 case_name: snaps_smoke
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 description: >-
 146                     This test case contains tests that setup and destroy
 147                     environments with VMs with and without Floating IPs
 148                     with a newly created user and project. Set the config
 149                     value snaps.use_floating_ips (True|False) to toggle
 150                     this functionality. When the config value of
 151                     snaps.use_keystone is True, functest must have access to
 152                     the cloud's private network.
 153                 run:
 154                     name: snaps_smoke
 155
 156             -
 157                 case_name: neutron_trunk
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: false
 161                 description: >-
 162                     This test case runs the neutron trunk subtest of the
 163                     OpenStack Tempest suite. The list of test cases is
 164                     generated by Tempest having as input the relevant
 165                     testcase list file.
 166                 run:
 167                     name: tempest_common
 168                     args:
 169                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 170                         neutron_extensions:
 171                             - trunk
 172                             - trunk-details
 173
 174             -
 175                 case_name: networking-bgpvpn
 176                 project_name: functest
 177                 criteria: 100
 178                 blocking: false
 179                 description: >-
 180                     This test case runs OpenStack networking-bgpvpn Tempest
 181                     suite. The list of test cases is generated by Tempest
 182                     having as input the relevant regex.
 183                 run:
 184                     name: tempest_common
 185                     args:
 186                         mode: '^networking_bgpvpn_tempest\.'
 187                         neutron_extensions:
 188                             - bgpvpn
 189                         option:
 190                             - '--concurrency=4'
 191
 192             -
 193                 case_name: networking-sfc
 194                 project_name: functest
 195                 criteria: 100
 196                 blocking: false
 197                 description: >-
 198                     This test case runs OpenStack networking-sfc Tempest
 199                     suite. The list of test cases is generated by Tempest
 200                     having as input the relevant regex.
 201                 run:
 202                     name: tempest_common
 203                     args:
 204                         mode:
 205                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 206                         neutron_extensions:
 207                             - sfc
 208                         option:
 209                             - '--concurrency=0'
 210
 211             -
 212                 case_name: barbican
 213                 project_name: functest
 214                 criteria: 100
 215                 blocking: false
 216                 description: >-
 217                     It leverages on the tempest plugin containing tests used to
 218                     verify the functionality of a barbican installation.
 219                 run:
 220                     name: barbican
 221                     args:
 222                         mode:
 223                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 224                         services:
 225                             - barbican