docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54                     args:
  55                         optional:
  56                             - 'gnocchi'
  57
  58             -
  59                 case_name: rally_jobs
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs a group of Rally jobs used in
  65                     OpenStack gating
  66                 run:
  67                     name: rally_jobs
  68                     args:
  69                         optional:
  70                             - 'gnocchi'
  71
  72             -
  73                 case_name: refstack_defcore
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     This test case runs a sub group of tests of the OpenStack
  79                     Defcore testcases.
  80                 run:
  81                     name: refstack_defcore
  82                     args:
  83                         option:
  84                             - '--concurrency=4'
  85
  86             -
  87                 case_name: patrole
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: false
  91                 description: >-
  92                     Test suite from Patrole project.
  93                 run:
  94                     name: patrole
  95                     args:
  96                         role: 'admin'
  97                         includes:
  98                             - 'image'
  99                             - 'network'
 100                         excludes:
 101                             - 'network.test_flavors_rbac'
 102                             - 'network.test_network_ip_availability_rbac'
 103                             - 'test_networks_multiprovider_rbac'
 104                             - 'test_auto_allocated_topology_rbac'
 105
 106             -
 107                 case_name: snaps_smoke
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 description: >-
 112                     This test case contains tests that setup and destroy
 113                     environments with VMs with and without Floating IPs
 114                     with a newly created user and project. Set the config
 115                     value snaps.use_floating_ips (True|False) to toggle
 116                     this functionality. When the config value of
 117                     snaps.use_keystone is True, functest must have access to
 118                     the cloud's private network.
 119                 run:
 120                     name: snaps_smoke
 121
 122             -
 123                 case_name: neutron_trunk
 124                 project_name: functest
 125                 criteria: 100
 126                 blocking: false
 127                 description: >-
 128                     This test case runs the neutron trunk subtest of the
 129                     OpenStack Tempest suite. The list of test cases is
 130                     generated by Tempest having as input the relevant
 131                     testcase list file.
 132                 run:
 133                     name: tempest_common
 134                     args:
 135                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 136                         neutron_extensions:
 137                             - trunk
 138                             - trunk-details
 139
 140             -
 141                 case_name: networking-bgpvpn
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 description: >-
 146                     This test case runs OpenStack networking-bgpvpn Tempest
 147                     suite. The list of test cases is generated by Tempest
 148                     having as input the relevant regex.
 149                 run:
 150                     name: tempest_common
 151                     args:
 152                         mode: '^networking_bgpvpn_tempest\.'
 153                         neutron_extensions:
 154                             - bgpvpn
 155                         option:
 156                             - '--concurrency=4'
 157
 158             -
 159                 case_name: networking-sfc
 160                 project_name: functest
 161                 criteria: 100
 162                 blocking: false
 163                 description: >-
 164                     This test case runs OpenStack networking-sfc Tempest
 165                     suite. The list of test cases is generated by Tempest
 166                     having as input the relevant regex.
 167                 run:
 168                     name: tempest_common
 169                     args:
 170                         mode:
 171                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 172                         neutron_extensions:
 173                             - sfc
 174                         option:
 175                             - '--concurrency=0'
 176
 177             -
 178                 case_name: barbican
 179                 project_name: functest
 180                 criteria: 100
 181                 blocking: false
 182                 description: >-
 183                     It leverages on the tempest plugin containing tests used to
 184                     verify the functionality of a barbican installation.
 185                 run:
 186                     name: barbican
 187                     args:
 188                         mode:
 189                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 190                         services:
 191                             - barbican