docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: rally_jobs
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 description: >-
  46                     This test case runs a group of Rally jobs used in
  47                     OpenStack gating
  48                 run:
  49                     name: rally_jobs
  50                     args:
  51                         optional:
  52                             - 'gnocchi'
  53
  54             -
  55                 case_name: refstack_defcore
  56                 project_name: functest
  57                 criteria: 100
  58                 blocking: false
  59                 description: >-
  60                     This test case runs a sub group of tests of the OpenStack
  61                     Defcore testcases.
  62                 run:
  63                     name: refstack_defcore
  64                     args:
  65                         option:
  66                             - '--concurrency=4'
  67
  68             -
  69                 case_name: tempest_full
  70                 project_name: functest
  71                 criteria: 100
  72                 blocking: false
  73                 description: >-
  74                     The list of test cases is generated by
  75                     Tempest automatically and depends on the parameters of
  76                     the OpenStack deployment.
  77                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  78                 run:
  79                     name: tempest_common
  80                     args:
  81                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
  82                         option:
  83                             - '--concurrency=4'
  84
  85             -
  86                 case_name: tempest_scenario
  87                 project_name: functest
  88                 criteria: 100
  89                 blocking: false
  90                 description: >-
  91                     The list of test cases is generated by
  92                     Tempest automatically and depends on the parameters of
  93                     the OpenStack deployment.
  94                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
  95                 run:
  96                     name: tempest_common
  97                     args:
  98                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
  99                         option:
 100                             - '--concurrency=1'
 101
 102             -
 103                 case_name: patrole
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: false
 107                 description: >-
 108                     Test suite from Patrole project.
 109                 run:
 110                     name: patrole
 111                     args:
 112                         role: 'admin'
 113                         includes:
 114                             - 'image'
 115                             - 'network'
 116                         excludes:
 117                             - 'network.test_flavors_rbac'
 118                             - 'network.test_network_ip_availability_rbac'
 119                             - 'test_networks_multiprovider_rbac'
 120                             - 'test_auto_allocated_topology_rbac'
 121
 122             -
 123                 case_name: snaps_smoke
 124                 project_name: functest
 125                 criteria: 100
 126                 blocking: false
 127                 description: >-
 128                     This test case contains tests that setup and destroy
 129                     environments with VMs with and without Floating IPs
 130                     with a newly created user and project. Set the config
 131                     value snaps.use_floating_ips (True|False) to toggle
 132                     this functionality. When the config value of
 133                     snaps.use_keystone is True, functest must have access to
 134                     the cloud's private network.
 135                 run:
 136                     name: snaps_smoke
 137
 138             -
 139                 case_name: neutron_trunk
 140                 project_name: functest
 141                 criteria: 100
 142                 blocking: false
 143                 description: >-
 144                     This test case runs the neutron trunk subtest of the
 145                     OpenStack Tempest suite. The list of test cases is
 146                     generated by Tempest having as input the relevant
 147                     testcase list file.
 148                 run:
 149                     name: tempest_common
 150                     args:
 151                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 152                         neutron_extensions:
 153                             - trunk
 154                             - trunk-details
 155
 156             -
 157                 case_name: networking-bgpvpn
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: false
 161                 description: >-
 162                     This test case runs OpenStack networking-bgpvpn Tempest
 163                     suite. The list of test cases is generated by Tempest
 164                     having as input the relevant regex.
 165                 run:
 166                     name: tempest_common
 167                     args:
 168                         mode: '^networking_bgpvpn_tempest\.'
 169                         neutron_extensions:
 170                             - bgpvpn
 171                         option:
 172                             - '--concurrency=4'
 173
 174             -
 175                 case_name: networking-sfc
 176                 project_name: functest
 177                 criteria: 100
 178                 blocking: false
 179                 description: >-
 180                     This test case runs OpenStack networking-sfc Tempest
 181                     suite. The list of test cases is generated by Tempest
 182                     having as input the relevant regex.
 183                 run:
 184                     name: tempest_common
 185                     args:
 186                         mode:
 187                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 188                         neutron_extensions:
 189                             - sfc
 190                         option:
 191                             - '--concurrency=0'
 192
 193             -
 194                 case_name: barbican
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: false
 198                 description: >-
 199                     It leverages on the tempest plugin containing tests used to
 200                     verify the functionality of a barbican installation.
 201                 run:
 202                     name: barbican
 203                     args:
 204                         mode:
 205                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 206                         services:
 207                             - barbican