docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_defcore
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 description: >-
  46                     This test case runs a sub group of tests of the OpenStack
  47                     Defcore testcases.
  48                 run:
  49                     name: refstack_defcore
  50                     args:
  51                         option:
  52                             - '--concurrency=4'
  53
  54             -
  55                 case_name: tempest_full
  56                 project_name: functest
  57                 criteria: 100
  58                 blocking: false
  59                 description: >-
  60                     The list of test cases is generated by
  61                     Tempest automatically and depends on the parameters of
  62                     the OpenStack deployment.
  63                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  64                 run:
  65                     name: tempest_common
  66                     args:
  67                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
  68                         option:
  69                             - '--concurrency=4'
  70
  71             -
  72                 case_name: tempest_scenario
  73                 project_name: functest
  74                 criteria: 100
  75                 blocking: false
  76                 description: >-
  77                     The list of test cases is generated by
  78                     Tempest automatically and depends on the parameters of
  79                     the OpenStack deployment.
  80                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
  85                         option:
  86                             - '--concurrency=1'
  87
  88             -
  89                 case_name: patrole
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: false
  93                 description: >-
  94                     Test suite from Patrole project.
  95                 run:
  96                     name: patrole
  97                     args:
  98                         role: 'admin'
  99                         includes:
 100                             - 'image'
 101                             - 'network'
 102                         excludes:
 103                             - 'network.test_flavors_rbac'
 104                             - 'network.test_network_ip_availability_rbac'
 105                             - 'test_networks_multiprovider_rbac'
 106                             - 'test_auto_allocated_topology_rbac'
 107
 108             -
 109                 case_name: snaps_smoke
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     This test case contains tests that setup and destroy
 115                     environments with VMs with and without Floating IPs
 116                     with a newly created user and project. Set the config
 117                     value snaps.use_floating_ips (True|False) to toggle
 118                     this functionality. When the config value of
 119                     snaps.use_keystone is True, functest must have access to
 120                     the cloud's private network.
 121                 run:
 122                     name: snaps_smoke
 123
 124             -
 125                 case_name: neutron_trunk
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: false
 129                 description: >-
 130                     This test case runs the neutron trunk subtest of the
 131                     OpenStack Tempest suite. The list of test cases is
 132                     generated by Tempest having as input the relevant
 133                     testcase list file.
 134                 run:
 135                     name: tempest_common
 136                     args:
 137                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 138                         neutron_extensions:
 139                             - trunk
 140                             - trunk-details
 141
 142             -
 143                 case_name: networking-bgpvpn
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: false
 147                 description: >-
 148                     This test case runs OpenStack networking-bgpvpn Tempest
 149                     suite. The list of test cases is generated by Tempest
 150                     having as input the relevant regex.
 151                 run:
 152                     name: tempest_common
 153                     args:
 154                         mode: '^networking_bgpvpn_tempest\.'
 155                         neutron_extensions:
 156                             - bgpvpn
 157                         option:
 158                             - '--concurrency=4'
 159
 160             -
 161                 case_name: networking-sfc
 162                 project_name: functest
 163                 criteria: 100
 164                 blocking: false
 165                 description: >-
 166                     This test case runs OpenStack networking-sfc Tempest
 167                     suite. The list of test cases is generated by Tempest
 168                     having as input the relevant regex.
 169                 run:
 170                     name: tempest_common
 171                     args:
 172                         mode:
 173                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 174                         neutron_extensions:
 175                             - sfc
 176                         option:
 177                             - '--concurrency=0'
 178
 179             -
 180                 case_name: barbican
 181                 project_name: functest
 182                 criteria: 100
 183                 blocking: false
 184                 description: >-
 185                     It leverages on the tempest plugin containing tests used to
 186                     verify the functionality of a barbican installation.
 187                 run:
 188                     name: barbican
 189                     args:
 190                         mode:
 191                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 192                         services:
 193                             - barbican