docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54
  55             -
  56                 case_name: rally_jobs
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     This test case runs a group of Rally jobs used in
  62                     OpenStack gating
  63                 run:
  64                     name: rally_jobs
  65
  66             -
  67                 case_name: refstack_defcore
  68                 project_name: functest
  69                 criteria: 100
  70                 blocking: false
  71                 description: >-
  72                     This test case runs a sub group of tests of the OpenStack
  73                     Defcore testcases.
  74                 run:
  75                     name: refstack_defcore
  76                     args:
  77                         option:
  78                             - '--concurrency=4'
  79
  80             -
  81                 case_name: patrole
  82                 project_name: functest
  83                 criteria: 100
  84                 blocking: false
  85                 description: >-
  86                     Test suite from Patrole project.
  87                 run:
  88                     name: patrole
  89                     args:
  90                         role: 'admin'
  91                         includes:
  92                             - 'image'
  93                             - 'network'
  94                         excludes:
  95                             - 'network.test_flavors_rbac'
  96                             - 'network.test_network_ip_availability_rbac'
  97                             - 'test_networks_multiprovider_rbac'
  98                             - 'test_auto_allocated_topology_rbac'
  99
 100             -
 101                 case_name: snaps_smoke
 102                 project_name: functest
 103                 criteria: 100
 104                 blocking: false
 105                 description: >-
 106                     This test case contains tests that setup and destroy
 107                     environments with VMs with and without Floating IPs
 108                     with a newly created user and project. Set the config
 109                     value snaps.use_floating_ips (True|False) to toggle
 110                     this functionality. When the config value of
 111                     snaps.use_keystone is True, functest must have access to
 112                     the cloud's private network.
 113                 run:
 114                     name: snaps_smoke
 115
 116             -
 117                 case_name: neutron_trunk
 118                 project_name: functest
 119                 criteria: 100
 120                 blocking: false
 121                 description: >-
 122                     This test case runs the neutron trunk subtest of the
 123                     OpenStack Tempest suite. The list of test cases is
 124                     generated by Tempest having as input the relevant
 125                     testcase list file.
 126                 run:
 127                     name: tempest_common
 128                     args:
 129                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 130                         neutron_extensions:
 131                             - trunk
 132                             - trunk-details
 133
 134             -
 135                 case_name: networking-bgpvpn
 136                 project_name: functest
 137                 criteria: 100
 138                 blocking: false
 139                 description: >-
 140                     This test case runs OpenStack networking-bgpvpn Tempest
 141                     suite. The list of test cases is generated by Tempest
 142                     having as input the relevant regex.
 143                 run:
 144                     name: tempest_common
 145                     args:
 146                         mode: '^networking_bgpvpn_tempest\.'
 147                         neutron_extensions:
 148                             - bgpvpn
 149                         option:
 150                             - '--concurrency=4'
 151
 152             -
 153                 case_name: networking-sfc
 154                 project_name: functest
 155                 criteria: 100
 156                 blocking: false
 157                 description: >-
 158                     This test case runs OpenStack networking-sfc Tempest
 159                     suite. The list of test cases is generated by Tempest
 160                     having as input the relevant regex.
 161                 run:
 162                     name: tempest_common
 163                     args:
 164                         mode:
 165                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 166                         neutron_extensions:
 167                             - sfc
 168                         option:
 169                             - '--concurrency=0'
 170
 171             -
 172                 case_name: barbican
 173                 project_name: functest
 174                 criteria: 100
 175                 blocking: false
 176                 description: >-
 177                     It leverages on the tempest plugin containing tests used to
 178                     verify the functionality of a barbican installation.
 179                 run:
 180                     name: barbican
 181                     args:
 182                         mode:
 183                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 184                         services:
 185                             - barbican