docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54
  55             -
  56                 case_name: rally_jobs
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     This test case runs a group of Rally jobs used in
  62                     OpenStack gating
  63                 run:
  64                     name: rally_jobs
  65
  66             -
  67                 case_name: refstack_defcore
  68                 project_name: functest
  69                 criteria: 100
  70                 blocking: false
  71                 description: >-
  72                     This test case runs a sub group of tests of the OpenStack
  73                     Defcore testcases.
  74                 run:
  75                     name: refstack_defcore
  76                     args:
  77                         option:
  78                             - '--concurrency=4'
  79
  80             -
  81                 case_name: patrole
  82                 project_name: functest
  83                 criteria: 100
  84                 blocking: false
  85                 description: >-
  86                     Test suite from Patrole project.
  87                 run:
  88                     name: patrole
  89                     args:
  90                         role: 'admin'
  91                         includes:
  92                             - 'image'
  93                             - 'network'
  94                         excludes:
  95                             - 'test_networks_multiprovider_rbac'
  96                             - 'test_auto_allocated_topology_rbac'
  97                             - 'test_address_scope_rbac'
  98
  99             -
 100                 case_name: snaps_smoke
 101                 project_name: functest
 102                 criteria: 100
 103                 blocking: false
 104                 description: >-
 105                     This test case contains tests that setup and destroy
 106                     environments with VMs with and without Floating IPs
 107                     with a newly created user and project. Set the config
 108                     value snaps.use_floating_ips (True|False) to toggle
 109                     this functionality. When the config value of
 110                     snaps.use_keystone is True, functest must have access to
 111                     the cloud's private network.
 112                 run:
 113                     name: snaps_smoke
 114
 115             -
 116                 case_name: neutron_trunk
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: false
 120                 description: >-
 121                     This test case runs the neutron trunk subtest of the
 122                     OpenStack Tempest suite. The list of test cases is
 123                     generated by Tempest having as input the relevant
 124                     testcase list file.
 125                 run:
 126                     name: tempest_common
 127                     args:
 128                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 129                         neutron_extensions:
 130                             - trunk
 131                             - trunk-details
 132
 133             -
 134                 case_name: networking-bgpvpn
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: false
 138                 description: >-
 139                     This test case runs OpenStack networking-bgpvpn Tempest
 140                     suite. The list of test cases is generated by Tempest
 141                     having as input the relevant regex.
 142                 run:
 143                     name: tempest_common
 144                     args:
 145                         mode: '^networking_bgpvpn_tempest\.'
 146                         neutron_extensions:
 147                             - bgpvpn
 148                         option:
 149                             - '--concurrency=4'
 150
 151             -
 152                 case_name: networking-sfc
 153                 project_name: functest
 154                 criteria: 100
 155                 blocking: false
 156                 description: >-
 157                     This test case runs OpenStack networking-sfc Tempest
 158                     suite. The list of test cases is generated by Tempest
 159                     having as input the relevant regex.
 160                 run:
 161                     name: tempest_common
 162                     args:
 163                         mode:
 164                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 165                         neutron_extensions:
 166                             - sfc
 167                         option:
 168                             - '--concurrency=0'
 169
 170             -
 171                 case_name: barbican
 172                 project_name: functest
 173                 criteria: 100
 174                 blocking: false
 175                 description: >-
 176                     It leverages on the tempest plugin containing tests used to
 177                     verify the functionality of a barbican installation.
 178                 run:
 179                     name: barbican
 180                     args:
 181                         mode:
 182                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 183                         services:
 184                             - barbican