docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54
  55             -
  56                 case_name: rally_jobs
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     This test case runs a group of Rally jobs used in
  62                     OpenStack gating
  63                 run:
  64                     name: rally_jobs
  65
  66             -
  67                 case_name: refstack_defcore
  68                 project_name: functest
  69                 criteria: 100
  70                 blocking: false
  71                 description: >-
  72                     This test case runs a sub group of tests of the OpenStack
  73                     Defcore testcases.
  74                 run:
  75                     name: refstack_defcore
  76                     args:
  77                         option:
  78                             - '--concurrency=4'
  79
  80             -
  81                 case_name: patrole
  82                 project_name: functest
  83                 criteria: 100
  84                 blocking: false
  85                 description: >-
  86                     Test suite from Patrole project.
  87                 run:
  88                     name: patrole
  89                     args:
  90                         role: 'admin'
  91                         includes:
  92                             - 'image'
  93                             - 'network'
  94                         excludes:
  95                             - 'test_networks_multiprovider_rbac'
  96                             - 'test_auto_allocated_topology_rbac'
  97
  98             -
  99                 case_name: snaps_smoke
 100                 project_name: functest
 101                 criteria: 100
 102                 blocking: false
 103                 description: >-
 104                     This test case contains tests that setup and destroy
 105                     environments with VMs with and without Floating IPs
 106                     with a newly created user and project. Set the config
 107                     value snaps.use_floating_ips (True|False) to toggle
 108                     this functionality. When the config value of
 109                     snaps.use_keystone is True, functest must have access to
 110                     the cloud's private network.
 111                 run:
 112                     name: snaps_smoke
 113
 114             -
 115                 case_name: neutron_trunk
 116                 project_name: functest
 117                 criteria: 100
 118                 blocking: false
 119                 description: >-
 120                     This test case runs the neutron trunk subtest of the
 121                     OpenStack Tempest suite. The list of test cases is
 122                     generated by Tempest having as input the relevant
 123                     testcase list file.
 124                 run:
 125                     name: tempest_common
 126                     args:
 127                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 128                         neutron_extensions:
 129                             - trunk
 130                             - trunk-details
 131
 132             -
 133                 case_name: networking-bgpvpn
 134                 project_name: functest
 135                 criteria: 100
 136                 blocking: false
 137                 description: >-
 138                     This test case runs OpenStack networking-bgpvpn Tempest
 139                     suite. The list of test cases is generated by Tempest
 140                     having as input the relevant regex.
 141                 run:
 142                     name: tempest_common
 143                     args:
 144                         mode: '^networking_bgpvpn_tempest\.'
 145                         neutron_extensions:
 146                             - bgpvpn
 147                         option:
 148                             - '--concurrency=4'
 149
 150             -
 151                 case_name: networking-sfc
 152                 project_name: functest
 153                 criteria: 100
 154                 blocking: false
 155                 description: >-
 156                     This test case runs OpenStack networking-sfc Tempest
 157                     suite. The list of test cases is generated by Tempest
 158                     having as input the relevant regex.
 159                 run:
 160                     name: tempest_common
 161                     args:
 162                         mode:
 163                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 164                         neutron_extensions:
 165                             - sfc
 166                         option:
 167                             - '--concurrency=0'
 168
 169             -
 170                 case_name: barbican
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     It leverages on the tempest plugin containing tests used to
 176                     verify the functionality of a barbican installation.
 177                 run:
 178                     name: barbican
 179                     args:
 180                         mode:
 181                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 182                         services:
 183                             - barbican