docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54
  55             -
  56                 case_name: refstack_defcore
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     This test case runs a sub group of tests of the OpenStack
  62                     Defcore testcases.
  63                 run:
  64                     name: refstack_defcore
  65                     args:
  66                         option:
  67                             - '--concurrency=4'
  68
  69             -
  70                 case_name: patrole
  71                 project_name: functest
  72                 criteria: 100
  73                 blocking: false
  74                 description: >-
  75                     Test suite from Patrole project.
  76                 run:
  77                     name: patrole
  78                     args:
  79                         role: 'admin'
  80                         includes:
  81                             - 'image'
  82                             - 'network'
  83                         excludes:
  84                             - 'test_networks_multiprovider_rbac'
  85
  86             -
  87                 case_name: snaps_smoke
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: false
  91                 description: >-
  92                     This test case contains tests that setup and destroy
  93                     environments with VMs with and without Floating IPs
  94                     with a newly created user and project. Set the config
  95                     value snaps.use_floating_ips (True|False) to toggle
  96                     this functionality. When the config value of
  97                     snaps.use_keystone is True, functest must have access to
  98                     the cloud's private network.
  99                 run:
 100                     name: snaps_smoke
 101
 102             -
 103                 case_name: neutron_trunk
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: false
 107                 description: >-
 108                     This test case runs the neutron trunk subtest of the
 109                     OpenStack Tempest suite. The list of test cases is
 110                     generated by Tempest having as input the relevant
 111                     testcase list file.
 112                 run:
 113                     name: tempest_common
 114                     args:
 115                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 116                         neutron_extensions:
 117                             - trunk
 118                             - trunk-details
 119
 120             -
 121                 case_name: networking-bgpvpn
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: false
 125                 description: >-
 126                     This test case runs OpenStack networking-bgpvpn Tempest
 127                     suite. The list of test cases is generated by Tempest
 128                     having as input the relevant regex.
 129                 run:
 130                     name: tempest_common
 131                     args:
 132                         mode: '^networking_bgpvpn_tempest\.'
 133                         neutron_extensions:
 134                             - bgpvpn
 135                         option:
 136                             - '--concurrency=4'
 137
 138             -
 139                 case_name: networking-sfc
 140                 project_name: functest
 141                 criteria: 100
 142                 blocking: false
 143                 description: >-
 144                     This test case runs OpenStack networking-sfc Tempest
 145                     suite. The list of test cases is generated by Tempest
 146                     having as input the relevant regex.
 147                 run:
 148                     name: tempest_common
 149                     args:
 150                         mode:
 151                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 152                         neutron_extensions:
 153                             - sfc
 154                         option:
 155                             - '--concurrency=0'
 156
 157             -
 158                 case_name: barbican
 159                 project_name: functest
 160                 criteria: 100
 161                 blocking: false
 162                 description: >-
 163                     It leverages on the tempest plugin containing tests used to
 164                     verify the functionality of a barbican installation.
 165                 run:
 166                     name: barbican
 167                     args:
 168                         mode:
 169                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 170                         services:
 171                             - barbican