docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  24                         option:
  25                             - '--concurrency=4'
  26
  27             -
  28                 case_name: neutron-tempest-plugin-api
  29                 project_name: functest
  30                 criteria: 100
  31                 blocking: false
  32                 description: >-
  33                     This test case runs the Tempest suite proposed by the
  34                     Neutron project. The list of test cases is generated by
  35                     Tempest automatically and depends on the parameters of
  36                     the OpenStack deployment.
  37                 run:
  38                     name: tempest_common
  39                     args:
  40                         mode: '^neutron_tempest_plugin\.api'
  41                         option:
  42                             - '--concurrency=4'
  43
  44             -
  45                 case_name: rally_sanity
  46                 project_name: functest
  47                 criteria: 100
  48                 blocking: false
  49                 description: >-
  50                     This test case runs a sub group of tests of the OpenStack
  51                     Rally suite in smoke mode.
  52                 run:
  53                     name: rally_sanity
  54
  55             -
  56                 case_name: refstack_defcore
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     This test case runs a sub group of tests of the OpenStack
  62                     Defcore testcases.
  63                 run:
  64                     name: refstack_defcore
  65                     args:
  66                         option:
  67                             - '--concurrency=4'
  68
  69             -
  70                 case_name: patrole
  71                 project_name: functest
  72                 criteria: 100
  73                 blocking: false
  74                 description: >-
  75                     Test suite from Patrole project.
  76                 run:
  77                     name: patrole
  78                     args:
  79                         role: 'admin'
  80                         includes:
  81                             - 'image'
  82                             - 'network'
  83                         excludes:
  84                             - 'test_networks_multiprovider_rbac'
  85                             - 'test_auto_allocated_topology_rbac'
  86
  87             -
  88                 case_name: snaps_smoke
  89                 project_name: functest
  90                 criteria: 100
  91                 blocking: false
  92                 description: >-
  93                     This test case contains tests that setup and destroy
  94                     environments with VMs with and without Floating IPs
  95                     with a newly created user and project. Set the config
  96                     value snaps.use_floating_ips (True|False) to toggle
  97                     this functionality. When the config value of
  98                     snaps.use_keystone is True, functest must have access to
  99                     the cloud's private network.
 100                 run:
 101                     name: snaps_smoke
 102
 103             -
 104                 case_name: neutron_trunk
 105                 project_name: functest
 106                 criteria: 100
 107                 blocking: false
 108                 description: >-
 109                     This test case runs the neutron trunk subtest of the
 110                     OpenStack Tempest suite. The list of test cases is
 111                     generated by Tempest having as input the relevant
 112                     testcase list file.
 113                 run:
 114                     name: tempest_common
 115                     args:
 116                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 117                         neutron_extensions:
 118                             - trunk
 119                             - trunk-details
 120
 121             -
 122                 case_name: networking-bgpvpn
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case runs OpenStack networking-bgpvpn Tempest
 128                     suite. The list of test cases is generated by Tempest
 129                     having as input the relevant regex.
 130                 run:
 131                     name: tempest_common
 132                     args:
 133                         mode: '^networking_bgpvpn_tempest\.'
 134                         neutron_extensions:
 135                             - bgpvpn
 136                         option:
 137                             - '--concurrency=4'
 138
 139             -
 140                 case_name: networking-sfc
 141                 project_name: functest
 142                 criteria: 100
 143                 blocking: false
 144                 description: >-
 145                     This test case runs OpenStack networking-sfc Tempest
 146                     suite. The list of test cases is generated by Tempest
 147                     having as input the relevant regex.
 148                 run:
 149                     name: tempest_common
 150                     args:
 151                         mode:
 152                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 153                         neutron_extensions:
 154                             - sfc
 155                         option:
 156                             - '--concurrency=0'
 157
 158             -
 159                 case_name: barbican
 160                 project_name: functest
 161                 criteria: 100
 162                 blocking: false
 163                 description: >-
 164                     It leverages on the tempest plugin containing tests used to
 165                     verify the functionality of a barbican installation.
 166                 run:
 167                     name: barbican
 168                     args:
 169                         mode:
 170                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 171                         services:
 172                             - barbican