docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_smoke
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the smoke subset of the OpenStack
  16                     Tempest suite. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deplopyment.
  19                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
  20                 run:
  21                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
  22                     class: 'TempestCommon'
  23                     args:
  24                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
  25                         option:
  26                             - '--concurrency=4'
  27
  28             -
  29                 case_name: neutron-tempest-plugin-api
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: false
  33                 description: >-
  34                     This test case runs the Tempest suite proposed by the
  35                     Neutron project. The list of test cases is generated by
  36                     Tempest automatically and depends on the parameters of
  37                     the OpenStack deployment.
  38                 run:
  39                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
  40                     class: 'TempestCommon'
  41                     args:
  42                         mode: '^neutron_tempest_plugin\.api'
  43                         option:
  44                             - '--concurrency=4'
  45
  46             -
  47                 case_name: rally_sanity
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: false
  51                 description: >-
  52                     This test case runs a sub group of tests of the OpenStack
  53                     Rally suite in smoke mode.
  54                 run:
  55                     module: 'functest.opnfv_tests.openstack.rally.rally'
  56                     class: 'RallySanity'
  57
  58             -
  59                 case_name: refstack_defcore
  60                 project_name: functest
  61                 enabled: false
  62                 criteria: 100
  63                 blocking: false
  64                 description: >-
  65                     This test case runs a sub group of tests of the OpenStack
  66                     Defcore testcases.
  67                 run:
  68                     module:
  69                         'functest.opnfv_tests.openstack.refstack.refstack'
  70                     class: 'Refstack'
  71
  72             -
  73                 case_name: patrole
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     Test suite from Patrole project.
  79                 run:
  80                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
  81                     class: 'Patrole'
  82                     args:
  83                         role: 'admin'
  84                         includes:
  85                             - 'image'
  86                             - 'network'
  87                         excludes:
  88                             - 'test_networks_multiprovider_rbac'
  89
  90             -
  91                 case_name: vmtp
  92                 project_name: functest
  93                 criteria: 100
  94                 blocking: false
  95                 description: >-
  96                     VMTP is a small python application that will automatically
  97                     perform ping connectivity, round trip time measurement
  98                     (latency) and TCP/UDP throughput
  99                 run:
 100                     module:
 101                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 102                     class: 'Vmtp'
 103
 104             -
 105                 case_name: shaker
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 description: >-
 110                     Shaker wraps around popular system network testing tools
 111                     like iperf, iperf3 and netperf (with help of flent). Shaker
 112                     is able to deploy OpenStack instances and networks in
 113                     different topologies.
 114                 run:
 115                     module:
 116                         'functest.opnfv_tests.openstack.shaker.shaker'
 117                     class: 'Shaker'
 118
 119             -
 120                 case_name: snaps_smoke
 121                 project_name: functest
 122                 criteria: 100
 123                 blocking: false
 124                 description: >-
 125                     This test case contains tests that setup and destroy
 126                     environments with VMs with and without Floating IPs
 127                     with a newly created user and project. Set the config
 128                     value snaps.use_floating_ips (True|False) to toggle
 129                     this functionality. When the config value of
 130                     snaps.use_keystone is True, functest must have access to
 131                     the cloud's private network.
 132                 dependencies:
 133                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 134                 run:
 135                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 136                     class: 'SnapsSmoke'
 137
 138             -
 139                 case_name: neutron_trunk
 140                 project_name: functest
 141                 criteria: 100
 142                 blocking: false
 143                 description: >-
 144                     This test case runs the neutron trunk subtest of the
 145                     OpenStack Tempest suite. The list of test cases is
 146                     generated by Tempest having as input the relevant
 147                     testcase list file.
 148                 run:
 149                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 150                     class: 'TempestCommon'
 151                     args:
 152                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 153                         neutron_extensions:
 154                             - trunk
 155                             - trunk-details
 156
 157             -
 158                 case_name: networking-bgpvpn
 159                 project_name: functest
 160                 criteria: 100
 161                 blocking: false
 162                 description: >-
 163                     This test case runs OpenStack networking-bgpvpn Tempest
 164                     suite. The list of test cases is generated by Tempest
 165                     having as input the relevant regex.
 166                 run:
 167                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 168                     class: 'TempestCommon'
 169                     args:
 170                         mode: '^networking_bgpvpn_tempest\.'
 171                         neutron_extensions:
 172                             - bgpvpn
 173                         option:
 174                             - '--concurrency=4'
 175
 176             -
 177                 case_name: barbican
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: false
 181                 description: >-
 182                     It leverages on the tempest plugin containing tests used to
 183                     verify the functionality of a barbican installation.
 184                 run:
 185                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 186                     class: 'TempestCommon'
 187                     args:
 188                         mode:
 189                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 190                         services:
 191                             - barbican