docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_defcore
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 description: >-
  46                     This test case runs a sub group of tests of the OpenStack
  47                     Defcore testcases.
  48                 run:
  49                     name: refstack_defcore
  50                     args:
  51                         option:
  52                             - '--concurrency=4'
  53
  54             -
  55                 case_name: tempest_full
  56                 project_name: functest
  57                 criteria: 100
  58                 blocking: false
  59                 description: >-
  60                     The list of test cases is generated by
  61                     Tempest automatically and depends on the parameters of
  62                     the OpenStack deployment.
  63                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  64                 run:
  65                     name: tempest_common
  66                     args:
  67                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
  68                         option:
  69                             - '--concurrency=4'
  70
  71             -
  72                 case_name: tempest_scenario
  73                 project_name: functest
  74                 criteria: 100
  75                 blocking: false
  76                 description: >-
  77                     The list of test cases is generated by
  78                     Tempest automatically and depends on the parameters of
  79                     the OpenStack deployment.
  80                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
  85                         option:
  86                             - '--concurrency=1'
  87
  88             -
  89                 case_name: patrole
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: false
  93                 description: >-
  94                     Test suite from Patrole project.
  95                 run:
  96                     name: patrole
  97                     args:
  98                         role: 'admin'
  99                         includes:
 100                             - 'image'
 101                             - 'network'
 102                         excludes:
 103                             - 'network.test_flavors_rbac'
 104                             - 'network.test_network_ip_availability_rbac'
 105                             - 'test_networks_multiprovider_rbac'
 106                             - 'test_auto_allocated_topology_rbac'
 107
 108             -
 109                 case_name: neutron_trunk
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     This test case runs the neutron trunk subtest of the
 115                     OpenStack Tempest suite. The list of test cases is
 116                     generated by Tempest having as input the relevant
 117                     testcase list file.
 118                 run:
 119                     name: tempest_common
 120                     args:
 121                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 122                         neutron_extensions:
 123                             - trunk
 124                             - trunk-details
 125
 126             -
 127                 case_name: networking-bgpvpn
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: false
 131                 description: >-
 132                     This test case runs OpenStack networking-bgpvpn Tempest
 133                     suite. The list of test cases is generated by Tempest
 134                     having as input the relevant regex.
 135                 run:
 136                     name: tempest_common
 137                     args:
 138                         mode: '^networking_bgpvpn_tempest.tests.api\.'
 139                         neutron_extensions:
 140                             - bgpvpn
 141                         option:
 142                             - '--concurrency=4'
 143
 144             -
 145                 case_name: networking-sfc
 146                 project_name: functest
 147                 criteria: 100
 148                 blocking: false
 149                 description: >-
 150                     This test case runs OpenStack networking-sfc Tempest
 151                     suite. The list of test cases is generated by Tempest
 152                     having as input the relevant regex.
 153                 run:
 154                     name: tempest_common
 155                     args:
 156                         mode:
 157                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 158                         neutron_extensions:
 159                             - sfc
 160                         option:
 161                             - '--concurrency=0'
 162
 163             -
 164                 case_name: barbican
 165                 project_name: functest
 166                 criteria: 100
 167                 blocking: false
 168                 description: >-
 169                     It leverages on the tempest plugin containing tests used to
 170                     verify the functionality of a barbican installation.
 171                 run:
 172                     name: barbican
 173                     args:
 174                         mode:
 175                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 176                         services:
 177                             - barbican