docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39                             - 'barbican'
  40
  41             -
  42                 case_name: refstack_compute
  43                 project_name: functest
  44                 criteria: 100
  45                 blocking: false
  46                 deny_skipping: true
  47                 tests_count: 219
  48                 description: >-
  49                     This test case runs a sub group of tests of the OpenStack
  50                     Compute testcases.
  51                 run:
  52                     name: refstack
  53                     args:
  54                         target: compute
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: refstack_object
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 deny_skipping: true
  64                 tests_count: 57
  65                 description: >-
  66                     This test case runs a sub group of tests of the OpenStack
  67                     Object testcases.
  68                 run:
  69                     name: refstack
  70                     args:
  71                         target: object
  72                         option:
  73                             - '--concurrency=4'
  74
  75             -
  76                 case_name: refstack_platform
  77                 project_name: functest
  78                 criteria: 100
  79                 blocking: false
  80                 deny_skipping: true
  81                 tests_count: 275
  82                 description: >-
  83                     This test case runs a sub group of tests of the OpenStack
  84                     Platform testcases.
  85                 run:
  86                     name: refstack
  87                     args:
  88                         target: platform
  89                         option:
  90                             - '--concurrency=4'
  91
  92             -
  93                 case_name: tempest_full
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: false
  97                 description: >-
  98                     The list of test cases is generated by
  99                     Tempest automatically and depends on the parameters of
 100                     the OpenStack deployment.
 101                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 102                 run:
 103                     name: tempest_common
 104                     args:
 105                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 106                         option:
 107                             - '--concurrency=4'
 108
 109             -
 110                 case_name: tempest_scenario
 111                 project_name: functest
 112                 criteria: 100
 113                 blocking: false
 114                 description: >-
 115                     The list of test cases is generated by
 116                     Tempest automatically and depends on the parameters of
 117                     the OpenStack deployment.
 118                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 119                 run:
 120                     name: tempest_scenario
 121                     args:
 122                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 123                         option:
 124                             - '--concurrency=1'
 125
 126             -
 127                 case_name: tempest_slow
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: false
 131                 description: >-
 132                     The list of test cases is generated by
 133                     Tempest automatically and depends on the parameters of
 134                     the OpenStack deployment.
 135                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 136                 run:
 137                     name: tempest_common
 138                     args:
 139                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 140                         option:
 141                             - '--concurrency=2'
 142
 143             -
 144                 case_name: patrole
 145                 project_name: functest
 146                 criteria: 100
 147                 blocking: false
 148                 description: >-
 149                     Test suite from Patrole project.
 150                 run:
 151                     name: patrole
 152                     args:
 153                         role: 'admin'
 154                         includes:
 155                             - 'image'
 156                             - 'network'
 157                         excludes:
 158                             - 'network.test_flavors_rbac'
 159                             - 'network.test_network_ip_availability_rbac'
 160                             - 'test_networks_multiprovider_rbac'
 161                             - 'test_auto_allocated_topology_rbac'
 162                             - 'test_create_network_provider_segmentation_id'
 163                             - 'test_update_network_provider_physical_network'
 164                             - 'test_update_network_provider_segmentation_id'
 165                             - 'network.test_agents_rbac'
 166                             - 'test_list_metadef_namespaces'
 167
 168             -
 169                 case_name: neutron_trunk
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 description: >-
 174                     This test case runs the neutron trunk subtest of the
 175                     OpenStack Tempest suite. The list of test cases is
 176                     generated by Tempest having as input the relevant
 177                     testcase list file.
 178                 run:
 179                     name: tempest_common
 180                     args:
 181                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 182                         neutron_extensions:
 183                             - trunk
 184                             - trunk-details
 185
 186             -
 187                 case_name: networking-bgpvpn
 188                 project_name: functest
 189                 criteria: 100
 190                 blocking: false
 191                 description: >-
 192                     This test case runs OpenStack networking-bgpvpn Tempest
 193                     suite. The list of test cases is generated by Tempest
 194                     having as input the relevant regex.
 195                 run:
 196                     name: tempest_common
 197                     args:
 198                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 199                         neutron_extensions:
 200                             - bgpvpn
 201                         option:
 202                             - '--concurrency=4'
 203
 204             -
 205                 case_name: networking-sfc
 206                 project_name: functest
 207                 criteria: 100
 208                 blocking: false
 209                 description: >-
 210                     This test case runs OpenStack networking-sfc Tempest
 211                     suite. The list of test cases is generated by Tempest
 212                     having as input the relevant regex.
 213                 run:
 214                     name: tempest_common
 215                     args:
 216                         mode:
 217                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 218                         neutron_extensions:
 219                             - sfc
 220                         option:
 221                             - '--concurrency=0'
 222
 223             -
 224                 case_name: barbican
 225                 project_name: functest
 226                 criteria: 100
 227                 blocking: false
 228                 description: >-
 229                     It leverages on the tempest plugin containing tests used to
 230                     verify the functionality of a barbican installation.
 231                 run:
 232                     name: barbican
 233                     args:
 234                         mode:
 235                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 236                         services:
 237                             - barbican
 238
 239             -
 240                 case_name: octavia
 241                 project_name: functest
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     It leverages on the tempest plugin containing tests used to
 246                     verify the functionality of an octavia installation.
 247                 run:
 248                     name: tempest_common
 249                     args:
 250                         mode:
 251                             '^octavia_tempest_plugin.tests.api.v2'
 252                         services:
 253                             - octavia
 254                         option:
 255                             - '--concurrency=2'