docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=3'
  25
  26             -
  27                 case_name: tempest_cinder
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs the Tempest suite proposed by the
  33                     Cinder project.
  34                 run:
  35                     name: tempest_common
  36                     args:
  37                         mode:
  38                             '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
  39                         option:
  40                             - '--concurrency=3'
  41
  42             -
  43                 case_name: tempest_keystone
  44                 project_name: functest
  45                 criteria: 100
  46                 blocking: false
  47                 description: >-
  48                     This test case runs the Tempest suite proposed by the
  49                     Keystone project.
  50                 run:
  51                     name: tempest_common
  52                     args:
  53                         mode: 'keystone_tempest_plugin.'
  54                         option:
  55                             - '--concurrency=3'
  56
  57             -
  58                 case_name: tempest_heat
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: false
  62                 description: >-
  63                     This test case runs the Tempest suite proposed by the
  64                     Heat project.
  65                 run:
  66                     name: tempest_heat
  67                     args:
  68                         mode: '^heat_tempest_plugin.tests'
  69                         option:
  70                             - '--concurrency=1'
  71
  72             -
  73                 case_name: rally_sanity
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     This test case runs a sub group of tests of the OpenStack
  79                     Rally suite in smoke mode.
  80                 run:
  81                     name: rally_sanity
  82                     args:
  83                         optional:
  84                             - 'gnocchi'
  85                             - 'barbican'
  86
  87             -
  88                 case_name: refstack_compute
  89                 project_name: functest
  90                 criteria: 100
  91                 blocking: false
  92                 deny_skipping: true
  93                 tests_count: 222
  94                 description: >-
  95                     This test case runs a sub group of tests of the OpenStack
  96                     Compute testcases.
  97                 run:
  98                     name: refstack
  99                     args:
 100                         target: compute
 101                         option:
 102                             - '--concurrency=3'
 103
 104             -
 105                 case_name: refstack_object
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 deny_skipping: true
 110                 tests_count: 58
 111                 description: >-
 112                     This test case runs a sub group of tests of the OpenStack
 113                     Object testcases.
 114                 run:
 115                     name: refstack
 116                     args:
 117                         target: object
 118                         option:
 119                             - '--concurrency=3'
 120
 121             -
 122                 case_name: refstack_platform
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 deny_skipping: true
 127                 tests_count: 278
 128                 description: >-
 129                     This test case runs a sub group of tests of the OpenStack
 130                     Platform testcases.
 131                 run:
 132                     name: refstack
 133                     args:
 134                         target: platform
 135                         option:
 136                             - '--concurrency=3'
 137
 138             -
 139                 case_name: tempest_full
 140                 project_name: functest
 141                 criteria: 100
 142                 blocking: false
 143                 description: >-
 144                     The list of test cases is generated by
 145                     Tempest automatically and depends on the parameters of
 146                     the OpenStack deployment.
 147                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 148                 run:
 149                     name: tempest_common
 150                     args:
 151                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 152                         option:
 153                             - '--concurrency=3'
 154
 155             -
 156                 case_name: tempest_scenario
 157                 project_name: functest
 158                 criteria: 100
 159                 blocking: false
 160                 description: >-
 161                     The list of test cases is generated by
 162                     Tempest automatically and depends on the parameters of
 163                     the OpenStack deployment.
 164                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 165                 run:
 166                     name: tempest_scenario
 167                     args:
 168                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 169                         option:
 170                             - '--concurrency=1'
 171
 172             -
 173                 case_name: tempest_slow
 174                 project_name: functest
 175                 criteria: 100
 176                 blocking: false
 177                 description: >-
 178                     The list of test cases is generated by
 179                     Tempest automatically and depends on the parameters of
 180                     the OpenStack deployment.
 181                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 182                 run:
 183                     name: tempest_common
 184                     args:
 185                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 186                         option:
 187                             - '--concurrency=1'
 188
 189             -
 190                 case_name: patrole
 191                 project_name: functest
 192                 criteria: 100
 193                 blocking: false
 194                 description: >-
 195                     Test suite from Patrole project.
 196                 run:
 197                     name: patrole
 198                     args:
 199                         role: 'admin'
 200                         includes:
 201                             - 'image'
 202                             - 'network'
 203                         excludes:
 204                             - 'network.test_flavors_rbac'
 205                             - 'network.test_network_ip_availability_rbac'
 206                             - 'test_networks_multiprovider_rbac'
 207                             - 'test_auto_allocated_topology_rbac'
 208                             - 'test_create_network_provider_segmentation_id'
 209                             - 'test_update_network_provider_physical_network'
 210                             - 'test_update_network_provider_segmentation_id'
 211                             - 'network.test_agents_rbac'
 212                             - 'test_list_metadef_namespaces'
 213
 214             -
 215                 case_name: neutron_trunk
 216                 project_name: functest
 217                 criteria: 100
 218                 blocking: false
 219                 description: >-
 220                     This test case runs the neutron trunk subtest of the
 221                     OpenStack Tempest suite. The list of test cases is
 222                     generated by Tempest having as input the relevant
 223                     testcase list file.
 224                 run:
 225                     name: tempest_common
 226                     args:
 227                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 228                         neutron_extensions:
 229                             - trunk
 230                             - trunk-details
 231
 232             -
 233                 case_name: networking-bgpvpn
 234                 project_name: functest
 235                 criteria: 100
 236                 blocking: false
 237                 description: >-
 238                     This test case runs OpenStack networking-bgpvpn Tempest
 239                     suite. The list of test cases is generated by Tempest
 240                     having as input the relevant regex.
 241                 run:
 242                     name: tempest_common
 243                     args:
 244                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 245                         neutron_extensions:
 246                             - bgpvpn
 247                         option:
 248                             - '--concurrency=3'
 249
 250             -
 251                 case_name: networking-sfc
 252                 project_name: functest
 253                 criteria: 100
 254                 blocking: false
 255                 description: >-
 256                     This test case runs OpenStack networking-sfc Tempest
 257                     suite. The list of test cases is generated by Tempest
 258                     having as input the relevant regex.
 259                 run:
 260                     name: tempest_common
 261                     args:
 262                         mode:
 263                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 264                         neutron_extensions:
 265                             - sfc
 266                         option:
 267                             - '--concurrency=0'
 268
 269             -
 270                 case_name: barbican
 271                 project_name: functest
 272                 criteria: 100
 273                 blocking: false
 274                 description: >-
 275                     It leverages on the tempest plugin containing tests used to
 276                     verify the functionality of a barbican installation.
 277                 run:
 278                     name: barbican
 279                     args:
 280                         mode:
 281                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 282                         services:
 283                             - barbican
 284
 285             -
 286                 case_name: octavia
 287                 project_name: functest
 288                 criteria: 100
 289                 blocking: false
 290                 description: >-
 291                     It leverages on the tempest plugin containing tests used to
 292                     verify the functionality of an octavia installation.
 293                 run:
 294                     name: tempest_common
 295                     args:
 296                         mode:
 297                             '^octavia_tempest_plugin.tests.api.v2'
 298                         services:
 299                             - octavia
 300                         option:
 301                             - '--concurrency=2'