docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_neutron
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=3'
  25
  26             -
  27                 case_name: tempest_cinder
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs the Tempest suite proposed by the
  33                     Cinder project.
  34                 run:
  35                     name: tempest_common
  36                     args:
  37                         mode:
  38                             '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
  39                         option:
  40                             - '--concurrency=3'
  41
  42             -
  43                 case_name: tempest_keystone
  44                 project_name: functest
  45                 criteria: 100
  46                 blocking: false
  47                 description: >-
  48                     This test case runs the Tempest suite proposed by the
  49                     Keystone project.
  50                 run:
  51                     name: tempest_common
  52                     args:
  53                         mode: 'keystone_tempest_plugin.'
  54                         option:
  55                             - '--concurrency=3'
  56
  57             -
  58                 case_name: tempest_heat
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: false
  62                 description: >-
  63                     This test case runs the Tempest suite proposed by the
  64                     Heat project.
  65                 run:
  66                     name: tempest_heat
  67                     args:
  68                         mode: '^heat_tempest_plugin.tests'
  69                         option:
  70                             - '--concurrency=1'
  71
  72             -
  73                 case_name: tempest_telemetry
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     This test case runs the Tempest suite proposed by the
  79                     Telemetry project.
  80                 run:
  81                     name: tempest_common
  82                     args:
  83                         mode: "(?!.*test_autoscaling)\
  84                             (^telemetry_tempest_plugin)"
  85                         services:
  86                             - aodh
  87                             - gnocchi
  88                             - panko
  89                         option:
  90                             - '--concurrency=3'
  91
  92             -
  93                 case_name: rally_sanity
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: false
  97                 description: >-
  98                     This test case runs a sub group of tests of the OpenStack
  99                     Rally suite in smoke mode.
 100                 run:
 101                     name: rally_sanity
 102                     args:
 103                         optional:
 104                             - 'gnocchi'
 105                             - 'barbican'
 106
 107             -
 108                 case_name: refstack_compute
 109                 project_name: functest
 110                 criteria: 100
 111                 blocking: false
 112                 deny_skipping: true
 113                 tests_count: 222
 114                 description: >-
 115                     This test case runs a sub group of tests of the OpenStack
 116                     Compute testcases.
 117                 run:
 118                     name: refstack
 119                     args:
 120                         target: compute
 121                         option:
 122                             - '--concurrency=3'
 123
 124             -
 125                 case_name: refstack_object
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: false
 129                 deny_skipping: true
 130                 tests_count: 58
 131                 description: >-
 132                     This test case runs a sub group of tests of the OpenStack
 133                     Object testcases.
 134                 run:
 135                     name: refstack
 136                     args:
 137                         target: object
 138                         option:
 139                             - '--concurrency=3'
 140
 141             -
 142                 case_name: refstack_platform
 143                 project_name: functest
 144                 criteria: 100
 145                 blocking: false
 146                 deny_skipping: true
 147                 tests_count: 278
 148                 description: >-
 149                     This test case runs a sub group of tests of the OpenStack
 150                     Platform testcases.
 151                 run:
 152                     name: refstack
 153                     args:
 154                         target: platform
 155                         option:
 156                             - '--concurrency=3'
 157
 158             -
 159                 case_name: tempest_full
 160                 project_name: functest
 161                 criteria: 100
 162                 blocking: false
 163                 description: >-
 164                     The list of test cases is generated by
 165                     Tempest automatically and depends on the parameters of
 166                     the OpenStack deployment.
 167                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 168                 run:
 169                     name: tempest_common
 170                     args:
 171                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 172                         option:
 173                             - '--concurrency=3'
 174
 175             -
 176                 case_name: tempest_scenario
 177                 project_name: functest
 178                 criteria: 100
 179                 blocking: false
 180                 description: >-
 181                     The list of test cases is generated by
 182                     Tempest automatically and depends on the parameters of
 183                     the OpenStack deployment.
 184                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 185                 run:
 186                     name: tempest_scenario
 187                     args:
 188                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 189                         option:
 190                             - '--concurrency=1'
 191
 192             -
 193                 case_name: tempest_slow
 194                 project_name: functest
 195                 criteria: 100
 196                 blocking: false
 197                 description: >-
 198                     The list of test cases is generated by
 199                     Tempest automatically and depends on the parameters of
 200                     the OpenStack deployment.
 201                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 202                 run:
 203                     name: tempest_common
 204                     args:
 205                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 206                         option:
 207                             - '--concurrency=1'
 208
 209             -
 210                 case_name: patrole
 211                 project_name: functest
 212                 criteria: 100
 213                 blocking: false
 214                 description: >-
 215                     Test suite from Patrole project.
 216                 run:
 217                     name: patrole
 218                     args:
 219                         role: 'admin'
 220                         includes:
 221                             - 'image'
 222                             - 'network'
 223                         excludes:
 224                             - 'network.test_flavors_rbac'
 225                             - 'network.test_network_ip_availability_rbac'
 226                             - 'test_networks_multiprovider_rbac'
 227                             - 'test_auto_allocated_topology_rbac'
 228                             - 'test_create_network_provider_segmentation_id'
 229                             - 'test_update_network_provider_physical_network'
 230                             - 'test_update_network_provider_segmentation_id'
 231                             - 'network.test_agents_rbac'
 232                             - 'test_list_metadef_namespaces'
 233
 234             -
 235                 case_name: tempest_barbican
 236                 project_name: functest
 237                 criteria: 100
 238                 blocking: false
 239                 description: >-
 240                     It leverages on the tempest plugin containing tests used to
 241                     verify the functionality of a barbican installation.
 242                 run:
 243                     name: barbican
 244                     args:
 245                         mode:
 246                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 247                         services:
 248                             - barbican
 249
 250             -
 251                 case_name: tempest_octavia
 252                 project_name: functest
 253                 criteria: 100
 254                 blocking: false
 255                 description: >-
 256                     It leverages on the tempest plugin containing tests used to
 257                     verify the functionality of an octavia installation.
 258                 run:
 259                     name: tempest_common
 260                     args:
 261                         mode:
 262                             '^octavia_tempest_plugin.tests.api.v2'
 263                         services:
 264                             - octavia
 265                         option:
 266                             - '--concurrency=2'