docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: tempest_cinder
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs the Tempest suite proposed by the
  33                     Cinder project.
  34                 run:
  35                     name: tempest_common
  36                     args:
  37                         mode:
  38                             '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
  39                         option:
  40                             - '--concurrency=4'
  41
  42             -
  43                 case_name: tempest_keystone
  44                 project_name: functest
  45                 criteria: 100
  46                 blocking: false
  47                 description: >-
  48                     This test case runs the Tempest suite proposed by the
  49                     Keystone project.
  50                 run:
  51                     name: tempest_common
  52                     args:
  53                         mode: 'keystone_tempest_plugin.'
  54                         option:
  55                             - '--concurrency=4'
  56
  57             -
  58                 case_name: rally_sanity
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: false
  62                 description: >-
  63                     This test case runs a sub group of tests of the OpenStack
  64                     Rally suite in smoke mode.
  65                 run:
  66                     name: rally_sanity
  67                     args:
  68                         optional:
  69                             - 'gnocchi'
  70                             - 'barbican'
  71
  72             -
  73                 case_name: refstack_compute
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 deny_skipping: true
  78                 tests_count: 222
  79                 description: >-
  80                     This test case runs a sub group of tests of the OpenStack
  81                     Compute testcases.
  82                 run:
  83                     name: refstack
  84                     args:
  85                         target: compute
  86                         option:
  87                             - '--concurrency=4'
  88
  89             -
  90                 case_name: refstack_object
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 deny_skipping: true
  95                 tests_count: 58
  96                 description: >-
  97                     This test case runs a sub group of tests of the OpenStack
  98                     Object testcases.
  99                 run:
 100                     name: refstack
 101                     args:
 102                         target: object
 103                         option:
 104                             - '--concurrency=4'
 105
 106             -
 107                 case_name: refstack_platform
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 deny_skipping: true
 112                 tests_count: 278
 113                 description: >-
 114                     This test case runs a sub group of tests of the OpenStack
 115                     Platform testcases.
 116                 run:
 117                     name: refstack
 118                     args:
 119                         target: platform
 120                         option:
 121                             - '--concurrency=4'
 122
 123             -
 124                 case_name: tempest_full
 125                 project_name: functest
 126                 criteria: 100
 127                 blocking: false
 128                 description: >-
 129                     The list of test cases is generated by
 130                     Tempest automatically and depends on the parameters of
 131                     the OpenStack deployment.
 132                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 133                 run:
 134                     name: tempest_common
 135                     args:
 136                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 137                         option:
 138                             - '--concurrency=4'
 139
 140             -
 141                 case_name: tempest_scenario
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 description: >-
 146                     The list of test cases is generated by
 147                     Tempest automatically and depends on the parameters of
 148                     the OpenStack deployment.
 149                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 150                 run:
 151                     name: tempest_scenario
 152                     args:
 153                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 154                         option:
 155                             - '--concurrency=1'
 156
 157             -
 158                 case_name: tempest_slow
 159                 project_name: functest
 160                 criteria: 100
 161                 blocking: false
 162                 description: >-
 163                     The list of test cases is generated by
 164                     Tempest automatically and depends on the parameters of
 165                     the OpenStack deployment.
 166                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 167                 run:
 168                     name: tempest_common
 169                     args:
 170                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 171                         option:
 172                             - '--concurrency=2'
 173
 174             -
 175                 case_name: patrole
 176                 project_name: functest
 177                 criteria: 100
 178                 blocking: false
 179                 description: >-
 180                     Test suite from Patrole project.
 181                 run:
 182                     name: patrole
 183                     args:
 184                         role: 'admin'
 185                         includes:
 186                             - 'image'
 187                             - 'network'
 188                         excludes:
 189                             - 'network.test_flavors_rbac'
 190                             - 'network.test_network_ip_availability_rbac'
 191                             - 'test_networks_multiprovider_rbac'
 192                             - 'test_auto_allocated_topology_rbac'
 193                             - 'test_create_network_provider_segmentation_id'
 194                             - 'test_update_network_provider_physical_network'
 195                             - 'test_update_network_provider_segmentation_id'
 196                             - 'network.test_agents_rbac'
 197                             - 'test_list_metadef_namespaces'
 198
 199             -
 200                 case_name: neutron_trunk
 201                 project_name: functest
 202                 criteria: 100
 203                 blocking: false
 204                 description: >-
 205                     This test case runs the neutron trunk subtest of the
 206                     OpenStack Tempest suite. The list of test cases is
 207                     generated by Tempest having as input the relevant
 208                     testcase list file.
 209                 run:
 210                     name: tempest_common
 211                     args:
 212                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 213                         neutron_extensions:
 214                             - trunk
 215                             - trunk-details
 216
 217             -
 218                 case_name: networking-bgpvpn
 219                 project_name: functest
 220                 criteria: 100
 221                 blocking: false
 222                 description: >-
 223                     This test case runs OpenStack networking-bgpvpn Tempest
 224                     suite. The list of test cases is generated by Tempest
 225                     having as input the relevant regex.
 226                 run:
 227                     name: tempest_common
 228                     args:
 229                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 230                         neutron_extensions:
 231                             - bgpvpn
 232                         option:
 233                             - '--concurrency=4'
 234
 235             -
 236                 case_name: networking-sfc
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     This test case runs OpenStack networking-sfc Tempest
 242                     suite. The list of test cases is generated by Tempest
 243                     having as input the relevant regex.
 244                 run:
 245                     name: tempest_common
 246                     args:
 247                         mode:
 248                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 249                         neutron_extensions:
 250                             - sfc
 251                         option:
 252                             - '--concurrency=0'
 253
 254             -
 255                 case_name: barbican
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     It leverages on the tempest plugin containing tests used to
 261                     verify the functionality of a barbican installation.
 262                 run:
 263                     name: barbican
 264                     args:
 265                         mode:
 266                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 267                         services:
 268                             - barbican
 269
 270             -
 271                 case_name: octavia
 272                 project_name: functest
 273                 criteria: 100
 274                 blocking: false
 275                 description: >-
 276                     It leverages on the tempest plugin containing tests used to
 277                     verify the functionality of an octavia installation.
 278                 run:
 279                     name: tempest_common
 280                     args:
 281                         mode:
 282                             '^octavia_tempest_plugin.tests.api.v2'
 283                         services:
 284                             - octavia
 285                         option:
 286                             - '--concurrency=2'