docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: tempest_cinder
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs the Tempest suite proposed by the
  33                     Cinder project.
  34                 run:
  35                     name: tempest_common
  36                     args:
  37                         mode:
  38                             '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
  39                         option:
  40                             - '--concurrency=4'
  41
  42             -
  43                 case_name: rally_sanity
  44                 project_name: functest
  45                 criteria: 100
  46                 blocking: false
  47                 description: >-
  48                     This test case runs a sub group of tests of the OpenStack
  49                     Rally suite in smoke mode.
  50                 run:
  51                     name: rally_sanity
  52                     args:
  53                         optional:
  54                             - 'gnocchi'
  55                             - 'barbican'
  56
  57             -
  58                 case_name: refstack_compute
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: false
  62                 deny_skipping: true
  63                 tests_count: 222
  64                 description: >-
  65                     This test case runs a sub group of tests of the OpenStack
  66                     Compute testcases.
  67                 run:
  68                     name: refstack
  69                     args:
  70                         target: compute
  71                         option:
  72                             - '--concurrency=4'
  73
  74             -
  75                 case_name: refstack_object
  76                 project_name: functest
  77                 criteria: 100
  78                 blocking: false
  79                 deny_skipping: true
  80                 tests_count: 58
  81                 description: >-
  82                     This test case runs a sub group of tests of the OpenStack
  83                     Object testcases.
  84                 run:
  85                     name: refstack
  86                     args:
  87                         target: object
  88                         option:
  89                             - '--concurrency=4'
  90
  91             -
  92                 case_name: refstack_platform
  93                 project_name: functest
  94                 criteria: 100
  95                 blocking: false
  96                 deny_skipping: true
  97                 tests_count: 278
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Platform testcases.
 101                 run:
 102                     name: refstack
 103                     args:
 104                         target: platform
 105                         option:
 106                             - '--concurrency=4'
 107
 108             -
 109                 case_name: tempest_full
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     The list of test cases is generated by
 115                     Tempest automatically and depends on the parameters of
 116                     the OpenStack deployment.
 117                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 118                 run:
 119                     name: tempest_common
 120                     args:
 121                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 122                         option:
 123                             - '--concurrency=4'
 124
 125             -
 126                 case_name: tempest_scenario
 127                 project_name: functest
 128                 criteria: 100
 129                 blocking: false
 130                 description: >-
 131                     The list of test cases is generated by
 132                     Tempest automatically and depends on the parameters of
 133                     the OpenStack deployment.
 134                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 135                 run:
 136                     name: tempest_scenario
 137                     args:
 138                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 139                         option:
 140                             - '--concurrency=1'
 141
 142             -
 143                 case_name: tempest_slow
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: false
 147                 description: >-
 148                     The list of test cases is generated by
 149                     Tempest automatically and depends on the parameters of
 150                     the OpenStack deployment.
 151                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 152                 run:
 153                     name: tempest_common
 154                     args:
 155                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 156                         option:
 157                             - '--concurrency=2'
 158
 159             -
 160                 case_name: patrole
 161                 project_name: functest
 162                 criteria: 100
 163                 blocking: false
 164                 description: >-
 165                     Test suite from Patrole project.
 166                 run:
 167                     name: patrole
 168                     args:
 169                         role: 'admin'
 170                         includes:
 171                             - 'image'
 172                             - 'network'
 173                         excludes:
 174                             - 'network.test_flavors_rbac'
 175                             - 'network.test_network_ip_availability_rbac'
 176                             - 'test_networks_multiprovider_rbac'
 177                             - 'test_auto_allocated_topology_rbac'
 178                             - 'test_create_network_provider_segmentation_id'
 179                             - 'test_update_network_provider_physical_network'
 180                             - 'test_update_network_provider_segmentation_id'
 181                             - 'network.test_agents_rbac'
 182                             - 'test_list_metadef_namespaces'
 183
 184             -
 185                 case_name: neutron_trunk
 186                 project_name: functest
 187                 criteria: 100
 188                 blocking: false
 189                 description: >-
 190                     This test case runs the neutron trunk subtest of the
 191                     OpenStack Tempest suite. The list of test cases is
 192                     generated by Tempest having as input the relevant
 193                     testcase list file.
 194                 run:
 195                     name: tempest_common
 196                     args:
 197                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 198                         neutron_extensions:
 199                             - trunk
 200                             - trunk-details
 201
 202             -
 203                 case_name: networking-bgpvpn
 204                 project_name: functest
 205                 criteria: 100
 206                 blocking: false
 207                 description: >-
 208                     This test case runs OpenStack networking-bgpvpn Tempest
 209                     suite. The list of test cases is generated by Tempest
 210                     having as input the relevant regex.
 211                 run:
 212                     name: tempest_common
 213                     args:
 214                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 215                         neutron_extensions:
 216                             - bgpvpn
 217                         option:
 218                             - '--concurrency=4'
 219
 220             -
 221                 case_name: networking-sfc
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: false
 225                 description: >-
 226                     This test case runs OpenStack networking-sfc Tempest
 227                     suite. The list of test cases is generated by Tempest
 228                     having as input the relevant regex.
 229                 run:
 230                     name: tempest_common
 231                     args:
 232                         mode:
 233                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 234                         neutron_extensions:
 235                             - sfc
 236                         option:
 237                             - '--concurrency=0'
 238
 239             -
 240                 case_name: barbican
 241                 project_name: functest
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     It leverages on the tempest plugin containing tests used to
 246                     verify the functionality of a barbican installation.
 247                 run:
 248                     name: barbican
 249                     args:
 250                         mode:
 251                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 252                         services:
 253                             - barbican
 254
 255             -
 256                 case_name: octavia
 257                 project_name: functest
 258                 criteria: 100
 259                 blocking: false
 260                 description: >-
 261                     It leverages on the tempest plugin containing tests used to
 262                     verify the functionality of an octavia installation.
 263                 run:
 264                     name: tempest_common
 265                     args:
 266                         mode:
 267                             '^octavia_tempest_plugin.tests.api.v2'
 268                         services:
 269                             - octavia
 270                         option:
 271                             - '--concurrency=2'