docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_neutron
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: tempest_cinder
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs the Tempest suite proposed by the
  33                     Cinder project.
  34                 run:
  35                     name: tempest_common
  36                     args:
  37                         mode:
  38                             '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
  39                         option:
  40                             - '--concurrency=4'
  41
  42             -
  43                 case_name: tempest_keystone
  44                 project_name: functest
  45                 criteria: 100
  46                 blocking: false
  47                 description: >-
  48                     This test case runs the Tempest suite proposed by the
  49                     Keystone project.
  50                 run:
  51                     name: tempest_common
  52                     args:
  53                         mode: 'keystone_tempest_plugin.'
  54                         option:
  55                             - '--concurrency=4'
  56
  57             -
  58                 case_name: tempest_heat
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: false
  62                 description: >-
  63                     This test case runs the Tempest suite proposed by the
  64                     Heat project.
  65                 run:
  66                     name: tempest_heat
  67                     args:
  68                         mode: '^heat_tempest_plugin.tests'
  69                         option:
  70                             - '--concurrency=1'
  71
  72             -
  73                 case_name: tempest_telemetry
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     This test case runs the Tempest suite proposed by the
  79                     Telemetry project.
  80                 run:
  81                     name: tempest_common
  82                     args:
  83                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  84                             (^telemetry_tempest_plugin)"
  85                         services:
  86                             - aodh
  87                             - gnocchi
  88                             - panko
  89                         option:
  90                             - '--concurrency=4'
  91
  92             -
  93                 case_name: rally_sanity
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: false
  97                 description: >-
  98                     This test case runs a sub group of tests of the OpenStack
  99                     Rally suite in smoke mode.
 100                 run:
 101                     name: rally_sanity
 102                     args:
 103                         optional:
 104                             - 'gnocchi'
 105                             - 'barbican'
 106
 107             -
 108                 case_name: refstack_compute
 109                 project_name: functest
 110                 criteria: 100
 111                 blocking: false
 112                 deny_skipping: true
 113                 tests_count: 222
 114                 description: >-
 115                     This test case runs a sub group of tests of the OpenStack
 116                     Compute testcases.
 117                 run:
 118                     name: refstack
 119                     args:
 120                         target: compute
 121                         option:
 122                             - '--concurrency=4'
 123
 124             -
 125                 case_name: refstack_object
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: false
 129                 deny_skipping: true
 130                 tests_count: 58
 131                 description: >-
 132                     This test case runs a sub group of tests of the OpenStack
 133                     Object testcases.
 134                 run:
 135                     name: refstack
 136                     args:
 137                         target: object
 138                         option:
 139                             - '--concurrency=4'
 140
 141             -
 142                 case_name: refstack_platform
 143                 project_name: functest
 144                 criteria: 100
 145                 blocking: false
 146                 deny_skipping: true
 147                 tests_count: 278
 148                 description: >-
 149                     This test case runs a sub group of tests of the OpenStack
 150                     Platform testcases.
 151                 run:
 152                     name: refstack
 153                     args:
 154                         target: platform
 155                         option:
 156                             - '--concurrency=4'
 157
 158             -
 159                 case_name: tempest_full
 160                 project_name: functest
 161                 criteria: 100
 162                 blocking: false
 163                 description: >-
 164                     The list of test cases is generated by
 165                     Tempest automatically and depends on the parameters of
 166                     the OpenStack deployment.
 167                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 168                 run:
 169                     name: tempest_common
 170                     args:
 171                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 172                         option:
 173                             - '--concurrency=4'
 174
 175             -
 176                 case_name: tempest_scenario
 177                 project_name: functest
 178                 criteria: 100
 179                 blocking: false
 180                 description: >-
 181                     The list of test cases is generated by
 182                     Tempest automatically and depends on the parameters of
 183                     the OpenStack deployment.
 184                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 185                 run:
 186                     name: tempest_common
 187                     args:
 188                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 189                         option:
 190                             - '--concurrency=1'
 191
 192             -
 193                 case_name: tempest_slow
 194                 project_name: functest
 195                 criteria: 100
 196                 blocking: false
 197                 description: >-
 198                     The list of test cases is generated by
 199                     Tempest automatically and depends on the parameters of
 200                     the OpenStack deployment.
 201                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 202                 run:
 203                     name: tempest_common
 204                     args:
 205                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 206                         option:
 207                             - '--concurrency=1'
 208
 209             -
 210                 case_name: patrole_admin
 211                 project_name: functest
 212                 criteria: 100
 213                 blocking: false
 214                 description: >-
 215                     Test suite from Patrole project.
 216                 run:
 217                     name: patrole
 218                     args:
 219                         roles: 'admin'
 220                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 221                           (?!.*test_delete_auto_allocated_topology)\
 222                           (?=.*[.*\bslow\b.*])\
 223                           (^patrole_tempest_plugin.tests.api.(image|network|volume))"
 224                         option:
 225                             - '--concurrency=4'
 226
 227             -
 228                 case_name: patrole_member
 229                 project_name: functest
 230                 criteria: 100
 231                 blocking: false
 232                 description: >-
 233                     Test suite from Patrole project.
 234                 run:
 235                     name: patrole
 236                     args:
 237                         roles: 'member'
 238                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 239                           (?!.*test_delete_auto_allocated_topology)\
 240                           (?=.*[.*\bslow\b.*])\
 241                           (^patrole_tempest_plugin.tests.api.(image|network|volume))"
 242                         option:
 243                             - '--concurrency=4'
 244
 245             -
 246                 case_name: patrole_reader
 247                 project_name: functest
 248                 criteria: 100
 249                 blocking: false
 250                 description: >-
 251                     Test suite from Patrole project.
 252                 run:
 253                     name: patrole
 254                     args:
 255                         roles: 'reader'
 256                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 257                           (?!.*test_delete_auto_allocated_topology)\
 258                           (?=.*[.*\bslow\b.*])\
 259                           (^patrole_tempest_plugin.tests.api.(image|network|volume))"
 260                         option:
 261                             - '--concurrency=4'
 262
 263             -
 264                 case_name: tempest_barbican
 265                 project_name: functest
 266                 criteria: 100
 267                 blocking: false
 268                 description: >-
 269                     It leverages on the tempest plugin containing tests used to
 270                     verify the functionality of a barbican installation.
 271                 run:
 272                     name: barbican
 273                     args:
 274                         mode:
 275                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 276                         services:
 277                             - barbican
 278                         option:
 279                             - '--concurrency=4'
 280
 281             -
 282                 case_name: tempest_octavia
 283                 project_name: functest
 284                 criteria: 100
 285                 blocking: false
 286                 description: >-
 287                     It leverages on the tempest plugin containing tests used to
 288                     verify the functionality of an octavia installation.
 289                 run:
 290                     name: tempest_common
 291                     args:
 292                         mode: "(?!.*api.v2.test_availability_zone)\
 293                             (?!.*api.v2.test_availability_zone_profile)\
 294                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 295                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 296                             (^octavia_tempest_plugin.tests.(api|scenario))"
 297                         services:
 298                             - octavia
 299                         option:
 300                             - '--concurrency=2'