docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 deny_skipping: true
 114                 tests_count: 222
 115                 description: >-
 116                     This test case runs a sub group of tests of the OpenStack
 117                     Compute testcases.
 118                 run:
 119                     name: refstack
 120                     args:
 121                         target: compute
 122                         option:
 123                             - '--concurrency=4'
 124
 125             -
 126                 case_name: refstack_object
 127                 project_name: functest
 128                 criteria: 100
 129                 blocking: false
 130                 deny_skipping: true
 131                 tests_count: 58
 132                 description: >-
 133                     This test case runs a sub group of tests of the OpenStack
 134                     Object testcases.
 135                 run:
 136                     name: refstack
 137                     args:
 138                         target: object
 139                         option:
 140                             - '--concurrency=4'
 141
 142             -
 143                 case_name: refstack_platform
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: false
 147                 deny_skipping: true
 148                 tests_count: 278
 149                 description: >-
 150                     This test case runs a sub group of tests of the OpenStack
 151                     Platform testcases.
 152                 run:
 153                     name: refstack
 154                     args:
 155                         target: platform
 156                         option:
 157                             - '--concurrency=4'
 158
 159             -
 160                 case_name: tempest_full
 161                 project_name: functest
 162                 criteria: 100
 163                 blocking: false
 164                 description: >-
 165                     The list of test cases is generated by
 166                     Tempest automatically and depends on the parameters of
 167                     the OpenStack deployment.
 168                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 169                 run:
 170                     name: tempest_common
 171                     args:
 172                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 173                         option:
 174                             - '--concurrency=4'
 175
 176             -
 177                 case_name: tempest_scenario
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: false
 181                 description: >-
 182                     The list of test cases is generated by
 183                     Tempest automatically and depends on the parameters of
 184                     the OpenStack deployment.
 185                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 186                 run:
 187                     name: tempest_common
 188                     args:
 189                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 190                         option:
 191                             - '--concurrency=1'
 192
 193             -
 194                 case_name: tempest_slow
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: false
 198                 description: >-
 199                     The list of test cases is generated by
 200                     Tempest automatically and depends on the parameters of
 201                     the OpenStack deployment.
 202                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 203                 run:
 204                     name: tempest_common
 205                     args:
 206                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 207                         option:
 208                             - '--concurrency=1'
 209
 210             -
 211                 case_name: patrole_admin
 212                 project_name: functest
 213                 criteria: 100
 214                 blocking: false
 215                 description: >-
 216                     Test suite from Patrole project.
 217                 run:
 218                     name: patrole
 219                     args:
 220                         roles: 'admin'
 221                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 222                           (?!.*test_show_auto_allocated_topology)\
 223                           (?!.*test_delete_auto_allocated_topology)\
 224                           (?!.*compute.test_floating_ips_rbac)\
 225                           (?=.*[.*\bslow\b.*])\
 226                           (^patrole_tempest_plugin.tests.api.(compute|image|network))"
 227                         option:
 228                             - '--concurrency=4'
 229
 230             -
 231                 case_name: patrole_member
 232                 project_name: functest
 233                 criteria: 100
 234                 blocking: false
 235                 description: >-
 236                     Test suite from Patrole project.
 237                 run:
 238                     name: patrole
 239                     args:
 240                         roles: 'member'
 241                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 242                           (?!.*test_show_auto_allocated_topology)\
 243                           (?!.*test_delete_auto_allocated_topology)\
 244                           (?!.*compute.test_floating_ips_rbac)\
 245                           (?=.*[.*\bslow\b.*])\
 246                           (^patrole_tempest_plugin.tests.api.(compute|image|network))"
 247                         option:
 248                             - '--concurrency=4'
 249
 250             -
 251                 case_name: patrole_reader
 252                 project_name: functest
 253                 criteria: 100
 254                 blocking: false
 255                 description: >-
 256                     Test suite from Patrole project.
 257                 run:
 258                     name: patrole
 259                     args:
 260                         roles: 'reader'
 261                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 262                           (?!.*test_show_auto_allocated_topology)\
 263                           (?!.*test_delete_auto_allocated_topology)\
 264                           (?!.*compute.test_floating_ips_rbac)\
 265                           (?=.*[.*\bslow\b.*])\
 266                           (^patrole_tempest_plugin.tests.api.(compute|image|network))"
 267                         option:
 268                             - '--concurrency=4'
 269
 270             -
 271                 case_name: tempest_barbican
 272                 project_name: functest
 273                 criteria: 100
 274                 blocking: false
 275                 description: >-
 276                     It leverages on the tempest plugin containing tests used to
 277                     verify the functionality of a barbican installation.
 278                 run:
 279                     name: barbican
 280                     args:
 281                         mode:
 282                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 283                         services:
 284                             - barbican
 285                         option:
 286                             - '--concurrency=4'
 287
 288             -
 289                 case_name: tempest_octavia
 290                 project_name: functest
 291                 criteria: 100
 292                 blocking: false
 293                 description: >-
 294                     It leverages on the tempest plugin containing tests used to
 295                     verify the functionality of an octavia installation.
 296                 run:
 297                     name: tempest_common
 298                     args:
 299                         mode: "(?!.*api.v2.test_availability_zone)\
 300                             (?!.*api.v2.test_availability_zone_profile)\
 301                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 302                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 303                             (^octavia_tempest_plugin.tests.(api|scenario))"
 304                         services:
 305                             - octavia
 306                         option:
 307                             - '--concurrency=2'
 308
 309             -
 310                 case_name: tempest_cyborg
 311                 project_name: functest
 312                 criteria: 100
 313                 blocking: false
 314                 description: >-
 315                     It leverages on the tempest plugin containing tests used to
 316                     verify the functionality of a cyborg installation.
 317                 run:
 318                     name: tempest_common
 319                     args:
 320                         mode: '^cyborg_tempest_plugin'
 321                         services:
 322                             - cyborg
 323                         option:
 324                             - '--concurrency=4'