docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 enabled: false
 112                 criteria: 100
 113                 blocking: false
 114                 deny_skipping: true
 115                 tests_count: 222
 116                 description: >-
 117                     This test case runs a sub group of tests of the OpenStack
 118                     Compute testcases.
 119                 dependencies:
 120                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 121                 run:
 122                     name: refstack
 123                     args:
 124                         target: compute
 125                         option:
 126                             - '--concurrency=4'
 127
 128             -
 129                 case_name: refstack_object
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: false
 133                 deny_skipping: true
 134                 tests_count: 58
 135                 description: >-
 136                     This test case runs a sub group of tests of the OpenStack
 137                     Object testcases.
 138                 run:
 139                     name: refstack
 140                     args:
 141                         target: object
 142                         option:
 143                             - '--concurrency=4'
 144
 145             -
 146                 case_name: refstack_platform
 147                 project_name: functest
 148                 enabled: false
 149                 criteria: 100
 150                 blocking: false
 151                 deny_skipping: true
 152                 tests_count: 278
 153                 description: >-
 154                     This test case runs a sub group of tests of the OpenStack
 155                     Platform testcases.
 156                 dependencies:
 157                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 158                 run:
 159                     name: refstack
 160                     args:
 161                         target: platform
 162                         option:
 163                             - '--concurrency=4'
 164
 165             -
 166                 case_name: tempest_full
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     The list of test cases is generated by
 172                     Tempest automatically and depends on the parameters of
 173                     the OpenStack deployment.
 174                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 175                 run:
 176                     name: tempest_common
 177                     args:
 178                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 179                         option:
 180                             - '--concurrency=4'
 181
 182             -
 183                 case_name: tempest_scenario
 184                 project_name: functest
 185                 criteria: 100
 186                 blocking: false
 187                 description: >-
 188                     The list of test cases is generated by
 189                     Tempest automatically and depends on the parameters of
 190                     the OpenStack deployment.
 191                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 192                 run:
 193                     name: tempest_common
 194                     args:
 195                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 196                         option:
 197                             - '--concurrency=1'
 198
 199             -
 200                 case_name: tempest_slow
 201                 project_name: functest
 202                 criteria: 100
 203                 blocking: false
 204                 description: >-
 205                     The list of test cases is generated by
 206                     Tempest automatically and depends on the parameters of
 207                     the OpenStack deployment.
 208                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 209                 run:
 210                     name: tempest_common
 211                     args:
 212                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 213                         option:
 214                             - '--concurrency=1'
 215
 216             -
 217                 case_name: patrole_admin
 218                 project_name: functest
 219                 criteria: 100
 220                 blocking: false
 221                 description: >-
 222                     Test suite from Patrole project.
 223                 run:
 224                     name: patrole
 225                     args:
 226                         roles: 'admin'
 227                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 228                           (?!.*test_show_auto_allocated_topology)\
 229                           (?!.*test_delete_auto_allocated_topology)\
 230                           (?!.*test_create_network_provider_segmentation_id)\
 231                           (?!.*compute.test_floating_ips_rbac)\
 232                           (?!.*test_reset_network)\
 233                           (?!.*test_create_image_from_volume_backed_server)\
 234                           (?=.*[.*\bslow\b.*])\
 235                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 236                         option:
 237                             - '--concurrency=4'
 238
 239             -
 240                 case_name: patrole_member
 241                 project_name: functest
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     Test suite from Patrole project.
 246                 run:
 247                     name: patrole
 248                     args:
 249                         roles: 'member'
 250                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 251                           (?!.*test_show_auto_allocated_topology)\
 252                           (?!.*test_delete_auto_allocated_topology)\
 253                           (?!.*test_create_network_provider_segmentation_id)\
 254                           (?!.*compute.test_floating_ips_rbac)\
 255                           (?!.*test_reset_network)\
 256                           (?!.*test_create_image_from_volume_backed_server)\
 257                           (?=.*[.*\bslow\b.*])\
 258                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 259                         option:
 260                             - '--concurrency=4'
 261
 262             -
 263                 case_name: patrole_reader
 264                 project_name: functest
 265                 criteria: 100
 266                 blocking: false
 267                 description: >-
 268                     Test suite from Patrole project.
 269                 run:
 270                     name: patrole
 271                     args:
 272                         roles: 'reader'
 273                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 274                           (?!.*test_show_auto_allocated_topology)\
 275                           (?!.*test_delete_auto_allocated_topology)\
 276                           (?!.*test_create_network_provider_segmentation_id)\
 277                           (?!.*compute.test_floating_ips_rbac)\
 278                           (?!.*test_reset_network)\
 279                           (?!.*test_create_image_from_volume_backed_server)\
 280                           (?=.*[.*\bslow\b.*])\
 281                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 282                         option:
 283                             - '--concurrency=4'
 284
 285             -
 286                 case_name: tempest_barbican
 287                 project_name: functest
 288                 criteria: 100
 289                 blocking: false
 290                 description: >-
 291                     It leverages on the tempest plugin containing tests used to
 292                     verify the functionality of a barbican installation.
 293                 run:
 294                     name: barbican
 295                     args:
 296                         mode:
 297                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 298                         services:
 299                             - barbican
 300                         option:
 301                             - '--concurrency=4'
 302
 303             -
 304                 case_name: tempest_octavia
 305                 project_name: functest
 306                 criteria: 100
 307                 blocking: false
 308                 description: >-
 309                     It leverages on the tempest plugin containing tests used to
 310                     verify the functionality of an octavia installation.
 311                 run:
 312                     name: tempest_common
 313                     args:
 314                         mode: "(?!.*api.v2.test_availability_zone)\
 315                             (?!.*api.v2.test_availability_zone_profile)\
 316                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 317                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 318                             (^octavia_tempest_plugin.tests.(api|scenario))"
 319                         services:
 320                             - octavia
 321                         option:
 322                             - '--concurrency=2'
 323
 324             -
 325                 case_name: tempest_cyborg
 326                 project_name: functest
 327                 criteria: 100
 328                 blocking: false
 329                 description: >-
 330                     It leverages on the tempest plugin containing tests used to
 331                     verify the functionality of a cyborg installation.
 332                 run:
 333                     name: tempest_common
 334                     args:
 335                         mode: '^cyborg_tempest_plugin'
 336                         services:
 337                             - cyborg
 338                         option:
 339                             - '--concurrency=4'