docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 enabled: false
 112                 criteria: 100
 113                 blocking: false
 114                 deny_skipping: true
 115                 tests_count: 222
 116                 description: >-
 117                     This test case runs a sub group of tests of the OpenStack
 118                     Compute testcases.
 119                 dependencies:
 120                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 121                 run:
 122                     name: refstack
 123                     args:
 124                         target: compute
 125                         option:
 126                             - '--concurrency=4'
 127
 128             -
 129                 case_name: refstack_object
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: false
 133                 deny_skipping: true
 134                 tests_count: 58
 135                 description: >-
 136                     This test case runs a sub group of tests of the OpenStack
 137                     Object testcases.
 138                 run:
 139                     name: refstack
 140                     args:
 141                         target: object
 142                         option:
 143                             - '--concurrency=4'
 144
 145             -
 146                 case_name: refstack_platform
 147                 project_name: functest
 148                 enabled: false
 149                 criteria: 100
 150                 blocking: false
 151                 deny_skipping: true
 152                 tests_count: 278
 153                 description: >-
 154                     This test case runs a sub group of tests of the OpenStack
 155                     Platform testcases.
 156                 dependencies:
 157                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 158                 run:
 159                     name: refstack
 160                     args:
 161                         target: platform
 162                         option:
 163                             - '--concurrency=4'
 164
 165             -
 166                 case_name: tempest_full
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     The list of test cases is generated by
 172                     Tempest automatically and depends on the parameters of
 173                     the OpenStack deployment.
 174                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 175                 run:
 176                     name: tempest_common
 177                     args:
 178                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 179                         option:
 180                             - '--concurrency=4'
 181
 182             -
 183                 case_name: tempest_scenario
 184                 project_name: functest
 185                 criteria: 100
 186                 blocking: false
 187                 description: >-
 188                     The list of test cases is generated by
 189                     Tempest automatically and depends on the parameters of
 190                     the OpenStack deployment.
 191                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 192                 run:
 193                     name: tempest_common
 194                     args:
 195                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 196                         option:
 197                             - '--concurrency=1'
 198
 199             -
 200                 case_name: tempest_slow
 201                 project_name: functest
 202                 criteria: 100
 203                 blocking: false
 204                 description: >-
 205                     The list of test cases is generated by
 206                     Tempest automatically and depends on the parameters of
 207                     the OpenStack deployment.
 208                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 209                 run:
 210                     name: tempest_common
 211                     args:
 212                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 213                         option:
 214                             - '--concurrency=1'
 215
 216             -
 217                 case_name: patrole_admin
 218                 project_name: functest
 219                 criteria: 100
 220                 blocking: false
 221                 description: >-
 222                     Test suite from Patrole project.
 223                 run:
 224                     name: patrole
 225                     args:
 226                         roles: 'admin'
 227                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 228                           (?!.*test_show_auto_allocated_topology)\
 229                           (?!.*test_delete_auto_allocated_topology)\
 230                           (?!.*test_create_network_provider_segmentation_id)\
 231                           (?!.*compute.test_floating_ips_rbac)\
 232                           (?!.*test_reset_network)\
 233                           (?!.*test_create_image_from_volume_backed_server)\
 234                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 235                           (?=.*[.*\bslow\b.*])\
 236                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 237                         option:
 238                             - '--concurrency=4'
 239
 240             -
 241                 case_name: patrole_member
 242                 project_name: functest
 243                 criteria: 100
 244                 blocking: false
 245                 description: >-
 246                     Test suite from Patrole project.
 247                 run:
 248                     name: patrole
 249                     args:
 250                         roles: 'member'
 251                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 252                           (?!.*test_show_auto_allocated_topology)\
 253                           (?!.*test_delete_auto_allocated_topology)\
 254                           (?!.*test_create_network_provider_segmentation_id)\
 255                           (?!.*compute.test_floating_ips_rbac)\
 256                           (?!.*test_reset_network)\
 257                           (?!.*test_create_image_from_volume_backed_server)\
 258                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 259                           (?=.*[.*\bslow\b.*])\
 260                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 261                         option:
 262                             - '--concurrency=4'
 263
 264             -
 265                 case_name: patrole_reader
 266                 project_name: functest
 267                 criteria: 100
 268                 blocking: false
 269                 description: >-
 270                     Test suite from Patrole project.
 271                 run:
 272                     name: patrole
 273                     args:
 274                         roles: 'reader'
 275                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 276                           (?!.*test_show_auto_allocated_topology)\
 277                           (?!.*test_delete_auto_allocated_topology)\
 278                           (?!.*test_create_network_provider_segmentation_id)\
 279                           (?!.*compute.test_floating_ips_rbac)\
 280                           (?!.*test_reset_network)\
 281                           (?!.*test_create_image_from_volume_backed_server)\
 282                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 283                           (?=.*[.*\bslow\b.*])\
 284                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 285                         option:
 286                             - '--concurrency=4'
 287
 288             -
 289                 case_name: tempest_barbican
 290                 project_name: functest
 291                 criteria: 100
 292                 blocking: false
 293                 description: >-
 294                     It leverages on the tempest plugin containing tests used to
 295                     verify the functionality of a barbican installation.
 296                 run:
 297                     name: barbican
 298                     args:
 299                         mode:
 300                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 301                         services:
 302                             - barbican
 303                         option:
 304                             - '--concurrency=4'
 305
 306             -
 307                 case_name: tempest_octavia
 308                 project_name: functest
 309                 criteria: 100
 310                 blocking: false
 311                 description: >-
 312                     It leverages on the tempest plugin containing tests used to
 313                     verify the functionality of an octavia installation.
 314                 run:
 315                     name: tempest_common
 316                     args:
 317                         mode: "(?!.*api.v2.test_availability_zone)\
 318                             (?!.*api.v2.test_availability_zone_profile)\
 319                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 320                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 321                             (^octavia_tempest_plugin.tests.(api|scenario))"
 322                         services:
 323                             - octavia
 324                         option:
 325                             - '--concurrency=2'
 326
 327             -
 328                 case_name: tempest_cyborg
 329                 project_name: functest
 330                 criteria: 100
 331                 blocking: false
 332                 description: >-
 333                     It leverages on the tempest plugin containing tests used to
 334                     verify the functionality of a cyborg installation.
 335                 run:
 336                     name: tempest_common
 337                     args:
 338                         mode: '^cyborg_tempest_plugin'
 339                         services:
 340                             - cyborg
 341                         option:
 342                             - '--concurrency=4'