docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     This test case runs a sub group of tests of the OpenStack
 115                     Compute testcases.
 116                 dependencies:
 117                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 118                 run:
 119                     name: refstack
 120                     args:
 121                         target: compute
 122                         option:
 123                             - '--concurrency=4'
 124
 125             -
 126                 case_name: refstack_object
 127                 project_name: functest
 128                 criteria: 100
 129                 blocking: false
 130                 deny_skipping: true
 131                 tests_count: 58
 132                 description: >-
 133                     This test case runs a sub group of tests of the OpenStack
 134                     Object testcases.
 135                 run:
 136                     name: refstack
 137                     args:
 138                         target: object
 139                         option:
 140                             - '--concurrency=4'
 141
 142             -
 143                 case_name: refstack_platform
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: false
 147                 description: >-
 148                     This test case runs a sub group of tests of the OpenStack
 149                     Platform testcases.
 150                 dependencies:
 151                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 152                 run:
 153                     name: refstack
 154                     args:
 155                         target: platform
 156                         option:
 157                             - '--concurrency=4'
 158
 159             -
 160                 case_name: tempest_full
 161                 project_name: functest
 162                 criteria: 100
 163                 blocking: false
 164                 description: >-
 165                     The list of test cases is generated by
 166                     Tempest automatically and depends on the parameters of
 167                     the OpenStack deployment.
 168                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 169                 run:
 170                     name: tempest_common
 171                     args:
 172                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 173                         option:
 174                             - '--concurrency=4'
 175
 176             -
 177                 case_name: tempest_scenario
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: false
 181                 description: >-
 182                     The list of test cases is generated by
 183                     Tempest automatically and depends on the parameters of
 184                     the OpenStack deployment.
 185                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 186                 run:
 187                     name: tempest_common
 188                     args:
 189                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 190                         option:
 191                             - '--concurrency=1'
 192
 193             -
 194                 case_name: tempest_slow
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: false
 198                 description: >-
 199                     The list of test cases is generated by
 200                     Tempest automatically and depends on the parameters of
 201                     the OpenStack deployment.
 202                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 203                 run:
 204                     name: tempest_common
 205                     args:
 206                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 207                         option:
 208                             - '--concurrency=1'
 209
 210             -
 211                 case_name: patrole_admin
 212                 project_name: functest
 213                 criteria: 100
 214                 blocking: false
 215                 description: >-
 216                     Test suite from Patrole project.
 217                 run:
 218                     name: patrole
 219                     args:
 220                         roles: 'admin'
 221                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 222                           (?!.*test_show_auto_allocated_topology)\
 223                           (?!.*test_delete_auto_allocated_topology)\
 224                           (?!.*test_create_network_provider_segmentation_id)\
 225                           (?!.*compute.test_floating_ips_rbac)\
 226                           (?!.*test_reset_network)\
 227                           (?!.*test_create_image_from_volume_backed_server)\
 228                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 229                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 230                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 231                           (?!.*test_group_type_specs)\
 232                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 233                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 234                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 235                           (?!.*test_group_snapshots_rbac)\
 236                           (?!.*test_groups_rbac)\
 237                           (?!.*test_quota_classes_rbac)\
 238                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 239                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 240                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 241                           (?!.*test_user_messages_rbac)\
 242                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 243                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 244                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 245                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 246                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 247                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 248                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 249                           (?!.*test_volume_types_rbac)\
 250                           (?=.*[.*\bslow\b.*])\
 251                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 252                         option:
 253                             - '--concurrency=4'
 254
 255             -
 256                 case_name: patrole_member
 257                 project_name: functest
 258                 criteria: 100
 259                 blocking: false
 260                 description: >-
 261                     Test suite from Patrole project.
 262                 run:
 263                     name: patrole
 264                     args:
 265                         roles: 'member'
 266                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 267                           (?!.*test_show_auto_allocated_topology)\
 268                           (?!.*test_delete_auto_allocated_topology)\
 269                           (?!.*test_create_network_provider_segmentation_id)\
 270                           (?!.*compute.test_floating_ips_rbac)\
 271                           (?!.*test_reset_network)\
 272                           (?!.*test_create_image_from_volume_backed_server)\
 273                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 274                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 275                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 276                           (?!.*test_group_type_specs)\
 277                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 278                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 279                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 280                           (?!.*test_group_snapshots_rbac)\
 281                           (?!.*test_groups_rbac)\
 282                           (?!.*test_quota_classes_rbac)\
 283                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 284                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 285                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 286                           (?!.*test_user_messages_rbac)\
 287                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 288                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 289                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 290                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 291                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 292                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 293                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 294                           (?!.*test_volume_types_rbac)\
 295                           (?=.*[.*\bslow\b.*])\
 296                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 297                         option:
 298                             - '--concurrency=4'
 299
 300             -
 301                 case_name: patrole_reader
 302                 project_name: functest
 303                 criteria: 100
 304                 blocking: false
 305                 description: >-
 306                     Test suite from Patrole project.
 307                 run:
 308                     name: patrole
 309                     args:
 310                         roles: 'reader'
 311                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 312                           (?!.*test_show_auto_allocated_topology)\
 313                           (?!.*test_delete_auto_allocated_topology)\
 314                           (?!.*test_create_network_provider_segmentation_id)\
 315                           (?!.*compute.test_floating_ips_rbac)\
 316                           (?!.*test_reset_network)\
 317                           (?!.*test_create_image_from_volume_backed_server)\
 318                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 319                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 320                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 321                           (?!.*test_group_type_specs)\
 322                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 323                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 324                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 325                           (?!.*test_group_snapshots_rbac)\
 326                           (?!.*test_groups_rbac)\
 327                           (?!.*test_quota_classes_rbac)\
 328                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 329                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 330                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 331                           (?!.*test_user_messages_rbac)\
 332                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 333                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 334                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 335                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 336                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 337                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 338                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 339                           (?!.*test_volume_types_rbac)\
 340                           (?=.*[.*\bslow\b.*])\
 341                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 342                         option:
 343                             - '--concurrency=4'
 344
 345             -
 346                 case_name: tempest_barbican
 347                 project_name: functest
 348                 criteria: 100
 349                 blocking: false
 350                 description: >-
 351                     It leverages on the tempest plugin containing tests used to
 352                     verify the functionality of a barbican installation.
 353                 run:
 354                     name: barbican
 355                     args:
 356                         mode:
 357                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 358                         services:
 359                             - barbican
 360                         option:
 361                             - '--concurrency=4'
 362
 363             -
 364                 case_name: tempest_octavia
 365                 project_name: functest
 366                 criteria: 100
 367                 blocking: false
 368                 description: >-
 369                     It leverages on the tempest plugin containing tests used to
 370                     verify the functionality of an octavia installation.
 371                 run:
 372                     name: tempest_common
 373                     args:
 374                         mode: "(?!.*api.v2.test_availability_zone)\
 375                             (?!.*api.v2.test_availability_zone_profile)\
 376                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 377                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 378                             (^octavia_tempest_plugin.tests.(api|scenario))"
 379                         services:
 380                             - octavia
 381                         option:
 382                             - '--concurrency=2'
 383
 384             -
 385                 case_name: tempest_cyborg
 386                 project_name: functest
 387                 criteria: 100
 388                 blocking: false
 389                 description: >-
 390                     It leverages on the tempest plugin containing tests used to
 391                     verify the functionality of a cyborg installation.
 392                 run:
 393                     name: tempest_common
 394                     args:
 395                         mode: '^cyborg_tempest_plugin'
 396                         services:
 397                             - cyborg
 398                         option:
 399                             - '--concurrency=4'