docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     This test case runs a sub group of tests of the OpenStack
 115                     Compute testcases.
 116                 dependencies:
 117                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 118                 run:
 119                     name: refstack
 120                     args:
 121                         target: compute
 122                         option:
 123                             - '--concurrency=4'
 124
 125             -
 126                 case_name: refstack_object
 127                 project_name: functest
 128                 criteria: 100
 129                 blocking: false
 130                 deny_skipping: true
 131                 tests_count: 58
 132                 description: >-
 133                     This test case runs a sub group of tests of the OpenStack
 134                     Object testcases.
 135                 run:
 136                     name: refstack
 137                     args:
 138                         target: object
 139                         option:
 140                             - '--concurrency=4'
 141
 142             -
 143                 case_name: refstack_platform
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: false
 147                 description: >-
 148                     This test case runs a sub group of tests of the OpenStack
 149                     Platform testcases.
 150                 dependencies:
 151                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 152                 run:
 153                     name: refstack
 154                     args:
 155                         target: platform
 156                         option:
 157                             - '--concurrency=4'
 158
 159             -
 160                 case_name: tempest_full
 161                 project_name: functest
 162                 criteria: 100
 163                 blocking: false
 164                 description: >-
 165                     The list of test cases is generated by
 166                     Tempest automatically and depends on the parameters of
 167                     the OpenStack deployment.
 168                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 169                 run:
 170                     name: tempest_common
 171                     args:
 172                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 173                         option:
 174                             - '--concurrency=4'
 175
 176             -
 177                 case_name: tempest_scenario
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: false
 181                 description: >-
 182                     The list of test cases is generated by
 183                     Tempest automatically and depends on the parameters of
 184                     the OpenStack deployment.
 185                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 186                 run:
 187                     name: tempest_common
 188                     args:
 189                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 190                         option:
 191                             - '--concurrency=1'
 192
 193             -
 194                 case_name: tempest_slow
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: false
 198                 description: >-
 199                     The list of test cases is generated by
 200                     Tempest automatically and depends on the parameters of
 201                     the OpenStack deployment.
 202                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 203                 run:
 204                     name: tempest_common
 205                     args:
 206                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 207                         option:
 208                             - '--concurrency=1'
 209
 210             -
 211                 case_name: patrole_admin
 212                 project_name: functest
 213                 criteria: 100
 214                 blocking: false
 215                 description: >-
 216                     Test suite from Patrole project.
 217                 run:
 218                     name: patrole
 219                     args:
 220                         roles: 'admin'
 221                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 222                           (?!.*test_show_auto_allocated_topology)\
 223                           (?!.*test_delete_auto_allocated_topology)\
 224                           (?!.*test_create_network_provider_segmentation_id)\
 225                           (?!.*compute.test_floating_ips_rbac)\
 226                           (?!.*test_reset_network)\
 227                           (?!.*test_create_image_from_volume_backed_server)\
 228                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 229                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 230                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 231                           (?!.*test_group_type_specs)\
 232                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 233                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 234                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 235                           (?!.*test_group_snapshots_rbac)\
 236                           (?!.*test_groups_rbac)\
 237                           (?!.*test_quota_classes_rbac)\
 238                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 239                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 240                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 241                           (?!.*test_user_messages_rbac)\
 242                           (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\
 243                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 244                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 245                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 246                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 247                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 248                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 249                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 250                           (?!.*test_volume_types_rbac)\
 251                           (?=.*[.*\bslow\b.*])\
 252                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 253                         option:
 254                             - '--concurrency=4'
 255
 256             -
 257                 case_name: patrole_member
 258                 project_name: functest
 259                 criteria: 100
 260                 blocking: false
 261                 description: >-
 262                     Test suite from Patrole project.
 263                 run:
 264                     name: patrole
 265                     args:
 266                         roles: 'member'
 267                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 268                           (?!.*test_show_auto_allocated_topology)\
 269                           (?!.*test_delete_auto_allocated_topology)\
 270                           (?!.*test_create_network_provider_segmentation_id)\
 271                           (?!.*compute.test_floating_ips_rbac)\
 272                           (?!.*test_reset_network)\
 273                           (?!.*test_create_image_from_volume_backed_server)\
 274                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 275                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 276                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 277                           (?!.*test_group_type_specs)\
 278                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 279                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 280                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 281                           (?!.*test_group_snapshots_rbac)\
 282                           (?!.*test_groups_rbac)\
 283                           (?!.*test_quota_classes_rbac)\
 284                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 285                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 286                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 287                           (?!.*test_user_messages_rbac)\
 288                           (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\
 289                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 290                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 291                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 292                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 293                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 294                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 295                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 296                           (?!.*test_volume_types_rbac)\
 297                           (?=.*[.*\bslow\b.*])\
 298                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 299                         option:
 300                             - '--concurrency=4'
 301
 302             -
 303                 case_name: patrole_reader
 304                 project_name: functest
 305                 criteria: 100
 306                 blocking: false
 307                 description: >-
 308                     Test suite from Patrole project.
 309                 run:
 310                     name: patrole
 311                     args:
 312                         roles: 'reader'
 313                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 314                           (?!.*test_show_auto_allocated_topology)\
 315                           (?!.*test_delete_auto_allocated_topology)\
 316                           (?!.*test_create_network_provider_segmentation_id)\
 317                           (?!.*compute.test_floating_ips_rbac)\
 318                           (?!.*test_reset_network)\
 319                           (?!.*test_create_image_from_volume_backed_server)\
 320                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 321                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 322                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 323                           (?!.*test_group_type_specs)\
 324                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 325                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 326                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 327                           (?!.*test_group_snapshots_rbac)\
 328                           (?!.*test_groups_rbac)\
 329                           (?!.*test_quota_classes_rbac)\
 330                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 331                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 332                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 333                           (?!.*test_user_messages_rbac)\
 334                           (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\
 335                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 336                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 337                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 338                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 339                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 340                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 341                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 342                           (?!.*test_volume_types_rbac)\
 343                           (?=.*[.*\bslow\b.*])\
 344                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 345                         option:
 346                             - '--concurrency=4'
 347
 348             -
 349                 case_name: tempest_barbican
 350                 project_name: functest
 351                 criteria: 100
 352                 blocking: false
 353                 description: >-
 354                     It leverages on the tempest plugin containing tests used to
 355                     verify the functionality of a barbican installation.
 356                 run:
 357                     name: barbican
 358                     args:
 359                         mode:
 360                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 361                         services:
 362                             - barbican
 363                         option:
 364                             - '--concurrency=4'
 365
 366             -
 367                 case_name: tempest_octavia
 368                 project_name: functest
 369                 criteria: 100
 370                 blocking: false
 371                 description: >-
 372                     It leverages on the tempest plugin containing tests used to
 373                     verify the functionality of an octavia installation.
 374                 run:
 375                     name: tempest_common
 376                     args:
 377                         mode: "(?!.*api.v2.test_availability_zone)\
 378                             (?!.*api.v2.test_availability_zone_profile)\
 379                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 380                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 381                             (^octavia_tempest_plugin.tests.(api|scenario))"
 382                         services:
 383                             - octavia
 384                         option:
 385                             - '--concurrency=2'
 386
 387             -
 388                 case_name: tempest_cyborg
 389                 project_name: functest
 390                 criteria: 100
 391                 blocking: false
 392                 description: >-
 393                     It leverages on the tempest plugin containing tests used to
 394                     verify the functionality of a cyborg installation.
 395                 run:
 396                     name: tempest_common
 397                     args:
 398                         mode: '^cyborg_tempest_plugin'
 399                         services:
 400                             - cyborg
 401                         option:
 402                             - '--concurrency=4'