docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron_cntt
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 deny_skipping: true
  14                 tests_count: 546
  15                 description: >-
  16                     This test case runs the Tempest suite proposed by the
  17                     Neutron project. The list of test cases is generated by
  18                     Tempest automatically and depends on the parameters of
  19                     the OpenStack deployment.
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: "(?!.*admin.test_agent_availability_zone)\
  24                             (?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_l3_agent_scheduler)\
  26                             (?!.*admin.test_logging)\
  27                             (?!.*admin.test_logging_negative)\
  28                             (?!.*admin.test_network_segment_range)\
  29                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  30                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  31                             (?!.*admin.test_routers_dvr)\
  32                             (?!.*admin.test_routers_flavors)\
  33                             (?!.*admin.test_routers_ha)\
  34                             (?!.*test_conntrack_helper)\
  35                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  36                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  37                             (?!.*test_metering_extensions)\
  38                             (?!.*test_metering_negative)\
  39                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  40                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  41                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  42                             (?!.*test_port_forwarding_negative)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=4'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 10
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (?!.*test_backup_crossproject_admin_negative)\
  92                             (?!.*test_backup_crossproject_user_negative)\
  93                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
  94                             (^cinder_tempest_plugin.)"
  95                         option:
  96                             - '--concurrency=4'
  97
  98             -
  99                 case_name: tempest_keystone_cntt
 100                 project_name: functest
 101                 criteria: 100
 102                 blocking: false
 103                 deny_skipping: true
 104                 tests_count: 27
 105                 description: >-
 106                     This test case runs the Tempest suite proposed by the
 107                     Keystone project.
 108                 run:
 109                     name: tempest_common
 110                     args:
 111                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 112                             (?!.*rbac)\
 113                             (?!.*scenario.test_federated_authentication)\
 114                             keystone_tempest_plugin."
 115                         option:
 116                             - '--concurrency=4'
 117
 118             -
 119                 case_name: tempest_heat_cntt
 120                 project_name: functest
 121                 criteria: 100
 122                 blocking: false
 123                 deny_skipping: true
 124                 tests_count: 125
 125                 description: >-
 126                     This test case runs the Tempest suite proposed by the
 127                     Heat project.
 128                 run:
 129                     name: tempest_heat
 130                     args:
 131                         mode: "(?!.*functional.test_lbaasv2)\
 132                           (?!.*functional.test_encryption_vol_type)\
 133                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 134                           (?!.*scenario.test_aodh_alarm)\
 135                           (?!.*tests.scenario.test_autoscaling_lb)\
 136                           (?!.*scenario.test_autoscaling_lbv2)\
 137                           (?!.*scenario.test_server_software_config)\
 138                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 139                           (?!.*scenario.test_octavia_lbaas)\
 140                           (?!.*scenario.test_server_cfn_init)\
 141                           ^heat_tempest_plugin.tests"
 142                         option:
 143                             - '--concurrency=1'
 144
 145             -
 146                 case_name: rally_sanity_cntt
 147                 project_name: functest
 148                 criteria: 100
 149                 blocking: false
 150                 description: >-
 151                     This test case runs a sub group of tests of the OpenStack
 152                     Rally suite in smoke mode.
 153                 run:
 154                     name: rally_sanity
 155                     args:
 156                         tests:
 157                             - 'authenticate'
 158                             - 'glance'
 159                             - 'cinder'
 160                             - 'heat'
 161                             - 'keystone'
 162                             - 'neutron'
 163                             - 'nova'
 164                             - 'quotas'
 165                             - 'swift'
 166
 167             -
 168                 case_name: tempest_full_cntt
 169                 project_name: functest
 170                 criteria: 100
 171                 blocking: false
 172                 deny_skipping: true
 173                 tests_count: 1264
 174                 description: >-
 175                     The list of test cases is generated by
 176                     Tempest automatically and depends on the parameters of
 177                     the OpenStack deployment.
 178                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 179                 run:
 180                     name: tempest_common
 181                     args:
 182                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 183                           (?!.*test_fixed_ips_negative)\
 184                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 185                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 186                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 187                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 188                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 189                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 190                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 191                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 192                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 193                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 194                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 195                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 196                           (?!.*test_quotas.QuotasAdminTestV257)\
 197                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 198                           (?!.*certificates.test_certificates)\
 199                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 200                           (?!.*test_novnc)(?!.*test_server_personality)\
 201                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 202                           (?!.*test_servers_microversions.ServerShowV254Test)\
 203                           (?!.*test_servers_microversions.ServerShowV257Test)\
 204                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 205                           (?!.*servers.test_virtual_interfaces)\
 206                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 207                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 208                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 209                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 210                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 211                           (?!.*test_security_group_default_rules)\
 212                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 213                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 214                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 215                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 216                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 217                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 218                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 219                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 220                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 221                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 222                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 223                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 224                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 225                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 226                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 227                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 228                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 229                           (?!.*compute.test_networks)\
 230                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 231                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 232                           (?!.*identity.v3.test_access_rules)\
 233                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 234                           (?!.*image.v1)\
 235                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 236                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
 237                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
 238                           (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
 239                           (?!.*image.v2.test_images.ImportImagesTest)\
 240                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 241                           (?!.*admin.test_dhcp_agent_scheduler)\
 242                           (?!.*admin.test_routers_dvr)\
 243                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 244                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 245                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 246                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 247                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 248                           (?!.*test_encrypted_volumes_extend)\
 249                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 250                           (?!.*test_multi_backend)\
 251                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 252                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 253                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 254                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 255                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 256                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 257                         option:
 258                             - '--concurrency=4'
 259
 260             -
 261                 case_name: tempest_scenario_cntt
 262                 project_name: functest
 263                 criteria: 100
 264                 blocking: false
 265                 deny_skipping: true
 266                 tests_count: 10
 267                 description: >-
 268                     The list of test cases is generated by
 269                     Tempest automatically and depends on the parameters of
 270                     the OpenStack deployment.
 271                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 272                 run:
 273                     name: tempest_common
 274                     args:
 275                         mode: "\
 276                           (?!.*test_minbw_allocation_placement)\
 277                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 278                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 279                         option:
 280                             - '--concurrency=1'
 281
 282             -
 283                 case_name: tempest_slow_cntt
 284                 project_name: functest
 285                 criteria: 100
 286                 blocking: false
 287                 deny_skipping: true
 288                 tests_count: 43
 289                 description: >-
 290                     The list of test cases is generated by
 291                     Tempest automatically and depends on the parameters of
 292                     the OpenStack deployment.
 293                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 294                 run:
 295                     name: tempest_common
 296                     args:
 297                         mode: "(?!.*test_volume_swap)\
 298                           (?!.*test_server_personality)\
 299                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 300                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 301                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 302                           (?!.*test_encrypted_cinder_volumes)\
 303                           (?!.*test_minbw_allocation_placement)\
 304                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 305                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 306                           (?!.*test_volume_migrate_attached)\
 307                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 308                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 309                         option:
 310                             - '--concurrency=1'