docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron_cntt
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 deny_skipping: true
  14                 tests_count: 551
  15                 description: >-
  16                     This test case runs the Tempest suite proposed by the
  17                     Neutron project. The list of test cases is generated by
  18                     Tempest automatically and depends on the parameters of
  19                     the OpenStack deployment.
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: "(?!.*admin.test_agent_availability_zone)\
  24                             (?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_l3_agent_scheduler)\
  26                             (?!.*admin.test_logging)\
  27                             (?!.*admin.test_logging_negative)\
  28                             (?!.*admin.test_network_segment_range)\
  29                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  30                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  31                             (?!.*admin.test_routers_dvr)\
  32                             (?!.*admin.test_routers_flavors)\
  33                             (?!.*admin.test_routers_ha)\
  34                             (?!.*test_conntrack_helper)\
  35                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  36                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  37                             (?!.*test_metering_extensions)\
  38                             (?!.*test_metering_negative)\
  39                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  40                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  41                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  42                             (?!.*test_port_forwarding_negative)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=4'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 10
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (?!.*test_backup_crossproject_admin_negative)\
  92                             (?!.*test_backup_crossproject_user_negative)\
  93                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
  94                             (?!.*rbac)\
  95                             (^cinder_tempest_plugin.)"
  96                         option:
  97                             - '--concurrency=4'
  98
  99             -
 100                 case_name: tempest_keystone_cntt
 101                 project_name: functest
 102                 criteria: 100
 103                 blocking: false
 104                 deny_skipping: true
 105                 tests_count: 27
 106                 description: >-
 107                     This test case runs the Tempest suite proposed by the
 108                     Keystone project.
 109                 run:
 110                     name: tempest_common
 111                     args:
 112                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 113                             (?!.*rbac)\
 114                             (?!.*scenario.test_federated_authentication)\
 115                             keystone_tempest_plugin."
 116                         option:
 117                             - '--concurrency=4'
 118
 119             -
 120                 case_name: tempest_heat_cntt
 121                 project_name: functest
 122                 criteria: 100
 123                 blocking: false
 124                 deny_skipping: true
 125                 tests_count: 125
 126                 description: >-
 127                     This test case runs the Tempest suite proposed by the
 128                     Heat project.
 129                 run:
 130                     name: tempest_heat
 131                     args:
 132                         mode: "(?!.*functional.test_lbaasv2)\
 133                           (?!.*functional.test_encryption_vol_type)\
 134                           (?!.*functional.test_event_sinks)\
 135                           (?!.*functional.test_stack_events)\
 136                           (?!.*functional.test_waitcondition)\
 137                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 138                           (?!.*scenario.test_aodh_alarm)\
 139                           (?!.*tests.scenario.test_autoscaling_lb)\
 140                           (?!.*scenario.test_autoscaling_lbv2)\
 141                           (?!.*scenario.test_server_software_config)\
 142                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 143                           (?!.*scenario.test_octavia_lbaas)\
 144                           (?!.*scenario.test_server_cfn_init)\
 145                           ^heat_tempest_plugin.tests"
 146                         option:
 147                             - '--concurrency=1'
 148
 149             -
 150                 case_name: rally_sanity_cntt
 151                 project_name: functest
 152                 criteria: 100
 153                 blocking: false
 154                 description: >-
 155                     This test case runs a sub group of tests of the OpenStack
 156                     Rally suite in smoke mode.
 157                 run:
 158                     name: rally_sanity
 159                     args:
 160                         tests:
 161                             - 'authenticate'
 162                             - 'glance'
 163                             - 'cinder'
 164                             - 'heat'
 165                             - 'keystone'
 166                             - 'neutron'
 167                             - 'nova'
 168                             - 'quotas'
 169                             - 'swift'
 170
 171             -
 172                 case_name: tempest_full_cntt
 173                 project_name: functest
 174                 criteria: 100
 175                 blocking: false
 176                 deny_skipping: true
 177                 tests_count: 1271
 178                 description: >-
 179                     The list of test cases is generated by
 180                     Tempest automatically and depends on the parameters of
 181                     the OpenStack deployment.
 182                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 183                 run:
 184                     name: tempest_common
 185                     args:
 186                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 187                           (?!.*test_fixed_ips_negative)\
 188                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 189                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 190                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 191                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 192                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 193                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 194                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 195                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 196                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 197                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 198                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 199                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 200                           (?!.*test_quotas.QuotasAdminTestV257)\
 201                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 202                           (?!.*certificates.test_certificates)\
 203                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 204                           (?!.*test_novnc)(?!.*test_server_personality)\
 205                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 206                           (?!.*test_servers_microversions.ServerShowV254Test)\
 207                           (?!.*test_servers_microversions.ServerShowV257Test)\
 208                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 209                           (?!.*servers.test_virtual_interfaces)\
 210                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 211                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 212                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 213                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 214                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 215                           (?!.*test_security_group_default_rules)\
 216                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 217                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 218                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 219                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 220                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 221                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 222                           (?!.*test_create_server.ServersTestFqdnHostnames.test_create_server_with_fqdn_name)\
 223                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 224                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 225                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 226                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 227                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 228                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 229                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 230                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 231                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 232                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 233                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 234                           (?!.*compute.test_networks)\
 235                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 236                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 237                           (?!.*identity.v3.test_access_rules)\
 238                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 239                           (?!.*image.v1)\
 240                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 241                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
 242                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
 243                           (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
 244                           (?!.*image.v2.test_images.ImportImagesTest)\
 245                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 246                           (?!.*admin.test_dhcp_agent_scheduler)\
 247                           (?!.*admin.test_routers_dvr)\
 248                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 249                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 250                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 251                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 252                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 253                           (?!.*test_encrypted_volumes_extend)\
 254                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 255                           (?!.*test_multi_backend)\
 256                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 257                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 258                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 259                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 260                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 261                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 262                         option:
 263                             - '--concurrency=4'
 264
 265             -
 266                 case_name: tempest_scenario_cntt
 267                 project_name: functest
 268                 criteria: 100
 269                 blocking: false
 270                 deny_skipping: true
 271                 tests_count: 12
 272                 description: >-
 273                     The list of test cases is generated by
 274                     Tempest automatically and depends on the parameters of
 275                     the OpenStack deployment.
 276                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 277                 run:
 278                     name: tempest_common
 279                     args:
 280                         mode: "\
 281                           (?!.*test_minbw_allocation_placement)\
 282                           (?!.*test_network_qos_placement)\
 283                           (?!.*test_unified_limits.ImageQuotaTest.test_image_count_uploading_quota)\
 284                           (?!.*test_unified_limits.ImageQuotaTest.test_image_stage_quota)\
 285                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 286                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 287                         option:
 288                             - '--concurrency=1'
 289
 290             -
 291                 case_name: tempest_slow_cntt
 292                 project_name: functest
 293                 criteria: 100
 294                 blocking: false
 295                 deny_skipping: true
 296                 tests_count: 43
 297                 description: >-
 298                     The list of test cases is generated by
 299                     Tempest automatically and depends on the parameters of
 300                     the OpenStack deployment.
 301                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 302                 run:
 303                     name: tempest_common
 304                     args:
 305                         mode: "(?!.*test_volume_swap)\
 306                           (?!.*test_server_personality)\
 307                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 308                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 309                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 310                           (?!.*test_encrypted_cinder_volumes)\
 311                           (?!.*test_minbw_allocation_placement)\
 312                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 313                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 314                           (?!.*test_volume_migrate_attached)\
 315                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 316                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 317                         option:
 318                             - '--concurrency=1'