docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron_cntt
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 deny_skipping: true
  14                 tests_count: 551
  15                 description: >-
  16                     This test case runs the Tempest suite proposed by the
  17                     Neutron project. The list of test cases is generated by
  18                     Tempest automatically and depends on the parameters of
  19                     the OpenStack deployment.
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: "(?!.*admin.test_agent_availability_zone)\
  24                             (?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_l3_agent_scheduler)\
  26                             (?!.*admin.test_logging)\
  27                             (?!.*admin.test_logging_negative)\
  28                             (?!.*admin.test_network_segment_range)\
  29                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  30                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  31                             (?!.*admin.test_routers_dvr)\
  32                             (?!.*admin.test_routers_flavors)\
  33                             (?!.*admin.test_routers_ha)\
  34                             (?!.*test_conntrack_helper)\
  35                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  36                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  37                             (?!.*test_metering_extensions)\
  38                             (?!.*test_metering_negative)\
  39                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  40                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  41                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  42                             (?!.*test_port_forwarding_negative)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=4'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 10
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (?!.*test_backup_crossproject_admin_negative)\
  92                             (?!.*test_backup_crossproject_user_negative)\
  93                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
  94                             (?!.*rbac)\
  95                             (^cinder_tempest_plugin.)"
  96                         option:
  97                             - '--concurrency=4'
  98
  99             -
 100                 case_name: tempest_keystone_cntt
 101                 project_name: functest
 102                 criteria: 100
 103                 blocking: false
 104                 deny_skipping: true
 105                 tests_count: 27
 106                 description: >-
 107                     This test case runs the Tempest suite proposed by the
 108                     Keystone project.
 109                 run:
 110                     name: tempest_common
 111                     args:
 112                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 113                             (?!.*rbac)\
 114                             (?!.*scenario.test_federated_authentication)\
 115                             keystone_tempest_plugin."
 116                         option:
 117                             - '--concurrency=4'
 118
 119             -
 120                 case_name: tempest_heat_cntt
 121                 project_name: functest
 122                 criteria: 100
 123                 blocking: false
 124                 deny_skipping: true
 125                 tests_count: 125
 126                 description: >-
 127                     This test case runs the Tempest suite proposed by the
 128                     Heat project.
 129                 run:
 130                     name: tempest_heat
 131                     args:
 132                         mode: "(?!.*functional.test_lbaasv2)\
 133                           (?!.*functional.test_encryption_vol_type)\
 134                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 135                           (?!.*scenario.test_aodh_alarm)\
 136                           (?!.*tests.scenario.test_autoscaling_lb)\
 137                           (?!.*scenario.test_autoscaling_lbv2)\
 138                           (?!.*scenario.test_server_software_config)\
 139                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 140                           (?!.*scenario.test_octavia_lbaas)\
 141                           (?!.*scenario.test_server_cfn_init)\
 142                           ^heat_tempest_plugin.tests"
 143                         option:
 144                             - '--concurrency=1'
 145
 146             -
 147                 case_name: rally_sanity_cntt
 148                 project_name: functest
 149                 criteria: 100
 150                 blocking: false
 151                 description: >-
 152                     This test case runs a sub group of tests of the OpenStack
 153                     Rally suite in smoke mode.
 154                 run:
 155                     name: rally_sanity
 156                     args:
 157                         tests:
 158                             - 'authenticate'
 159                             - 'glance'
 160                             - 'cinder'
 161                             - 'heat'
 162                             - 'keystone'
 163                             - 'neutron'
 164                             - 'nova'
 165                             - 'quotas'
 166                             - 'swift'
 167
 168             -
 169                 case_name: tempest_full_cntt
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 deny_skipping: true
 174                 tests_count: 1269
 175                 description: >-
 176                     The list of test cases is generated by
 177                     Tempest automatically and depends on the parameters of
 178                     the OpenStack deployment.
 179                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 180                 run:
 181                     name: tempest_common
 182                     args:
 183                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 184                           (?!.*test_fixed_ips_negative)\
 185                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 186                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 187                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 188                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 189                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 190                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 191                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 192                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 193                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 194                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 195                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 196                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 197                           (?!.*test_quotas.QuotasAdminTestV257)\
 198                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 199                           (?!.*certificates.test_certificates)\
 200                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 201                           (?!.*test_novnc)(?!.*test_server_personality)\
 202                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 203                           (?!.*test_servers_microversions.ServerShowV254Test)\
 204                           (?!.*test_servers_microversions.ServerShowV257Test)\
 205                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 206                           (?!.*servers.test_virtual_interfaces)\
 207                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 208                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 209                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 210                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 211                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 212                           (?!.*test_security_group_default_rules)\
 213                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 214                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 215                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 216                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 217                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 218                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 219                           (?!.*test_create_server.ServersTestFqdnHostnames.test_create_server_with_fqdn_name)\
 220                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 221                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 222                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 223                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 224                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 225                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 226                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 227                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 228                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 229                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 230                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 231                           (?!.*compute.test_networks)\
 232                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 233                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 234                           (?!.*identity.v3.test_access_rules)\
 235                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 236                           (?!.*image.v1)\
 237                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 238                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
 239                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
 240                           (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
 241                           (?!.*image.v2.test_images.ImportImagesTest)\
 242                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 243                           (?!.*admin.test_dhcp_agent_scheduler)\
 244                           (?!.*admin.test_routers_dvr)\
 245                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 246                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 247                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 248                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 249                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 250                           (?!.*test_encrypted_volumes_extend)\
 251                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 252                           (?!.*test_multi_backend)\
 253                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 254                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 255                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 256                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 257                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 258                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 259                         option:
 260                             - '--concurrency=4'
 261
 262             -
 263                 case_name: tempest_scenario_cntt
 264                 project_name: functest
 265                 criteria: 100
 266                 blocking: false
 267                 deny_skipping: true
 268                 tests_count: 12
 269                 description: >-
 270                     The list of test cases is generated by
 271                     Tempest automatically and depends on the parameters of
 272                     the OpenStack deployment.
 273                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 274                 run:
 275                     name: tempest_common
 276                     args:
 277                         mode: "\
 278                           (?!.*test_minbw_allocation_placement)\
 279                           (?!.*test_unified_limits.ImageQuotaTest.test_image_count_uploading_quota)\
 280                           (?!.*test_unified_limits.ImageQuotaTest.test_image_stage_quota)\
 281                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 282                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 283                         option:
 284                             - '--concurrency=1'
 285
 286             -
 287                 case_name: tempest_slow_cntt
 288                 project_name: functest
 289                 criteria: 100
 290                 blocking: false
 291                 deny_skipping: true
 292                 tests_count: 43
 293                 description: >-
 294                     The list of test cases is generated by
 295                     Tempest automatically and depends on the parameters of
 296                     the OpenStack deployment.
 297                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 298                 run:
 299                     name: tempest_common
 300                     args:
 301                         mode: "(?!.*test_volume_swap)\
 302                           (?!.*test_server_personality)\
 303                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 304                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 305                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 306                           (?!.*test_encrypted_cinder_volumes)\
 307                           (?!.*test_minbw_allocation_placement)\
 308                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 309                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 310                           (?!.*test_volume_migrate_attached)\
 311                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 312                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 313                         option:
 314                             - '--concurrency=1'