docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron_cntt
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 deny_skipping: true
  14                 tests_count: 564
  15                 description: >-
  16                     This test case runs the Tempest suite proposed by the
  17                     Neutron project. The list of test cases is generated by
  18                     Tempest automatically and depends on the parameters of
  19                     the OpenStack deployment.
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: "(?!.*admin.test_agent_availability_zone)\
  24                             (?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_l3_agent_scheduler)\
  26                             (?!.*admin.test_logging)\
  27                             (?!.*admin.test_logging_negative)\
  28                             (?!.*admin.test_network_segment_range)\
  29                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  30                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  31                             (?!.*admin.test_routers_dvr)\
  32                             (?!.*admin.test_routers_flavors)\
  33                             (?!.*admin.test_routers_ha)\
  34                             (?!.*test_conntrack_helper)\
  35                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  36                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  37                             (?!.*test_local_ip)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwarding_negative)\
  44                             (?!.*test_port_forwardings)\
  45                             (?!.*test_ports.PortsTaggingOnCreation)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  50                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  51                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  52                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  53                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  54                             (?!.*test_router_interface_fip)\
  55                             (?!.*test_routers.DvrRoutersTest)\
  56                             (?!.*test_routers.HaRoutersTest)\
  57                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  58                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  60                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  61                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  62                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  63                             (?!.*test_subnetpool_prefix_ops)\
  64                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  65                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  66                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  67                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  68                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  69                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  70                             (?!.*test_trunk.TrunkTestMtusJSON)\
  71                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  72                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  73                             (^neutron_tempest_plugin.api)"
  74                         option:
  75                             - '--concurrency=4'
  76
  77             -
  78                 case_name: tempest_cinder_cntt
  79                 project_name: functest
  80                 criteria: 100
  81                 blocking: false
  82                 deny_skipping: true
  83                 tests_count: 10
  84                 description: >-
  85                     This test case runs the Tempest suite proposed by the
  86                     Cinder project.
  87                 run:
  88                     name: tempest_common
  89                     args:
  90                         mode: "(?!.*test_incremental_backup)\
  91                             (?!.*test_consistencygroups)\
  92                             (?!.*test_backup_crossproject_admin_negative)\
  93                             (?!.*test_backup_crossproject_user_negative)\
  94                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
  95                             (?!.*rbac)\
  96                             (^cinder_tempest_plugin.)"
  97                         option:
  98                             - '--concurrency=4'
  99
 100             -
 101                 case_name: tempest_keystone_cntt
 102                 project_name: functest
 103                 criteria: 100
 104                 blocking: false
 105                 deny_skipping: true
 106                 tests_count: 27
 107                 description: >-
 108                     This test case runs the Tempest suite proposed by the
 109                     Keystone project.
 110                 run:
 111                     name: tempest_common
 112                     args:
 113                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 114                             (?!.*rbac)\
 115                             (?!.*scenario.test_federated_authentication)\
 116                             keystone_tempest_plugin."
 117                         option:
 118                             - '--concurrency=4'
 119
 120             -
 121                 case_name: tempest_heat_cntt
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: false
 125                 deny_skipping: true
 126                 tests_count: 124
 127                 description: >-
 128                     This test case runs the Tempest suite proposed by the
 129                     Heat project.
 130                 run:
 131                     name: tempest_heat
 132                     args:
 133                         mode: "(?!.*functional.test_lbaasv2)\
 134                           (?!.*functional.test_encryption_vol_type)\
 135                           (?!.*functional.test_event_sinks)\
 136                           (?!.*functional.test_software_config.ZaqarSignalTransportTest)\
 137                           (?!.*functional.test_stack_events)\
 138                           (?!.*functional.test_waitcondition)\
 139                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 140                           (?!.*scenario.test_aodh_alarm)\
 141                           (?!.*tests.scenario.test_autoscaling_lb)\
 142                           (?!.*scenario.test_autoscaling_lbv2)\
 143                           (?!.*scenario.test_server_software_config)\
 144                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 145                           (?!.*scenario.test_octavia_lbaas)\
 146                           (?!.*scenario.test_server_cfn_init)\
 147                           ^heat_tempest_plugin.tests"
 148                         option:
 149                             - '--concurrency=1'
 150
 151             -
 152                 case_name: rally_sanity_cntt
 153                 project_name: functest
 154                 criteria: 100
 155                 blocking: false
 156                 description: >-
 157                     This test case runs a sub group of tests of the OpenStack
 158                     Rally suite in smoke mode.
 159                 run:
 160                     name: rally_sanity
 161                     args:
 162                         tests:
 163                             - 'authenticate'
 164                             - 'glance'
 165                             - 'cinder'
 166                             - 'heat'
 167                             - 'keystone'
 168                             - 'neutron'
 169                             - 'nova'
 170                             - 'quotas'
 171                             - 'swift'
 172
 173             -
 174                 case_name: tempest_full_cntt
 175                 project_name: functest
 176                 criteria: 100
 177                 blocking: false
 178                 deny_skipping: true
 179                 tests_count: 1271
 180                 description: >-
 181                     The list of test cases is generated by
 182                     Tempest automatically and depends on the parameters of
 183                     the OpenStack deployment.
 184                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 185                 run:
 186                     name: tempest_common
 187                     args:
 188                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 189                           (?!.*test_fixed_ips_negative)\
 190                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 191                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 192                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 193                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 194                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 195                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 196                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 197                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 198                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 199                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 200                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 201                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 202                           (?!.*test_quotas.QuotasAdminTestV257)\
 203                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 204                           (?!.*certificates.test_certificates)\
 205                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 206                           (?!.*test_novnc)(?!.*test_server_personality)\
 207                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 208                           (?!.*test_servers_microversions.ServerShowV254Test)\
 209                           (?!.*test_servers_microversions.ServerShowV257Test)\
 210                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 211                           (?!.*servers.test_virtual_interfaces)\
 212                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 213                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 214                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 215                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 216                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 217                           (?!.*test_security_group_default_rules)\
 218                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 219                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 220                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 221                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 222                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 223                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 224                           (?!.*test_create_server.ServersTestFqdnHostnames.test_create_server_with_fqdn_name)\
 225                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 226                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 227                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 228                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 229                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 230                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 231                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 232                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 233                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 234                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 235                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 236                           (?!.*compute.test_networks)\
 237                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 238                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 239                           (?!.*identity.v3.test_access_rules)\
 240                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 241                           (?!.*image.v1)\
 242                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 243                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
 244                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
 245                           (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
 246                           (?!.*image.v2.test_images.ImportImagesTest)\
 247                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 248                           (?!.*admin.test_dhcp_agent_scheduler)\
 249                           (?!.*admin.test_routers_dvr)\
 250                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 251                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 252                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 253                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 254                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 255                           (?!.*test_encrypted_volumes_extend)\
 256                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 257                           (?!.*test_multi_backend)\
 258                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 259                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 260                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 261                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 262                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 263                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 264                         option:
 265                             - '--concurrency=4'
 266
 267             -
 268                 case_name: tempest_scenario_cntt
 269                 project_name: functest
 270                 criteria: 100
 271                 blocking: false
 272                 deny_skipping: true
 273                 tests_count: 12
 274                 description: >-
 275                     The list of test cases is generated by
 276                     Tempest automatically and depends on the parameters of
 277                     the OpenStack deployment.
 278                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 279                 run:
 280                     name: tempest_common
 281                     args:
 282                         mode: "\
 283                           (?!.*test_minbw_allocation_placement)\
 284                           (?!.*test_network_qos_placement)\
 285                           (?!.*test_unified_limits.ImageQuotaTest.test_image_count_uploading_quota)\
 286                           (?!.*test_unified_limits.ImageQuotaTest.test_image_stage_quota)\
 287                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 288                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 289                         option:
 290                             - '--concurrency=1'
 291
 292             -
 293                 case_name: tempest_slow_cntt
 294                 project_name: functest
 295                 criteria: 100
 296                 blocking: false
 297                 deny_skipping: true
 298                 tests_count: 43
 299                 description: >-
 300                     The list of test cases is generated by
 301                     Tempest automatically and depends on the parameters of
 302                     the OpenStack deployment.
 303                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 304                 run:
 305                     name: tempest_common
 306                     args:
 307                         mode: "(?!.*test_volume_swap)\
 308                           (?!.*test_server_personality)\
 309                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 310                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 311                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 312                           (?!.*test_encrypted_cinder_volumes)\
 313                           (?!.*test_minbw_allocation_placement)\
 314                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 315                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 316                           (?!.*test_volume_migrate_attached)\
 317                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 318                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 319                         option:
 320                             - '--concurrency=1'