docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron_cntt
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 deny_skipping: true
  14                 tests_count: 546
  15                 description: >-
  16                     This test case runs the Tempest suite proposed by the
  17                     Neutron project. The list of test cases is generated by
  18                     Tempest automatically and depends on the parameters of
  19                     the OpenStack deployment.
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: "(?!.*admin.test_agent_availability_zone)\
  24                             (?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_l3_agent_scheduler)\
  26                             (?!.*admin.test_logging)\
  27                             (?!.*admin.test_logging_negative)\
  28                             (?!.*admin.test_network_segment_range)\
  29                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  30                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  31                             (?!.*admin.test_routers_dvr)\
  32                             (?!.*admin.test_routers_flavors)\
  33                             (?!.*admin.test_routers_ha)\
  34                             (?!.*test_conntrack_helper)\
  35                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  36                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  37                             (?!.*test_metering_extensions)\
  38                             (?!.*test_metering_negative)\
  39                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  40                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  41                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  42                             (?!.*test_port_forwarding_negative)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=4'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 10
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (?!.*test_backup_crossproject_admin_negative)\
  92                             (?!.*test_backup_crossproject_user_negative)\
  93                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
  94                             (?!.*rbac)\
  95                             (^cinder_tempest_plugin.)"
  96                         option:
  97                             - '--concurrency=4'
  98
  99             -
 100                 case_name: tempest_keystone_cntt
 101                 project_name: functest
 102                 criteria: 100
 103                 blocking: false
 104                 deny_skipping: true
 105                 tests_count: 27
 106                 description: >-
 107                     This test case runs the Tempest suite proposed by the
 108                     Keystone project.
 109                 run:
 110                     name: tempest_common
 111                     args:
 112                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 113                             (?!.*rbac)\
 114                             (?!.*scenario.test_federated_authentication)\
 115                             keystone_tempest_plugin."
 116                         option:
 117                             - '--concurrency=4'
 118
 119             -
 120                 case_name: tempest_heat_cntt
 121                 project_name: functest
 122                 criteria: 100
 123                 blocking: false
 124                 deny_skipping: true
 125                 tests_count: 125
 126                 description: >-
 127                     This test case runs the Tempest suite proposed by the
 128                     Heat project.
 129                 run:
 130                     name: tempest_heat
 131                     args:
 132                         mode: "(?!.*functional.test_lbaasv2)\
 133                           (?!.*functional.test_encryption_vol_type)\
 134                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 135                           (?!.*scenario.test_aodh_alarm)\
 136                           (?!.*tests.scenario.test_autoscaling_lb)\
 137                           (?!.*scenario.test_autoscaling_lbv2)\
 138                           (?!.*scenario.test_server_software_config)\
 139                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 140                           (?!.*scenario.test_octavia_lbaas)\
 141                           (?!.*scenario.test_server_cfn_init)\
 142                           ^heat_tempest_plugin.tests"
 143                         option:
 144                             - '--concurrency=1'
 145
 146             -
 147                 case_name: rally_sanity_cntt
 148                 project_name: functest
 149                 criteria: 100
 150                 blocking: false
 151                 description: >-
 152                     This test case runs a sub group of tests of the OpenStack
 153                     Rally suite in smoke mode.
 154                 run:
 155                     name: rally_sanity
 156                     args:
 157                         tests:
 158                             - 'authenticate'
 159                             - 'glance'
 160                             - 'cinder'
 161                             - 'heat'
 162                             - 'keystone'
 163                             - 'neutron'
 164                             - 'nova'
 165                             - 'quotas'
 166                             - 'swift'
 167
 168             -
 169                 case_name: tempest_full_cntt
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 deny_skipping: true
 174                 tests_count: 1264
 175                 description: >-
 176                     The list of test cases is generated by
 177                     Tempest automatically and depends on the parameters of
 178                     the OpenStack deployment.
 179                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 180                 run:
 181                     name: tempest_common
 182                     args:
 183                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 184                           (?!.*test_fixed_ips_negative)\
 185                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 186                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 187                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 188                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 189                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 190                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 191                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 192                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 193                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 194                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 195                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 196                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 197                           (?!.*test_quotas.QuotasAdminTestV257)\
 198                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 199                           (?!.*certificates.test_certificates)\
 200                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 201                           (?!.*test_novnc)(?!.*test_server_personality)\
 202                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 203                           (?!.*test_servers_microversions.ServerShowV254Test)\
 204                           (?!.*test_servers_microversions.ServerShowV257Test)\
 205                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 206                           (?!.*servers.test_virtual_interfaces)\
 207                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 208                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 209                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 210                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 211                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 212                           (?!.*test_security_group_default_rules)\
 213                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 214                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 215                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 216                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 217                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 218                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 219                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 220                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 221                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 222                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 223                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 224                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 225                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 226                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 227                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 228                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 229                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 230                           (?!.*compute.test_networks)\
 231                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 232                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 233                           (?!.*identity.v3.test_access_rules)\
 234                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 235                           (?!.*image.v1)\
 236                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 237                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
 238                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
 239                           (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
 240                           (?!.*image.v2.test_images.ImportImagesTest)\
 241                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 242                           (?!.*admin.test_dhcp_agent_scheduler)\
 243                           (?!.*admin.test_routers_dvr)\
 244                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 245                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 246                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 247                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 248                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 249                           (?!.*test_encrypted_volumes_extend)\
 250                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 251                           (?!.*test_multi_backend)\
 252                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 253                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 254                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 255                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 256                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 257                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 258                         option:
 259                             - '--concurrency=4'
 260
 261             -
 262                 case_name: tempest_scenario_cntt
 263                 project_name: functest
 264                 criteria: 100
 265                 blocking: false
 266                 deny_skipping: true
 267                 tests_count: 10
 268                 description: >-
 269                     The list of test cases is generated by
 270                     Tempest automatically and depends on the parameters of
 271                     the OpenStack deployment.
 272                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 273                 run:
 274                     name: tempest_common
 275                     args:
 276                         mode: "\
 277                           (?!.*test_minbw_allocation_placement)\
 278                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 279                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 280                         option:
 281                             - '--concurrency=1'
 282
 283             -
 284                 case_name: tempest_slow_cntt
 285                 project_name: functest
 286                 criteria: 100
 287                 blocking: false
 288                 deny_skipping: true
 289                 tests_count: 43
 290                 description: >-
 291                     The list of test cases is generated by
 292                     Tempest automatically and depends on the parameters of
 293                     the OpenStack deployment.
 294                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 295                 run:
 296                     name: tempest_common
 297                     args:
 298                         mode: "(?!.*test_volume_swap)\
 299                           (?!.*test_server_personality)\
 300                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 301                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 302                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 303                           (?!.*test_encrypted_cinder_volumes)\
 304                           (?!.*test_minbw_allocation_placement)\
 305                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 306                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 307                           (?!.*test_volume_migrate_attached)\
 308                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 309                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 310                         option:
 311                             - '--concurrency=1'