docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron_cntt
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 deny_skipping: true
  14                 tests_count: 523
  15                 description: >-
  16                     This test case runs the Tempest suite proposed by the
  17                     Neutron project. The list of test cases is generated by
  18                     Tempest automatically and depends on the parameters of
  19                     the OpenStack deployment.
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: "(?!.*admin.test_agent_availability_zone)\
  24                             (?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_l3_agent_scheduler)\
  26                             (?!.*admin.test_logging)\
  27                             (?!.*admin.test_logging_negative)\
  28                             (?!.*admin.test_network_segment_range)\
  29                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  30                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  31                             (?!.*admin.test_routers_dvr)\
  32                             (?!.*admin.test_routers_flavors)\
  33                             (?!.*admin.test_routers_ha)\
  34                             (?!.*test_conntrack_helper)\
  35                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  36                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  37                             (?!.*test_metering_extensions)\
  38                             (?!.*test_metering_negative)\
  39                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  40                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  41                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  42                             (?!.*test_port_forwarding_negative)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=4'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 9
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (?!.*test_backup_crossproject_admin_negative)\
  92                             (?!.*test_backup_crossproject_user_negative)\
  93                             (^cinder_tempest_plugin.)"
  94                         option:
  95                             - '--concurrency=4'
  96
  97             -
  98                 case_name: tempest_keystone_cntt
  99                 project_name: functest
 100                 criteria: 100
 101                 blocking: false
 102                 deny_skipping: true
 103                 tests_count: 27
 104                 description: >-
 105                     This test case runs the Tempest suite proposed by the
 106                     Keystone project.
 107                 run:
 108                     name: tempest_common
 109                     args:
 110                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 111                             (?!.*scenario.test_federated_authentication)\
 112                             keystone_tempest_plugin."
 113                         option:
 114                             - '--concurrency=4'
 115
 116             -
 117                 case_name: tempest_heat_cntt
 118                 project_name: functest
 119                 criteria: 100
 120                 blocking: false
 121                 deny_skipping: true
 122                 tests_count: 125
 123                 description: >-
 124                     This test case runs the Tempest suite proposed by the
 125                     Heat project.
 126                 run:
 127                     name: tempest_heat
 128                     args:
 129                         mode: "(?!.*functional.test_lbaasv2)\
 130                           (?!.*functional.test_encryption_vol_type)\
 131                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 132                           (?!.*scenario.test_aodh_alarm)\
 133                           (?!.*tests.scenario.test_autoscaling_lb)\
 134                           (?!.*scenario.test_autoscaling_lbv2)\
 135                           (?!.*scenario.test_server_software_config)\
 136                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 137                           (?!.*scenario.test_octavia_lbaas)\
 138                           (?!.*scenario.test_server_cfn_init)\
 139                           ^heat_tempest_plugin.tests"
 140                         option:
 141                             - '--concurrency=1'
 142
 143             -
 144                 case_name: rally_sanity_cntt
 145                 project_name: functest
 146                 criteria: 100
 147                 blocking: false
 148                 description: >-
 149                     This test case runs a sub group of tests of the OpenStack
 150                     Rally suite in smoke mode.
 151                 run:
 152                     name: rally_sanity
 153                     args:
 154                         tests:
 155                             - 'authenticate'
 156                             - 'glance'
 157                             - 'cinder'
 158                             - 'heat'
 159                             - 'keystone'
 160                             - 'neutron'
 161                             - 'nova'
 162                             - 'quotas'
 163                             - 'swift'
 164
 165             -
 166                 case_name: tempest_full_cntt
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 deny_skipping: true
 171                 tests_count: 1260
 172                 description: >-
 173                     The list of test cases is generated by
 174                     Tempest automatically and depends on the parameters of
 175                     the OpenStack deployment.
 176                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 177                 run:
 178                     name: tempest_common
 179                     args:
 180                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 181                           (?!.*test_fixed_ips_negative)\
 182                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 183                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 184                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 185                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 186                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 187                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 188                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 189                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 190                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 191                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 192                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 193                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 194                           (?!.*test_quotas.QuotasAdminTestV257)\
 195                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 196                           (?!.*certificates.test_certificates)\
 197                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 198                           (?!.*test_novnc)(?!.*test_server_personality)\
 199                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 200                           (?!.*test_servers_microversions.ServerShowV254Test)\
 201                           (?!.*test_servers_microversions.ServerShowV257Test)\
 202                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 203                           (?!.*servers.test_virtual_interfaces)\
 204                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 205                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 206                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 207                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 208                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 209                           (?!.*test_security_group_default_rules)\
 210                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 211                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 212                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 213                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 214                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 215                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 216                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 217                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 218                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 219                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 220                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 221                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 222                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 223                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 224                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 225                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 226                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 227                           (?!.*compute.test_networks)\
 228                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 229                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 230                           (?!.*identity.v3.test_access_rules)\
 231                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 232                           (?!.*image.v1)\
 233                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 234                           (?!.*image.v2.test_images.ImportImagesTest)\
 235                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 236                           (?!.*admin.test_dhcp_agent_scheduler)\
 237                           (?!.*admin.test_routers_dvr)\
 238                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 239                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 240                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 241                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 242                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 243                           (?!.*test_encrypted_volumes_extend)\
 244                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 245                           (?!.*test_multi_backend)\
 246                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 247                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 248                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 249                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 250                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 251                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 252                         option:
 253                             - '--concurrency=4'
 254
 255             -
 256                 case_name: tempest_scenario_cntt
 257                 project_name: functest
 258                 criteria: 100
 259                 blocking: false
 260                 deny_skipping: true
 261                 tests_count: 9
 262                 description: >-
 263                     The list of test cases is generated by
 264                     Tempest automatically and depends on the parameters of
 265                     the OpenStack deployment.
 266                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 267                 run:
 268                     name: tempest_common
 269                     args:
 270                         mode: "\
 271                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 272                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 273                         option:
 274                             - '--concurrency=1'
 275
 276             -
 277                 case_name: tempest_slow_cntt
 278                 project_name: functest
 279                 criteria: 100
 280                 blocking: false
 281                 deny_skipping: true
 282                 tests_count: 43
 283                 description: >-
 284                     The list of test cases is generated by
 285                     Tempest automatically and depends on the parameters of
 286                     the OpenStack deployment.
 287                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 288                 run:
 289                     name: tempest_common
 290                     args:
 291                         mode: "(?!.*test_volume_swap)\
 292                           (?!.*test_server_personality)\
 293                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 294                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 295                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 296                           (?!.*test_encrypted_cinder_volumes)\
 297                           (?!.*test_minbw_allocation_placement)\
 298                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 299                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 300                           (?!.*test_volume_migrate_attached)\
 301                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 302                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 303                         option:
 304                             - '--concurrency=1'