docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron_cntt
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 deny_skipping: true
  14                 tests_count: 545
  15                 description: >-
  16                     This test case runs the Tempest suite proposed by the
  17                     Neutron project. The list of test cases is generated by
  18                     Tempest automatically and depends on the parameters of
  19                     the OpenStack deployment.
  20                 run:
  21                     name: tempest_common
  22                     args:
  23                         mode: "(?!.*admin.test_agent_availability_zone)\
  24                             (?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_l3_agent_scheduler)\
  26                             (?!.*admin.test_logging)\
  27                             (?!.*admin.test_logging_negative)\
  28                             (?!.*admin.test_network_segment_range)\
  29                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  30                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  31                             (?!.*admin.test_routers_dvr)\
  32                             (?!.*admin.test_routers_flavors)\
  33                             (?!.*admin.test_routers_ha)\
  34                             (?!.*test_conntrack_helper)\
  35                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  36                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  37                             (?!.*test_metering_extensions)\
  38                             (?!.*test_metering_negative)\
  39                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  40                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  41                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  42                             (?!.*test_port_forwarding_negative)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=4'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 10
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (?!.*test_backup_crossproject_admin_negative)\
  92                             (?!.*test_backup_crossproject_user_negative)\
  93                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
  94                             (^cinder_tempest_plugin.)"
  95                         option:
  96                             - '--concurrency=4'
  97
  98             -
  99                 case_name: tempest_keystone_cntt
 100                 project_name: functest
 101                 criteria: 100
 102                 blocking: false
 103                 deny_skipping: true
 104                 tests_count: 27
 105                 description: >-
 106                     This test case runs the Tempest suite proposed by the
 107                     Keystone project.
 108                 run:
 109                     name: tempest_common
 110                     args:
 111                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 112                             (?!.*scenario.test_federated_authentication)\
 113                             keystone_tempest_plugin."
 114                         option:
 115                             - '--concurrency=4'
 116
 117             -
 118                 case_name: tempest_heat_cntt
 119                 project_name: functest
 120                 criteria: 100
 121                 blocking: false
 122                 deny_skipping: true
 123                 tests_count: 125
 124                 description: >-
 125                     This test case runs the Tempest suite proposed by the
 126                     Heat project.
 127                 run:
 128                     name: tempest_heat
 129                     args:
 130                         mode: "(?!.*functional.test_lbaasv2)\
 131                           (?!.*functional.test_encryption_vol_type)\
 132                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 133                           (?!.*scenario.test_aodh_alarm)\
 134                           (?!.*tests.scenario.test_autoscaling_lb)\
 135                           (?!.*scenario.test_autoscaling_lbv2)\
 136                           (?!.*scenario.test_server_software_config)\
 137                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 138                           (?!.*scenario.test_octavia_lbaas)\
 139                           (?!.*scenario.test_server_cfn_init)\
 140                           ^heat_tempest_plugin.tests"
 141                         option:
 142                             - '--concurrency=1'
 143
 144             -
 145                 case_name: rally_sanity_cntt
 146                 project_name: functest
 147                 criteria: 100
 148                 blocking: false
 149                 description: >-
 150                     This test case runs a sub group of tests of the OpenStack
 151                     Rally suite in smoke mode.
 152                 run:
 153                     name: rally_sanity
 154                     args:
 155                         tests:
 156                             - 'authenticate'
 157                             - 'glance'
 158                             - 'cinder'
 159                             - 'heat'
 160                             - 'keystone'
 161                             - 'neutron'
 162                             - 'nova'
 163                             - 'quotas'
 164                             - 'swift'
 165
 166             -
 167                 case_name: tempest_full_cntt
 168                 project_name: functest
 169                 criteria: 100
 170                 blocking: false
 171                 deny_skipping: true
 172                 tests_count: 1260
 173                 description: >-
 174                     The list of test cases is generated by
 175                     Tempest automatically and depends on the parameters of
 176                     the OpenStack deployment.
 177                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 178                 run:
 179                     name: tempest_common
 180                     args:
 181                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 182                           (?!.*test_fixed_ips_negative)\
 183                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 184                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 185                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 186                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 187                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 188                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 189                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 190                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 191                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 192                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 193                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 194                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 195                           (?!.*test_quotas.QuotasAdminTestV257)\
 196                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 197                           (?!.*certificates.test_certificates)\
 198                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 199                           (?!.*test_novnc)(?!.*test_server_personality)\
 200                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 201                           (?!.*test_servers_microversions.ServerShowV254Test)\
 202                           (?!.*test_servers_microversions.ServerShowV257Test)\
 203                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 204                           (?!.*servers.test_virtual_interfaces)\
 205                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 206                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 207                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 208                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 209                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 210                           (?!.*test_security_group_default_rules)\
 211                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 212                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 213                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 214                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 215                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 216                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 217                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 218                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 219                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 220                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 221                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 222                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 223                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 224                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 225                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 226                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 227                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 228                           (?!.*compute.test_networks)\
 229                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 230                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 231                           (?!.*identity.v3.test_access_rules)\
 232                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 233                           (?!.*image.v1)\
 234                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 235                           (?!.*image.v2.test_images.ImportImagesTest)\
 236                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 237                           (?!.*admin.test_dhcp_agent_scheduler)\
 238                           (?!.*admin.test_routers_dvr)\
 239                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 240                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 241                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 242                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 243                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 244                           (?!.*test_encrypted_volumes_extend)\
 245                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 246                           (?!.*test_multi_backend)\
 247                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 248                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 249                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 250                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 251                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 252                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 253                         option:
 254                             - '--concurrency=4'
 255
 256             -
 257                 case_name: tempest_scenario_cntt
 258                 project_name: functest
 259                 criteria: 100
 260                 blocking: false
 261                 deny_skipping: true
 262                 tests_count: 9
 263                 description: >-
 264                     The list of test cases is generated by
 265                     Tempest automatically and depends on the parameters of
 266                     the OpenStack deployment.
 267                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 268                 run:
 269                     name: tempest_common
 270                     args:
 271                         mode: "\
 272                           (?!.*test_minbw_allocation_placement)\
 273                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 274                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 275                         option:
 276                             - '--concurrency=1'
 277
 278             -
 279                 case_name: tempest_slow_cntt
 280                 project_name: functest
 281                 criteria: 100
 282                 blocking: false
 283                 deny_skipping: true
 284                 tests_count: 43
 285                 description: >-
 286                     The list of test cases is generated by
 287                     Tempest automatically and depends on the parameters of
 288                     the OpenStack deployment.
 289                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 290                 run:
 291                     name: tempest_common
 292                     args:
 293                         mode: "(?!.*test_volume_swap)\
 294                           (?!.*test_server_personality)\
 295                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 296                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 297                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 298                           (?!.*test_encrypted_cinder_volumes)\
 299                           (?!.*test_minbw_allocation_placement)\
 300                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 301                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 302                           (?!.*test_volume_migrate_attached)\
 303                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 304                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 305                         option:
 306                             - '--concurrency=1'