docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         order: 2
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_neutron_cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 517
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwarding_negative)\
  44                             (?!.*test_port_forwardings)\
  45                             (?!.*test_ports.PortsTaggingOnCreation)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  50                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  51                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  52                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  53                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  54                             (?!.*test_router_interface_fip)\
  55                             (?!.*test_routers.DvrRoutersTest)\
  56                             (?!.*test_routers.HaRoutersTest)\
  57                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  58                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  60                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  61                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  62                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  63                             (?!.*test_subnetpool_prefix_ops)\
  64                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  65                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  66                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  67                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  68                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  69                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  70                             (?!.*test_trunk.TrunkTestMtusJSON)\
  71                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  72                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  73                             (^neutron_tempest_plugin.api)"
  74                         option:
  75                             - '--concurrency=4'
  76
  77             -
  78                 case_name: tempest_cinder_cntt
  79                 project_name: functest
  80                 criteria: 100
  81                 blocking: false
  82                 deny_skipping: true
  83                 tests_count: 11
  84                 description: >-
  85                     This test case runs the Tempest suite proposed by the
  86                     Cinder project.
  87                 run:
  88                     name: tempest_common
  89                     args:
  90                         mode: "(?!.*test_incremental_backup)\
  91                             (?!.*test_consistencygroups)\
  92                             (^cinder_tempest_plugin.)"
  93                         option:
  94                             - '--concurrency=4'
  95
  96             -
  97                 case_name: tempest_keystone_cntt
  98                 project_name: functest
  99                 criteria: 100
 100                 blocking: false
 101                 deny_skipping: true
 102                 tests_count: 27
 103                 description: >-
 104                     This test case runs the Tempest suite proposed by the
 105                     Keystone project.
 106                 run:
 107                     name: tempest_common
 108                     args:
 109                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 110                             (?!.*scenario.test_federated_authentication)\
 111                             keystone_tempest_plugin."
 112                         option:
 113                             - '--concurrency=4'
 114
 115             -
 116                 case_name: tempest_heat_cntt
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: false
 120                 deny_skipping: true
 121                 tests_count: 119
 122                 description: >-
 123                     This test case runs the Tempest suite proposed by the
 124                     Heat project.
 125                 run:
 126                     name: tempest_heat
 127                     args:
 128                         mode: "(?!.*functional.test_lbaasv2)\
 129                           (?!.*functional.test_encryption_vol_type)\
 130                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 131                           (?!.*scenario.test_aodh_alarm)\
 132                           (?!.*tests.scenario.test_autoscaling_lb)\
 133                           (?!.*scenario.test_autoscaling_lbv2)\
 134                           (?!.*scenario.test_server_software_config)\
 135                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 136                           (?!.*scenario.test_octavia_lbaas)\
 137                           (?!.*scenario.test_server_cfn_init)\
 138                           ^heat_tempest_plugin.tests"
 139                         option:
 140                             - '--concurrency=1'
 141
 142             -
 143                 case_name: rally_sanity_cntt
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: false
 147                 description: >-
 148                     This test case runs a sub group of tests of the OpenStack
 149                     Rally suite in smoke mode.
 150                 run:
 151                     name: rally_sanity
 152                     args:
 153                         tests:
 154                             - 'authenticate'
 155                             - 'glance'
 156                             - 'cinder'
 157                             - 'heat'
 158                             - 'keystone'
 159                             - 'neutron'
 160                             - 'nova'
 161                             - 'quotas'
 162                             - 'swift'
 163
 164             -
 165                 case_name: tempest_full_cntt
 166                 project_name: functest
 167                 criteria: 100
 168                 blocking: false
 169                 deny_skipping: true
 170                 tests_count: 1280
 171                 description: >-
 172                     The list of test cases is generated by
 173                     Tempest automatically and depends on the parameters of
 174                     the OpenStack deployment.
 175                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 176                 run:
 177                     name: tempest_common
 178                     args:
 179                         mode: "(?!.*test_fixed_ips)\
 180                           (?!.*test_fixed_ips_negative)\
 181                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 182                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 183                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 184                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 185                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 186                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 187                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 188                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 189                           (?!.*test_quotas.QuotasAdminTestV257)\
 190                           (?!.*certificates.test_certificates)\
 191                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 192                           (?!.*test_novnc)(?!.*test_server_personality)\
 193                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 194                           (?!.*test_servers_microversions.ServerShowV254Test)\
 195                           (?!.*test_servers_microversions.ServerShowV257Test)\
 196                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 197                           (?!.*servers.test_virtual_interfaces)\
 198                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 199                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 200                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 201                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 202                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 203                           (?!.*test_security_group_default_rules)\
 204                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 205                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 206                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 207                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 208                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 209                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 210                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 211                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 212                           (?!.*compute.test_networks)\
 213                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 214                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 215                           (?!.*image.v1)\
 216                           (?!.*image.v2.test_images.ImportImagesTest.test_image_import)\
 217                           (?!.*admin.test_dhcp_agent_scheduler)\
 218                           (?!.*admin.test_routers_dvr)\
 219                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 220                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 221                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 222                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 223                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 224                           (?!.*test_multi_backend)\
 225                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 226                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 227                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 228                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 229                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 230                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 231                         option:
 232                             - '--concurrency=4'
 233
 234             -
 235                 case_name: tempest_scenario_cntt
 236                 project_name: functest
 237                 criteria: 100
 238                 blocking: false
 239                 deny_skipping: true
 240                 tests_count: 9
 241                 description: >-
 242                     The list of test cases is generated by
 243                     Tempest automatically and depends on the parameters of
 244                     the OpenStack deployment.
 245                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 246                 run:
 247                     name: tempest_common
 248                     args:
 249                         mode: "\
 250                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 251                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 252                         option:
 253                             - '--concurrency=1'
 254
 255             -
 256                 case_name: tempest_slow_cntt
 257                 project_name: functest
 258                 criteria: 100
 259                 blocking: false
 260                 deny_skipping: true
 261                 tests_count: 43
 262                 description: >-
 263                     The list of test cases is generated by
 264                     Tempest automatically and depends on the parameters of
 265                     the OpenStack deployment.
 266                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 267                 run:
 268                     name: tempest_common
 269                     args:
 270                         mode: "(?!.*test_volume_swap)\
 271                           (?!.*test_server_personality)\
 272                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 273                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 274                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 275                           (?!.*test_encrypted_cinder_volumes)\
 276                           (?!.*test_minbw_allocation_placement)\
 277                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 278                           (?!.*test_volume_migrate_attached)\
 279                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 280                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 281                         option:
 282                             - '--concurrency=1'