docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         order: 2
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_neutron_cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 515
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwarding_negative)\
  44                             (?!.*test_port_forwardings)\
  45                             (?!.*test_ports.PortsTaggingOnCreation)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  50                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  51                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  52                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  53                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  54                             (?!.*test_router_interface_fip)\
  55                             (?!.*test_routers.DvrRoutersTest)\
  56                             (?!.*test_routers.HaRoutersTest)\
  57                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  58                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  60                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  61                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  62                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  63                             (?!.*test_subnetpool_prefix_ops)\
  64                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  65                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  66                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  67                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  68                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  69                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  70                             (?!.*test_trunk.TrunkTestMtusJSON)\
  71                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  72                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  73                             (^neutron_tempest_plugin.api)"
  74                         option:
  75                             - '--concurrency=4'
  76
  77             -
  78                 case_name: tempest_cinder_cntt
  79                 project_name: functest
  80                 criteria: 100
  81                 blocking: false
  82                 deny_skipping: true
  83                 tests_count: 8
  84                 description: >-
  85                     This test case runs the Tempest suite proposed by the
  86                     Cinder project.
  87                 run:
  88                     name: tempest_common
  89                     args:
  90                         mode: "(?!.*test_incremental_backup)\
  91                             (?!.*test_consistencygroups)\
  92                             (^cinder_tempest_plugin.)"
  93                         option:
  94                             - '--concurrency=4'
  95
  96             -
  97                 case_name: tempest_keystone_cntt
  98                 project_name: functest
  99                 criteria: 100
 100                 blocking: false
 101                 deny_skipping: true
 102                 tests_count: 27
 103                 description: >-
 104                     This test case runs the Tempest suite proposed by the
 105                     Keystone project.
 106                 run:
 107                     name: tempest_common
 108                     args:
 109                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 110                             (?!.*scenario.test_federated_authentication)\
 111                             keystone_tempest_plugin."
 112                         option:
 113                             - '--concurrency=4'
 114
 115             -
 116                 case_name: tempest_heat_cntt
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: false
 120                 deny_skipping: true
 121                 tests_count: 112
 122                 description: >-
 123                     This test case runs the Tempest suite proposed by the
 124                     Heat project.
 125                 run:
 126                     name: tempest_heat
 127                     args:
 128                         mode: "(?!.*functional.test_lbaasv2)\
 129                           (?!.*functional.test_encryption_vol_type)\
 130                           (?!.*functional.test_remote_stack.RemoteStackTest)\
 131                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 132                           (?!.*scenario.test_aodh_alarm)\
 133                           (?!.*tests.scenario.test_autoscaling_lb)\
 134                           (?!.*scenario.test_autoscaling_lbv2)\
 135                           (?!.*scenario.test_remote_deeply_nested.RemoteDeeplyNestedStackTest)\
 136                           (?!.*scenario.test_server_software_config)\
 137                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 138                           (?!.*scenario.test_octavia_lbaas)\
 139                           (?!.*scenario.test_server_cfn_init)\
 140                           ^heat_tempest_plugin.tests"
 141                         option:
 142                             - '--concurrency=1'
 143
 144             -
 145                 case_name: rally_sanity_cntt
 146                 project_name: functest
 147                 criteria: 100
 148                 blocking: false
 149                 description: >-
 150                     This test case runs a sub group of tests of the OpenStack
 151                     Rally suite in smoke mode.
 152                 run:
 153                     name: rally_sanity
 154                     args:
 155                         tests:
 156                             - 'authenticate'
 157                             - 'glance'
 158                             - 'cinder'
 159                             - 'heat'
 160                             - 'keystone'
 161                             - 'neutron'
 162                             - 'nova'
 163                             - 'quotas'
 164                             - 'swift'
 165
 166             -
 167                 case_name: tempest_full_cntt
 168                 project_name: functest
 169                 criteria: 100
 170                 blocking: false
 171                 deny_skipping: true
 172                 tests_count: 1279
 173                 description: >-
 174                     The list of test cases is generated by
 175                     Tempest automatically and depends on the parameters of
 176                     the OpenStack deployment.
 177                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 178                 run:
 179                     name: tempest_common
 180                     args:
 181                         mode: "(?!.*test_fixed_ips)\
 182                           (?!.*test_fixed_ips_negative)\
 183                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 184                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 185                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 186                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 187                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 188                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 189                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 190                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 191                           (?!.*test_quotas.QuotasAdminTestV257)\
 192                           (?!.*certificates.test_certificates)\
 193                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 194                           (?!.*test_novnc)(?!.*test_server_personality)\
 195                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 196                           (?!.*test_servers_microversions.ServerShowV254Test)\
 197                           (?!.*test_servers_microversions.ServerShowV257Test)\
 198                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 199                           (?!.*servers.test_virtual_interfaces)\
 200                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 201                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 202                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 203                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 204                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 205                           (?!.*test_security_group_default_rules)\
 206                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 207                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 208                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 209                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 210                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 211                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 212                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 213                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 214                           (?!.*compute.test_networks)\
 215                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 216                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 217                           (?!.*image.v1)\
 218                           (?!.*admin.test_dhcp_agent_scheduler)\
 219                           (?!.*admin.test_routers_dvr)\
 220                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 221                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 222                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 223                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 224                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 225                           (?!.*test_multi_backend)\
 226                           (?!.*test_snapshot_manage)\
 227                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 228                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 229                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 230                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 231                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 232                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 233                         option:
 234                             - '--concurrency=4'
 235
 236             -
 237                 case_name: tempest_scenario_cntt
 238                 project_name: functest
 239                 criteria: 100
 240                 blocking: false
 241                 deny_skipping: true
 242                 tests_count: 9
 243                 description: >-
 244                     The list of test cases is generated by
 245                     Tempest automatically and depends on the parameters of
 246                     the OpenStack deployment.
 247                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 248                 run:
 249                     name: tempest_scenario
 250                     args:
 251                         mode: "\
 252                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 253                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 254                         option:
 255                             - '--concurrency=1'
 256
 257             -
 258                 case_name: tempest_slow_cntt
 259                 project_name: functest
 260                 criteria: 100
 261                 blocking: false
 262                 deny_skipping: true
 263                 tests_count: 43
 264                 description: >-
 265                     The list of test cases is generated by
 266                     Tempest automatically and depends on the parameters of
 267                     the OpenStack deployment.
 268                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 269                 run:
 270                     name: tempest_common
 271                     args:
 272                         mode: "(?!.*test_volume_swap)\
 273                           (?!.*test_server_personality)\
 274                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 275                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 276                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 277                           (?!.*test_encrypted_cinder_volumes)\
 278                           (?!.*test_minbw_allocation_placement)\
 279                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 280                           (?!.*test_volume_migrate_attached)\
 281                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 282                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 283                         option:
 284                             - '--concurrency=1'