docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke_cntt
   5         order: 2
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_neutron_cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 515
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=4'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 8
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (^cinder_tempest_plugin.)"
  92                         option:
  93                             - '--concurrency=4'
  94
  95             -
  96                 case_name: tempest_keystone_cntt
  97                 project_name: functest
  98                 criteria: 100
  99                 blocking: false
 100                 deny_skipping: true
 101                 tests_count: 27
 102                 description: >-
 103                     This test case runs the Tempest suite proposed by the
 104                     Keystone project.
 105                 run:
 106                     name: tempest_common
 107                     args:
 108                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 109                             (?!.*scenario.test_federated_authentication)\
 110                             keystone_tempest_plugin."
 111                         option:
 112                             - '--concurrency=4'
 113
 114             -
 115                 case_name: tempest_heat_cntt
 116                 project_name: functest
 117                 criteria: 100
 118                 blocking: false
 119                 deny_skipping: true
 120                 tests_count: 112
 121                 description: >-
 122                     This test case runs the Tempest suite proposed by the
 123                     Heat project.
 124                 run:
 125                     name: tempest_heat
 126                     args:
 127                         mode: "(?!.*functional.test_lbaasv2)\
 128                           (?!.*functional.test_encryption_vol_type)\
 129                           (?!.*functional.test_remote_stack.RemoteStackTest)\
 130                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 131                           (?!.*scenario.test_aodh_alarm)\
 132                           (?!.*tests.scenario.test_autoscaling_lb)\
 133                           (?!.*scenario.test_autoscaling_lbv2)\
 134                           (?!.*scenario.test_remote_deeply_nested.RemoteDeeplyNestedStackTest)\
 135                           (?!.*scenario.test_server_software_config)\
 136                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 137                           (?!.*scenario.test_octavia_lbaas)\
 138                           (?!.*scenario.test_server_cfn_init)\
 139                           ^heat_tempest_plugin.tests"
 140                         option:
 141                             - '--concurrency=1'
 142
 143             -
 144                 case_name: rally_sanity_cntt
 145                 project_name: functest
 146                 criteria: 100
 147                 blocking: false
 148                 description: >-
 149                     This test case runs a sub group of tests of the OpenStack
 150                     Rally suite in smoke mode.
 151                 run:
 152                     name: rally_sanity
 153                     args:
 154                         tests:
 155                             - 'authenticate'
 156                             - 'glance'
 157                             - 'cinder'
 158                             - 'heat'
 159                             - 'keystone'
 160                             - 'neutron'
 161                             - 'nova'
 162                             - 'quotas'
 163                             - 'swift'
 164
 165             -
 166                 case_name: tempest_full_cntt
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 deny_skipping: true
 171                 tests_count: 1279
 172                 description: >-
 173                     The list of test cases is generated by
 174                     Tempest automatically and depends on the parameters of
 175                     the OpenStack deployment.
 176                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 177                 run:
 178                     name: tempest_common
 179                     args:
 180                         mode: "(?!.*test_fixed_ips)\
 181                           (?!.*test_fixed_ips_negative)\
 182                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 183                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 184                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 185                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 186                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 187                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 188                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 189                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 190                           (?!.*test_quotas.QuotasAdminTestV257)\
 191                           (?!.*certificates.test_certificates)\
 192                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 193                           (?!.*test_novnc)(?!.*test_server_personality)\
 194                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 195                           (?!.*test_servers_microversions.ServerShowV254Test)\
 196                           (?!.*test_servers_microversions.ServerShowV257Test)\
 197                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 198                           (?!.*servers.test_virtual_interfaces)\
 199                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 200                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 201                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 202                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 203                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 204                           (?!.*test_security_group_default_rules)\
 205                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 206                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 207                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 208                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 209                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 210                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 211                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 212                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 213                           (?!.*compute.test_networks)\
 214                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 215                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 216                           (?!.*image.v1)\
 217                           (?!.*admin.test_dhcp_agent_scheduler)\
 218                           (?!.*admin.test_routers_dvr)\
 219                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 220                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 221                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 222                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 223                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 224                           (?!.*test_multi_backend)\
 225                           (?!.*test_snapshot_manage)\
 226                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 227                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 228                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 229                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 230                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 231                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 232                         option:
 233                             - '--concurrency=4'
 234
 235             -
 236                 case_name: tempest_scenario_cntt
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 deny_skipping: true
 241                 tests_count: 9
 242                 description: >-
 243                     The list of test cases is generated by
 244                     Tempest automatically and depends on the parameters of
 245                     the OpenStack deployment.
 246                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 247                 run:
 248                     name: tempest_scenario
 249                     args:
 250                         mode: "\
 251                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 252                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 253                         option:
 254                             - '--concurrency=1'
 255
 256             -
 257                 case_name: tempest_slow_cntt
 258                 project_name: functest
 259                 criteria: 100
 260                 blocking: false
 261                 deny_skipping: true
 262                 tests_count: 43
 263                 description: >-
 264                     The list of test cases is generated by
 265                     Tempest automatically and depends on the parameters of
 266                     the OpenStack deployment.
 267                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 268                 run:
 269                     name: tempest_common
 270                     args:
 271                         mode: "(?!.*test_volume_swap)\
 272                           (?!.*test_server_personality)\
 273                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 274                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 275                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 276                           (?!.*test_encrypted_cinder_volumes)\
 277                           (?!.*test_minbw_allocation_placement)\
 278                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 279                           (?!.*test_volume_migrate_attached)\
 280                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 281                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 282                         option:
 283                             - '--concurrency=1'