docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: tempest_neutron_cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 512
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=3'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 8
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (^cinder_tempest_plugin.)"
  92                         option:
  93                             - '--concurrency=3'
  94
  95             -
  96                 case_name: tempest_keystone_cntt
  97                 project_name: functest
  98                 criteria: 100
  99                 blocking: false
 100                 deny_skipping: true
 101                 tests_count: 27
 102                 description: >-
 103                     This test case runs the Tempest suite proposed by the
 104                     Keystone project.
 105                 run:
 106                     name: tempest_common
 107                     args:
 108                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 109                             (?!.*scenario.test_federated_authentication)\
 110                             keystone_tempest_plugin."
 111                         option:
 112                             - '--concurrency=3'
 113
 114             -
 115                 case_name: tempest_heat_cntt
 116                 project_name: functest
 117                 criteria: 100
 118                 blocking: false
 119                 deny_skipping: true
 120                 tests_count: 120
 121                 description: >-
 122                     This test case runs the Tempest suite proposed by the
 123                     Heat project.
 124                 run:
 125                     name: tempest_heat
 126                     args:
 127                         mode: "(?!.*functional.test_lbaasv2)\
 128                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 129                           (?!.*scenario.test_aodh_alarm)\
 130                           (?!.*tests.scenario.test_autoscaling_lb)\
 131                           (?!.*scenario.test_autoscaling_lbv2)\
 132                           (?!.*scenario.test_server_software_config)\
 133                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 134                           (?!.*scenario.test_octavia_lbaas)\
 135                           (?!.*scenario.test_server_cfn_init)\
 136                           ^heat_tempest_plugin.tests"
 137                         option:
 138                             - '--concurrency=1'
 139
 140             -
 141                 case_name: rally_sanity_cntt
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 description: >-
 146                     This test case runs a sub group of tests of the OpenStack
 147                     Rally suite in smoke mode.
 148                 run:
 149                     name: rally_sanity
 150                     args:
 151                         tests:
 152                             - 'authenticate'
 153                             - 'glance'
 154                             - 'cinder'
 155                             - 'heat'
 156                             - 'keystone'
 157                             - 'neutron'
 158                             - 'nova'
 159                             - 'quotas'
 160                             - 'swift'
 161
 162             -
 163                 case_name: tempest_full_cntt
 164                 project_name: functest
 165                 criteria: 100
 166                 blocking: false
 167                 deny_skipping: true
 168                 tests_count: 1279
 169                 description: >-
 170                     The list of test cases is generated by
 171                     Tempest automatically and depends on the parameters of
 172                     the OpenStack deployment.
 173                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 174                 run:
 175                     name: tempest_common
 176                     args:
 177                         mode: "(?!.*test_fixed_ips)\
 178                           (?!.*test_fixed_ips_negative)\
 179                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 180                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 181                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 182                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 183                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 184                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 185                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 186                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 187                           (?!.*test_quotas.QuotasAdminTestV257)\
 188                           (?!.*certificates.test_certificates)\
 189                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 190                           (?!.*test_novnc)(?!.*test_server_personality)\
 191                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 192                           (?!.*test_servers_microversions.ServerShowV254Test)\
 193                           (?!.*test_servers_microversions.ServerShowV257Test)\
 194                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 195                           (?!.*servers.test_virtual_interfaces)\
 196                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 197                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 198                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 199                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 200                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 201                           (?!.*test_security_group_default_rules)\
 202                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 203                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 204                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 205                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 206                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 207                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 208                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 209                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 210                           (?!.*compute.test_networks)\
 211                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 212                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 213                           (?!.*image.v1)\
 214                           (?!.*admin.test_dhcp_agent_scheduler)\
 215                           (?!.*admin.test_routers_dvr)\
 216                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 217                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 218                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 219                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 220                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 221                           (?!.*test_multi_backend)\
 222                           (?!.*test_snapshot_manage)\
 223                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 224                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 225                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 226                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 227                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 228                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 229                         option:
 230                             - '--concurrency=3'
 231
 232             -
 233                 case_name: tempest_scenario_cntt
 234                 project_name: functest
 235                 criteria: 100
 236                 blocking: false
 237                 deny_skipping: true
 238                 tests_count: 9
 239                 description: >-
 240                     The list of test cases is generated by
 241                     Tempest automatically and depends on the parameters of
 242                     the OpenStack deployment.
 243                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 244                 run:
 245                     name: tempest_scenario
 246                     args:
 247                         mode: "\
 248                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 249                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 250                         option:
 251                             - '--concurrency=1'
 252
 253             -
 254                 case_name: tempest_slow_cntt
 255                 project_name: functest
 256                 criteria: 100
 257                 blocking: false
 258                 deny_skipping: true
 259                 tests_count: 43
 260                 description: >-
 261                     The list of test cases is generated by
 262                     Tempest automatically and depends on the parameters of
 263                     the OpenStack deployment.
 264                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 265                 run:
 266                     name: tempest_common
 267                     args:
 268                         mode: "(?!.*test_volume_swap)\
 269                           (?!.*test_server_personality)\
 270                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 271                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 272                           (?!.*test_encrypted_cinder_volumes)\
 273                           (?!.*test_minbw_allocation_placement)\
 274                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 275                           (?!.*test_volume_migrate_attached)\
 276                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 277                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 278                         option:
 279                             - '--concurrency=1'