docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api-cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 510
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=3'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 8
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (^cinder_tempest_plugin.)"
  92                         option:
  93                             - '--concurrency=3'
  94
  95             -
  96                 case_name: tempest_keystone_cntt
  97                 project_name: functest
  98                 criteria: 100
  99                 blocking: false
 100                 deny_skipping: true
 101                 tests_count: 27
 102                 description: >-
 103                     This test case runs the Tempest suite proposed by the
 104                     Keystone project.
 105                 run:
 106                     name: tempest_common
 107                     args:
 108                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 109                             (?!.*scenario.test_federated_authentication)\
 110                             keystone_tempest_plugin."
 111                         option:
 112                             - '--concurrency=3'
 113
 114             -
 115                 case_name: tempest_heat_cntt
 116                 project_name: functest
 117                 criteria: 100
 118                 blocking: false
 119                 deny_skipping: true
 120                 tests_count: 120
 121                 description: >-
 122                     This test case runs the Tempest suite proposed by the
 123                     Heat project.
 124                 run:
 125                     name: tempest_heat
 126                     args:
 127                         mode: "(?!.*functional.test_lbaasv2)\
 128                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 129                           (?!.*scenario.test_aodh_alarm)\
 130                           (?!.*tests.scenario.test_autoscaling_lb)\
 131                           (?!.*scenario.test_autoscaling_lbv2)\
 132                           (?!.*scenario.test_server_software_config)\
 133                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 134                           (?!.*scenario.test_server_cfn_init)\
 135                           ^heat_tempest_plugin.tests"
 136                         option:
 137                             - '--concurrency=1'
 138
 139             -
 140                 case_name: rally_sanity_cntt
 141                 project_name: functest
 142                 criteria: 100
 143                 blocking: false
 144                 description: >-
 145                     This test case runs a sub group of tests of the OpenStack
 146                     Rally suite in smoke mode.
 147                 run:
 148                     name: rally_sanity
 149                     args:
 150                         tests:
 151                             - 'authenticate'
 152                             - 'glance'
 153                             - 'cinder'
 154                             - 'heat'
 155                             - 'keystone'
 156                             - 'neutron'
 157                             - 'nova'
 158                             - 'quotas'
 159                             - 'swift'
 160
 161             -
 162                 case_name: tempest_full_cntt
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: false
 166                 deny_skipping: true
 167                 tests_count: 1283
 168                 description: >-
 169                     The list of test cases is generated by
 170                     Tempest automatically and depends on the parameters of
 171                     the OpenStack deployment.
 172                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 173                 run:
 174                     name: tempest_common
 175                     args:
 176                         mode: "(?!.*test_fixed_ips)\
 177                           (?!.*test_fixed_ips_negative)\
 178                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 179                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 180                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 181                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 182                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 183                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 184                           (?!.*certificates.test_certificates)\
 185                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 186                           (?!.*test_novnc)(?!.*test_server_personality)\
 187                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 188                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 189                           (?!.*servers.test_virtual_interfaces)\
 190                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 191                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 192                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 193                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 194                           (?!.*test_security_group_default_rules)\
 195                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 196                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 197                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 198                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 199                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 200                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 201                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 202                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 203                           (?!.*compute.test_networks)\
 204                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 205                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 206                           (?!.*image.v1)\
 207                           (?!.*admin.test_dhcp_agent_scheduler)\
 208                           (?!.*admin.test_routers_dvr)\
 209                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 210                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 211                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 212                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 213                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 214                           (?!.*test_multi_backend)\
 215                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 216                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 217                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 218                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 219                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 220                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 221                         option:
 222                             - '--concurrency=3'
 223
 224             -
 225                 case_name: tempest_scenario_cntt
 226                 project_name: functest
 227                 criteria: 100
 228                 blocking: false
 229                 deny_skipping: true
 230                 tests_count: 9
 231                 description: >-
 232                     The list of test cases is generated by
 233                     Tempest automatically and depends on the parameters of
 234                     the OpenStack deployment.
 235                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 236                 run:
 237                     name: tempest_scenario
 238                     args:
 239                         mode: "(?!.*test_network_v6)\
 240                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 241                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 242                         option:
 243                             - '--concurrency=1'
 244
 245             -
 246                 case_name: tempest_slow_cntt
 247                 project_name: functest
 248                 criteria: 100
 249                 blocking: false
 250                 deny_skipping: true
 251                 tests_count: 35
 252                 description: >-
 253                     The list of test cases is generated by
 254                     Tempest automatically and depends on the parameters of
 255                     the OpenStack deployment.
 256                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 257                 run:
 258                     name: tempest_common
 259                     args:
 260                         mode: "(?!.*test_volume_swap)\
 261                           (?!.*test_server_personality)\
 262                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 263                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 264                           (?!.*test_encrypted_cinder_volumes)\
 265                           (?!.*test_minbw_allocation_placement)\
 266                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 267                           (?!.*test_network_v6)\
 268                           (?!.*test_volume_migrate_attached)\
 269                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 270                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 271                         option:
 272                             - '--concurrency=1'