docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api-cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 509
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=3'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 8
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (^cinder_tempest_plugin.)"
  92                         option:
  93                             - '--concurrency=3'
  94
  95             -
  96                 case_name: tempest_keystone_cntt
  97                 project_name: functest
  98                 criteria: 100
  99                 blocking: false
 100                 deny_skipping: true
 101                 tests_count: 27
 102                 description: >-
 103                     This test case runs the Tempest suite proposed by the
 104                     Keystone project.
 105                 run:
 106                     name: tempest_common
 107                     args:
 108                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 109                             (?!.*scenario.test_federated_authentication)\
 110                             keystone_tempest_plugin."
 111                         option:
 112                             - '--concurrency=3'
 113
 114             -
 115                 case_name: tempest_heat_cntt
 116                 project_name: functest
 117                 criteria: 100
 118                 blocking: false
 119                 deny_skipping: true
 120                 tests_count: 121
 121                 description: >-
 122                     This test case runs the Tempest suite proposed by the
 123                     Heat project.
 124                 run:
 125                     name: tempest_heat
 126                     args:
 127                         mode: "(?!.*functional.test_lbaasv2)\
 128                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 129                           (?!.*scenario.test_aodh_alarm)\
 130                           (?!.*tests.scenario.test_autoscaling_lb)\
 131                           (?!.*scenario.test_autoscaling_lbv2)\
 132                           (?!.*scenario.test_server_software_config)\
 133                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 134                           ^heat_tempest_plugin.tests"
 135                         option:
 136                             - '--concurrency=1'
 137
 138             -
 139                 case_name: rally_sanity_cntt
 140                 project_name: functest
 141                 criteria: 100
 142                 blocking: false
 143                 description: >-
 144                     This test case runs a sub group of tests of the OpenStack
 145                     Rally suite in smoke mode.
 146                 run:
 147                     name: rally_sanity
 148                     args:
 149                         tests:
 150                             - 'authenticate'
 151                             - 'glance'
 152                             - 'cinder'
 153                             - 'heat'
 154                             - 'keystone'
 155                             - 'neutron'
 156                             - 'nova'
 157                             - 'quotas'
 158                             - 'swift'
 159
 160             -
 161                 case_name: tempest_full_cntt
 162                 project_name: functest
 163                 criteria: 100
 164                 blocking: false
 165                 deny_skipping: true
 166                 tests_count: 1283
 167                 description: >-
 168                     The list of test cases is generated by
 169                     Tempest automatically and depends on the parameters of
 170                     the OpenStack deployment.
 171                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 172                 run:
 173                     name: tempest_common
 174                     args:
 175                         mode: "(?!.*test_fixed_ips)\
 176                           (?!.*test_fixed_ips_negative)\
 177                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 178                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 179                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 180                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 181                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 182                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 183                           (?!.*certificates.test_certificates)\
 184                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 185                           (?!.*test_novnc)(?!.*test_server_personality)\
 186                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 187                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 188                           (?!.*servers.test_virtual_interfaces)\
 189                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 190                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 191                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 192                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 193                           (?!.*test_security_group_default_rules)\
 194                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 195                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 196                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 197                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 198                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 199                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 200                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 201                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 202                           (?!.*compute.test_networks)\
 203                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 204                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 205                           (?!.*image.v1)\
 206                           (?!.*admin.test_dhcp_agent_scheduler)\
 207                           (?!.*admin.test_routers_dvr)\
 208                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 209                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 210                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 211                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 212                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 213                           (?!.*test_multi_backend)\
 214                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 215                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 216                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 217                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 218                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 219                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 220                         option:
 221                             - '--concurrency=3'
 222
 223             -
 224                 case_name: tempest_scenario_cntt
 225                 project_name: functest
 226                 criteria: 100
 227                 blocking: false
 228                 deny_skipping: true
 229                 tests_count: 9
 230                 description: >-
 231                     The list of test cases is generated by
 232                     Tempest automatically and depends on the parameters of
 233                     the OpenStack deployment.
 234                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 235                 run:
 236                     name: tempest_scenario
 237                     args:
 238                         mode: "(?!.*test_network_v6)\
 239                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 240                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 241                         option:
 242                             - '--concurrency=1'
 243
 244             -
 245                 case_name: tempest_slow_cntt
 246                 project_name: functest
 247                 criteria: 100
 248                 blocking: false
 249                 deny_skipping: true
 250                 tests_count: 35
 251                 description: >-
 252                     The list of test cases is generated by
 253                     Tempest automatically and depends on the parameters of
 254                     the OpenStack deployment.
 255                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 256                 run:
 257                     name: tempest_common
 258                     args:
 259                         mode: "(?!.*test_volume_swap)\
 260                           (?!.*test_server_personality)\
 261                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 262                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 263                           (?!.*test_encrypted_cinder_volumes)\
 264                           (?!.*test_minbw_allocation_placement)\
 265                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 266                           (?!.*test_network_v6)\
 267                           (?!.*test_volume_migrate_attached)\
 268                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 269                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 270                         option:
 271                             - '--concurrency=1'