docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api-cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 509
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
  64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  69                             (?!.*test_trunk.TrunkTestMtusJSON)\
  70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  72                             (^neutron_tempest_plugin.api)"
  73                         option:
  74                             - '--concurrency=3'
  75
  76             -
  77                 case_name: tempest_cinder_cntt
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: false
  81                 deny_skipping: true
  82                 tests_count: 7
  83                 description: >-
  84                     This test case runs the Tempest suite proposed by the
  85                     Cinder project.
  86                 run:
  87                     name: tempest_common
  88                     args:
  89                         mode: "(?!.*test_incremental_backup)\
  90                             (?!.*test_consistencygroups)\
  91                             (^cinder_tempest_plugin.)"
  92                         option:
  93                             - '--concurrency=3'
  94
  95             -
  96                 case_name: tempest_keystone_cntt
  97                 project_name: functest
  98                 criteria: 100
  99                 blocking: false
 100                 deny_skipping: true
 101                 tests_count: 27
 102                 description: >-
 103                     This test case runs the Tempest suite proposed by the
 104                     Keystone project.
 105                 run:
 106                     name: tempest_common
 107                     args:
 108                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 109                             (?!.*scenario.test_federated_authentication)\
 110                             keystone_tempest_plugin."
 111                         option:
 112                             - '--concurrency=3'
 113
 114             -
 115                 case_name: rally_sanity_cntt
 116                 project_name: functest
 117                 criteria: 100
 118                 blocking: false
 119                 description: >-
 120                     This test case runs a sub group of tests of the OpenStack
 121                     Rally suite in smoke mode.
 122                 run:
 123                     name: rally_sanity
 124                     args:
 125                         tests:
 126                             - 'authenticate'
 127                             - 'glance'
 128                             - 'cinder'
 129                             - 'heat'
 130                             - 'keystone'
 131                             - 'neutron'
 132                             - 'nova'
 133                             - 'quotas'
 134                             - 'swift'
 135
 136             -
 137                 case_name: tempest_full_cntt
 138                 project_name: functest
 139                 criteria: 100
 140                 blocking: false
 141                 deny_skipping: true
 142                 tests_count: 1283
 143                 description: >-
 144                     The list of test cases is generated by
 145                     Tempest automatically and depends on the parameters of
 146                     the OpenStack deployment.
 147                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 148                 run:
 149                     name: tempest_common
 150                     args:
 151                         mode: "(?!.*test_fixed_ips)\
 152                           (?!.*test_fixed_ips_negative)\
 153                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 154                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 155                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 156                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 157                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 158                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 159                           (?!.*certificates.test_certificates)\
 160                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 161                           (?!.*test_novnc)(?!.*test_server_personality)\
 162                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 163                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 164                           (?!.*servers.test_virtual_interfaces)\
 165                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 166                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 167                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 168                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 169                           (?!.*test_security_group_default_rules)\
 170                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 171                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 172                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 173                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 174                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 175                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 176                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 177                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 178                           (?!.*compute.test_networks)\
 179                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 180                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 181                           (?!.*image.v1)\
 182                           (?!.*admin.test_dhcp_agent_scheduler)\
 183                           (?!.*admin.test_routers_dvr)\
 184                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 185                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 186                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 187                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 188                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 189                           (?!.*test_multi_backend)\
 190                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 191                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 192                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 193                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 194                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 195                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 196                         option:
 197                             - '--concurrency=3'
 198
 199             -
 200                 case_name: tempest_scenario_cntt
 201                 project_name: functest
 202                 criteria: 100
 203                 blocking: false
 204                 deny_skipping: true
 205                 tests_count: 9
 206                 description: >-
 207                     The list of test cases is generated by
 208                     Tempest automatically and depends on the parameters of
 209                     the OpenStack deployment.
 210                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 211                 run:
 212                     name: tempest_scenario
 213                     args:
 214                         mode: "(?!.*test_network_v6)\
 215                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 216                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 217                         option:
 218                             - '--concurrency=1'
 219
 220             -
 221                 case_name: tempest_slow_cntt
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: false
 225                 deny_skipping: true
 226                 tests_count: 35
 227                 description: >-
 228                     The list of test cases is generated by
 229                     Tempest automatically and depends on the parameters of
 230                     the OpenStack deployment.
 231                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 232                 run:
 233                     name: tempest_common
 234                     args:
 235                         mode: "(?!.*test_volume_swap)\
 236                           (?!.*test_server_personality)\
 237                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 238                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 239                           (?!.*test_encrypted_cinder_volumes)\
 240                           (?!.*test_minbw_allocation_placement)\
 241                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 242                           (?!.*test_network_v6)\
 243                           (?!.*test_volume_migrate_attached)\
 244                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 245                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 246                         option:
 247                             - '--concurrency=1'