docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api-cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 501
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  64                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  65                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  66                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  67                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  68                             (?!.*test_trunk.TrunkTestMtusJSON)\
  69                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  70                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  71                             (^neutron_tempest_plugin.api)"
  72                         option:
  73                             - '--concurrency=3'
  74
  75             -
  76                 case_name: tempest_cinder_cntt
  77                 project_name: functest
  78                 criteria: 100
  79                 blocking: false
  80                 deny_skipping: true
  81                 tests_count: 7
  82                 description: >-
  83                     This test case runs the Tempest suite proposed by the
  84                     Cinder project.
  85                 run:
  86                     name: tempest_common
  87                     args:
  88                         mode: "(?!.*test_incremental_backup)\
  89                             (?!.*test_consistencygroups)\
  90                             (^cinder_tempest_plugin.)"
  91                         option:
  92                             - '--concurrency=3'
  93
  94             -
  95                 case_name: tempest_keystone_cntt
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: false
  99                 deny_skipping: true
 100                 tests_count: 27
 101                 description: >-
 102                     This test case runs the Tempest suite proposed by the
 103                     Keystone project.
 104                 run:
 105                     name: tempest_common
 106                     args:
 107                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 108                             (?!.*scenario.test_federated_authentication)\
 109                             keystone_tempest_plugin."
 110                         option:
 111                             - '--concurrency=3'
 112
 113             -
 114                 case_name: rally_sanity_cntt
 115                 project_name: functest
 116                 criteria: 100
 117                 blocking: false
 118                 description: >-
 119                     This test case runs a sub group of tests of the OpenStack
 120                     Rally suite in smoke mode.
 121                 run:
 122                     name: rally_sanity
 123                     args:
 124                         tests:
 125                             - 'authenticate'
 126                             - 'glance'
 127                             - 'cinder'
 128                             - 'heat'
 129                             - 'keystone'
 130                             - 'neutron'
 131                             - 'nova'
 132                             - 'quotas'
 133                             - 'swift'
 134
 135             -
 136                 case_name: tempest_full_cntt
 137                 project_name: functest
 138                 criteria: 100
 139                 blocking: false
 140                 deny_skipping: true
 141                 tests_count: 1283
 142                 description: >-
 143                     The list of test cases is generated by
 144                     Tempest automatically and depends on the parameters of
 145                     the OpenStack deployment.
 146                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 147                 run:
 148                     name: tempest_common
 149                     args:
 150                         mode: "(?!.*test_fixed_ips)\
 151                           (?!.*test_fixed_ips_negative)\
 152                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 153                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 154                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 155                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 156                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 157                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 158                           (?!.*certificates.test_certificates)\
 159                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 160                           (?!.*test_novnc)(?!.*test_server_personality)\
 161                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 162                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 163                           (?!.*servers.test_virtual_interfaces)\
 164                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 165                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 166                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 167                           (?!.*test_security_group_default_rules)\
 168                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 169                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 170                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 171                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 172                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 173                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 174                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 175                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 176                           (?!.*compute.test_networks)\
 177                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 178                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 179                           (?!.*image.v1)\
 180                           (?!.*admin.test_dhcp_agent_scheduler)\
 181                           (?!.*admin.test_routers_dvr)\
 182                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 183                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 184                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 185                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 186                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 187                           (?!.*test_multi_backend)\
 188                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 189                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 190                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 191                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 192                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 193                         option:
 194                             - '--concurrency=3'
 195
 196             -
 197                 case_name: tempest_scenario_cntt
 198                 project_name: functest
 199                 criteria: 100
 200                 blocking: false
 201                 deny_skipping: true
 202                 tests_count: 9
 203                 description: >-
 204                     The list of test cases is generated by
 205                     Tempest automatically and depends on the parameters of
 206                     the OpenStack deployment.
 207                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 208                 run:
 209                     name: tempest_scenario
 210                     args:
 211                         mode: "(?!.*test_network_v6)\
 212                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 213                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 214                         option:
 215                             - '--concurrency=1'
 216
 217             -
 218                 case_name: tempest_slow_cntt
 219                 project_name: functest
 220                 criteria: 100
 221                 blocking: false
 222                 deny_skipping: true
 223                 tests_count: 35
 224                 description: >-
 225                     The list of test cases is generated by
 226                     Tempest automatically and depends on the parameters of
 227                     the OpenStack deployment.
 228                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 229                 run:
 230                     name: tempest_common
 231                     args:
 232                         mode: "(?!.*test_volume_swap)\
 233                           (?!.*test_server_personality)\
 234                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 235                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 236                           (?!.*test_encrypted_cinder_volumes)\
 237                           (?!.*test_minbw_allocation_placement)\
 238                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 239                           (?!.*test_network_v6)\
 240                           (?!.*test_volume_migrate_attached)\
 241                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 242                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 243                         option:
 244                             - '--concurrency=1'