docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api-cntt
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 502
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTaggingOnCreation)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  53                             (?!.*test_router_interface_fip)\
  54                             (?!.*test_routers.DvrRoutersTest)\
  55                             (?!.*test_routers.HaRoutersTest)\
  56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  62                             (?!.*test_subnetpool_prefix_ops)\
  63                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  64                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
  65                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  66                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  67                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  68                             (?!.*test_trunk.TrunkTestMtusJSON)\
  69                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  70                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  71                             (^neutron_tempest_plugin.api)"
  72                         option:
  73                             - '--concurrency=3'
  74
  75             -
  76                 case_name: tempest_cinder_cntt
  77                 project_name: functest
  78                 criteria: 100
  79                 blocking: false
  80                 deny_skipping: true
  81                 tests_count: 7
  82                 description: >-
  83                     This test case runs the Tempest suite proposed by the
  84                     Cinder project.
  85                 run:
  86                     name: tempest_common
  87                     args:
  88                         mode: "(?!.*test_incremental_backup)\
  89                             (?!.*test_consistencygroups)\
  90                             (^cinder_tempest_plugin.)"
  91                         option:
  92                             - '--concurrency=3'
  93
  94             -
  95                 case_name: tempest_keystone_cntt
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: false
  99                 deny_skipping: true
 100                 tests_count: 27
 101                 description: >-
 102                     This test case runs the Tempest suite proposed by the
 103                     Keystone project.
 104                 run:
 105                     name: tempest_common
 106                     args:
 107                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 108                             (?!.*scenario.test_federated_authentication)\
 109                             keystone_tempest_plugin."
 110                         option:
 111                             - '--concurrency=3'
 112
 113             -
 114                 case_name: rally_sanity_cntt
 115                 project_name: functest
 116                 criteria: 100
 117                 blocking: false
 118                 description: >-
 119                     This test case runs a sub group of tests of the OpenStack
 120                     Rally suite in smoke mode.
 121                 run:
 122                     name: rally_sanity
 123                     args:
 124                         tests:
 125                             - 'authenticate'
 126                             - 'glance'
 127                             - 'cinder'
 128                             - 'heat'
 129                             - 'keystone'
 130                             - 'neutron'
 131                             - 'nova'
 132                             - 'quotas'
 133                             - 'swift'
 134
 135             -
 136                 case_name: tempest_full_cntt
 137                 project_name: functest
 138                 criteria: 100
 139                 blocking: false
 140                 deny_skipping: true
 141                 tests_count: 1283
 142                 description: >-
 143                     The list of test cases is generated by
 144                     Tempest automatically and depends on the parameters of
 145                     the OpenStack deployment.
 146                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 147                 run:
 148                     name: tempest_common
 149                     args:
 150                         mode: "(?!.*test_fixed_ips)\
 151                           (?!.*test_fixed_ips_negative)\
 152                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 153                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 154                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 155                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 156                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 157                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 158                           (?!.*certificates.test_certificates)\
 159                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 160                           (?!.*test_novnc)(?!.*test_server_personality)\
 161                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 162                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 163                           (?!.*servers.test_virtual_interfaces)\
 164                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 165                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 166                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 167                           (?!.*test_security_group_default_rules)\
 168                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 169                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 170                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 171                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 172                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 173                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 174                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 175                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 176                           (?!.*compute.test_networks)\
 177                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 178                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 179                           (?!.*image.v1)\
 180                           (?!.*admin.test_dhcp_agent_scheduler)\
 181                           (?!.*admin.test_routers_dvr)\
 182                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 183                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 184                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 185                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 186                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 187                           (?!.*test_multi_backend)\
 188                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 189                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 190                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 191                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 192                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 193                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 194                         option:
 195                             - '--concurrency=3'
 196
 197             -
 198                 case_name: tempest_scenario_cntt
 199                 project_name: functest
 200                 criteria: 100
 201                 blocking: false
 202                 deny_skipping: true
 203                 tests_count: 9
 204                 description: >-
 205                     The list of test cases is generated by
 206                     Tempest automatically and depends on the parameters of
 207                     the OpenStack deployment.
 208                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 209                 run:
 210                     name: tempest_scenario
 211                     args:
 212                         mode: "(?!.*test_network_v6)\
 213                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 214                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 215                         option:
 216                             - '--concurrency=1'
 217
 218             -
 219                 case_name: tempest_slow_cntt
 220                 project_name: functest
 221                 criteria: 100
 222                 blocking: false
 223                 deny_skipping: true
 224                 tests_count: 35
 225                 description: >-
 226                     The list of test cases is generated by
 227                     Tempest automatically and depends on the parameters of
 228                     the OpenStack deployment.
 229                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 230                 run:
 231                     name: tempest_common
 232                     args:
 233                         mode: "(?!.*test_volume_swap)\
 234                           (?!.*test_server_personality)\
 235                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 236                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 237                           (?!.*test_encrypted_cinder_volumes)\
 238                           (?!.*test_minbw_allocation_placement)\
 239                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 240                           (?!.*test_network_v6)\
 241                           (?!.*test_volume_migrate_attached)\
 242                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 243                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 244                         option:
 245                             - '--concurrency=1'