Update tests_count in tempest_full_cntt
[functest.git] / docker / smoke-cntt / testcases.yaml
1 ---
2 tiers:
3     -
4         name: smoke
5         order: 1
6         description: >-
7             Set of basic Functional tests to validate the OPNFV scenarios.
8         testcases:
9             -
10                 case_name: tempest_neutron_cntt
11                 project_name: functest
12                 criteria: 100
13                 blocking: false
14                 deny_skipping: true
15                 tests_count: 512
16                 description: >-
17                     This test case runs the Tempest suite proposed by the
18                     Neutron project. The list of test cases is generated by
19                     Tempest automatically and depends on the parameters of
20                     the OpenStack deployment.
21                 run:
22                     name: tempest_common
23                     args:
24                         mode: "(?!.*admin.test_agent_availability_zone)\
25                             (?!.*admin.test_dhcp_agent_scheduler)\
26                             (?!.*admin.test_l3_agent_scheduler)\
27                             (?!.*admin.test_logging)\
28                             (?!.*admin.test_logging_negative)\
29                             (?!.*admin.test_network_segment_range)\
30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
32                             (?!.*admin.test_routers_dvr)\
33                             (?!.*admin.test_routers_flavors)\
34                             (?!.*admin.test_routers_ha)\
35                             (?!.*test_conntrack_helper)\
36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
38                             (?!.*test_metering_extensions)\
39                             (?!.*test_metering_negative)\
40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
43                             (?!.*test_port_forwardings)\
44                             (?!.*test_ports.PortsTaggingOnCreation)\
45                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
46                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
49                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
50                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
51                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
52                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
53                             (?!.*test_router_interface_fip)\
54                             (?!.*test_routers.DvrRoutersTest)\
55                             (?!.*test_routers.HaRoutersTest)\
56                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
57                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
58                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
59                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
60                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
61                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
62                             (?!.*test_subnetpool_prefix_ops)\
63                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
64                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
65                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
66                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
67                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
68                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
69                             (?!.*test_trunk.TrunkTestMtusJSON)\
70                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
71                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
72                             (^neutron_tempest_plugin.api)"
73                         option:
74                             - '--concurrency=3'
75
76             -
77                 case_name: tempest_cinder_cntt
78                 project_name: functest
79                 criteria: 100
80                 blocking: false
81                 deny_skipping: true
82                 tests_count: 8
83                 description: >-
84                     This test case runs the Tempest suite proposed by the
85                     Cinder project.
86                 run:
87                     name: tempest_common
88                     args:
89                         mode: "(?!.*test_incremental_backup)\
90                             (?!.*test_consistencygroups)\
91                             (^cinder_tempest_plugin.)"
92                         option:
93                             - '--concurrency=3'
94
95             -
96                 case_name: tempest_keystone_cntt
97                 project_name: functest
98                 criteria: 100
99                 blocking: false
100                 deny_skipping: true
101                 tests_count: 27
102                 description: >-
103                     This test case runs the Tempest suite proposed by the
104                     Keystone project.
105                 run:
106                     name: tempest_common
107                     args:
108                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
109                             (?!.*scenario.test_federated_authentication)\
110                             keystone_tempest_plugin."
111                         option:
112                             - '--concurrency=3'
113
114             -
115                 case_name: tempest_heat_cntt
116                 project_name: functest
117                 criteria: 100
118                 blocking: false
119                 deny_skipping: true
120                 tests_count: 120
121                 description: >-
122                     This test case runs the Tempest suite proposed by the
123                     Heat project.
124                 run:
125                     name: tempest_heat
126                     args:
127                         mode: "(?!.*functional.test_lbaasv2)\
128                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
129                           (?!.*scenario.test_aodh_alarm)\
130                           (?!.*tests.scenario.test_autoscaling_lb)\
131                           (?!.*scenario.test_autoscaling_lbv2)\
132                           (?!.*scenario.test_server_software_config)\
133                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
134                           (?!.*scenario.test_octavia_lbaas)\
135                           (?!.*scenario.test_server_cfn_init)\
136                           ^heat_tempest_plugin.tests"
137                         option:
138                             - '--concurrency=1'
139
140             -
141                 case_name: rally_sanity_cntt
142                 project_name: functest
143                 criteria: 100
144                 blocking: false
145                 description: >-
146                     This test case runs a sub group of tests of the OpenStack
147                     Rally suite in smoke mode.
148                 run:
149                     name: rally_sanity
150                     args:
151                         tests:
152                             - 'authenticate'
153                             - 'glance'
154                             - 'cinder'
155                             - 'heat'
156                             - 'keystone'
157                             - 'neutron'
158                             - 'nova'
159                             - 'quotas'
160                             - 'swift'
161
162             -
163                 case_name: tempest_full_cntt
164                 project_name: functest
165                 criteria: 100
166                 blocking: false
167                 deny_skipping: true
168                 tests_count: 1280
169                 description: >-
170                     The list of test cases is generated by
171                     Tempest automatically and depends on the parameters of
172                     the OpenStack deployment.
173                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
174                 run:
175                     name: tempest_common
176                     args:
177                         mode: "(?!.*test_fixed_ips)\
178                           (?!.*test_fixed_ips_negative)\
179                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
180                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
181                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
182                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
183                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
184                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
185                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
186                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
187                           (?!.*test_quotas.QuotasAdminTestV257)\
188                           (?!.*certificates.test_certificates)\
189                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
190                           (?!.*test_novnc)(?!.*test_server_personality)\
191                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
192                           (?!.*test_servers_microversions.ServerShowV254Test)\
193                           (?!.*test_servers_microversions.ServerShowV257Test)\
194                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
195                           (?!.*servers.test_virtual_interfaces)\
196                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
197                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
198                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
199                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
200                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
201                           (?!.*test_security_group_default_rules)\
202                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
203                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
204                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
205                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
206                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
207                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
208                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
209                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
210                           (?!.*compute.test_networks)\
211                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
212                           (?!.*identity.admin.v2)(?!.*identity.v2)\
213                           (?!.*image.v1)\
214                           (?!.*admin.test_dhcp_agent_scheduler)\
215                           (?!.*admin.test_routers_dvr)\
216                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
217                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
218                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
219                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
220                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
221                           (?!.*test_multi_backend)\
222                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
223                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
224                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
225                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
226                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
227                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
228                         option:
229                             - '--concurrency=3'
230
231             -
232                 case_name: tempest_scenario_cntt
233                 project_name: functest
234                 criteria: 100
235                 blocking: false
236                 deny_skipping: true
237                 tests_count: 9
238                 description: >-
239                     The list of test cases is generated by
240                     Tempest automatically and depends on the parameters of
241                     the OpenStack deployment.
242                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
243                 run:
244                     name: tempest_scenario
245                     args:
246                         mode: "\
247                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
248                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
249                         option:
250                             - '--concurrency=1'
251
252             -
253                 case_name: tempest_slow_cntt
254                 project_name: functest
255                 criteria: 100
256                 blocking: false
257                 deny_skipping: true
258                 tests_count: 43
259                 description: >-
260                     The list of test cases is generated by
261                     Tempest automatically and depends on the parameters of
262                     the OpenStack deployment.
263                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
264                 run:
265                     name: tempest_common
266                     args:
267                         mode: "(?!.*test_volume_swap)\
268                           (?!.*test_server_personality)\
269                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
270                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
271                           (?!.*test_encrypted_cinder_volumes)\
272                           (?!.*test_minbw_allocation_placement)\
273                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
274                           (?!.*test_volume_migrate_attached)\
275                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
276                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
277                         option:
278                             - '--concurrency=1'