Blacklist tests which are not mandatory in CNTT

CNTT rally_jobs must conform with CNTT RC whatever the OpenStack
version under tests. All tests added by neutron since Hunter must
be skipped in conformance.

Of course, the IaaS verification part is unchanged as this tests
are relevant.

Change-Id: I4cfb4ae725e5ce9125f4ed25489dd003e16695f4
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>

diff --git a/docker/benchmarking-cntt/Dockerfile b/docker/benchmarking-cntt/Dockerfile
index 59fe5a8..2f4e0db 100644 (file)
--- a/docker/benchmarking-cntt/Dockerfile
+++ b/docker/benchmarking-cntt/Dockerfile
@@ -1,4 +1,5 @@
 FROM opnfv/functest-benchmarking
 
 COPY testcases.yaml /usr/lib/python3.8/site-packages/xtesting/ci/testcases.yaml
+COPY blacklist.yaml /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/blacklist.yaml
 CMD ["run_tests", "-t", "all"]

diff --git a/docker/benchmarking-cntt/blacklist.yaml b/docker/benchmarking-cntt/blacklist.yaml
new file mode 100644 (file)
index 0000000..7ef906d
--- /dev/null
+++ b/docker/benchmarking-cntt/blacklist.yaml
@@ -0,0 +1,48 @@
+---
+scenario:
+    -
+        scenarios:
+            - '^os-'
+        tests:
+            - 'NeutronNetworks.associate_and_dissociate_floating_ips'
+            - 'NeutronNetworks.create_and_bind_ports'
+            - 'NeutronNetworks.create_and_delete_floating_ips'
+            - 'NeutronNetworks.create_and_list_floating_ips'
+            - 'NeutronSecurityGroup.create_and_delete_security_group_rule'
+            - 'NeutronSecurityGroup.create_and_delete_security_groups'
+            - 'NeutronSecurityGroup.create_and_list_security_group_rules'
+            - 'NeutronSecurityGroup.create_and_list_security_groups'
+            - 'NeutronSecurityGroup.create_and_show_security_group'
+            - 'NeutronSecurityGroup.create_and_show_security_group_rule'
+            - 'NeutronSecurityGroup.create_and_update_security_groups'
+            - 'NovaServers.boot_and_delete_server'
+
+functionality:
+    -
+        functions:
+            - block_migration
+        tests:
+            - NovaServers.boot_server_from_volume_and_live_migrate
+    -
+        functions:
+            - no_migration
+        tests:
+            - NovaServers.boot_and_live_migrate_server
+            - NovaServers.boot_server_attach_created_volume_and_live_migrate
+            - NovaServers.boot_server_from_volume_and_live_migrate
+            - NovaServers.boot_and_migrate_server
+    -
+        functions:
+            - no_net_trunk_service
+        tests:
+            - '^NeutronTrunk'
+    -
+        functions:
+            - no_floating_ip
+        tests:
+            - HeatStacks.create_and_delete_stack
+            - NovaServers.boot_and_associate_floating_ip
+            - NovaServers.boot_server_associate_and_dissociate_floating_ip
+            - NeutronNetworks.create_and_delete_floating_ips
+            - NeutronNetworks.create_and_list_floating_ips
+            - NeutronNetworks.associate_and_dissociate_floating_ips