Blacklist tests which are not mandatory in CNTT

CNTT rally_jobs must conform with CNTT RC whatever the OpenStack
version under tests. All tests added by neutron since Hunter must
be skipped in conformance.

Of course, the IaaS verification part is unchanged as this tests
are relevant.

Change-Id: I4cfb4ae725e5ce9125f4ed25489dd003e16695f4
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
(cherry picked from commit a0bbd644a0694bee89032f1176d9c60dd7ac7f8d)

diff --git a/docker/benchmarking-cntt/Dockerfile b/docker/benchmarking-cntt/Dockerfile
index 5d4d950..4812d52 100644 (file)
--- a/docker/benchmarking-cntt/Dockerfile
+++ b/docker/benchmarking-cntt/Dockerfile
@@ -1,4 +1,5 @@
 FROM opnfv/functest-benchmarking:iruya
 
 COPY testcases.yaml /usr/lib/python3.6/site-packages/xtesting/ci/testcases.yaml
+COPY blacklist.yaml /usr/lib/python3.6/site-packages/functest/opnfv_tests/openstack/rally/blacklist.yaml
 CMD ["run_tests", "-t", "all"]

diff --git a/docker/benchmarking-cntt/blacklist.yaml b/docker/benchmarking-cntt/blacklist.yaml
new file mode 100644 (file)
index 0000000..1c4e063
--- /dev/null
+++ b/docker/benchmarking-cntt/blacklist.yaml
@@ -0,0 +1,46 @@
+---
+scenario:
+    -
+        scenarios:
+            - '^os-'
+        tests:
+            - 'NeutronNetworks.associate_and_dissociate_floating_ips'
+            - 'NeutronNetworks.create_and_delete_floating_ips'
+            - 'NeutronNetworks.create_and_list_floating_ips'
+            - 'NeutronSecurityGroup.create_and_delete_security_group_rule'
+            - 'NeutronSecurityGroup.create_and_delete_security_groups'
+            - 'NeutronSecurityGroup.create_and_list_security_group_rules'
+            - 'NeutronSecurityGroup.create_and_list_security_groups'
+            - 'NeutronSecurityGroup.create_and_show_security_group'
+            - 'NeutronSecurityGroup.create_and_show_security_group_rule'
+            - 'NeutronSecurityGroup.create_and_update_security_groups'
+
+functionality:
+    -
+        functions:
+            - block_migration
+        tests:
+            - NovaServers.boot_server_from_volume_and_live_migrate
+    -
+        functions:
+            - no_migration
+        tests:
+            - NovaServers.boot_and_live_migrate_server
+            - NovaServers.boot_server_attach_created_volume_and_live_migrate
+            - NovaServers.boot_server_from_volume_and_live_migrate
+            - NovaServers.boot_and_migrate_server
+    -
+        functions:
+            - no_net_trunk_service
+        tests:
+            - '^NeutronTrunk'
+    -
+        functions:
+            - no_floating_ip
+        tests:
+            - HeatStacks.create_and_delete_stack
+            - NovaServers.boot_and_associate_floating_ip
+            - NovaServers.boot_server_associate_and_dissociate_floating_ip
+            - NeutronNetworks.create_and_delete_floating_ips
+            - NeutronNetworks.create_and_list_floating_ips
+            - NeutronNetworks.associate_and_dissociate_floating_ips