Splitting IPv6 tests in API and scenario tests 65/59165/2
authorGeorg Kunz <georg.kunz@ericsson.com>
Wed, 27 Jun 2018 20:26:50 +0000 (22:26 +0200)
committerDan Xu <xudan16@huawei.com>
Fri, 29 Jun 2018 07:02:12 +0000 (07:02 +0000)
Spliting the IPv6 test case in Tempest API tests and scenario tests. The
API tests will be promoted to mandatory while the scenario tests will
remain optional.

JIRA: DOVETAIL-677

Change-Id: If3dca5ecf2ce5c9e02de5c6d45e674da029b609f
Signed-off-by: Georg Kunz <georg.kunz@ericsson.com>
etc/compliance/ovp.next.yaml
etc/testcase/tempest.ipv6_api.yml [moved from etc/testcase/tempest.ipv6.yml with 71% similarity]
etc/testcase/tempest.ipv6_scenario.yml [new file with mode: 0644]

index deb2009..67c5d74 100644 (file)
@@ -19,7 +19,8 @@ ovp.next:
     - dovetail.ha.haproxy
   # optional test cases
     # ipv6
-    - dovetail.tempest.ipv6
+    - dovetail.tempest.ipv6_api
+    - dovetail.tempest.ipv6_scenario
     # tempest
     # some of the previous tempest test suites tc001 - tc005 have been merged
     # with the smoke tests executed as part of the proposed_test test suite
similarity index 71%
rename from etc/testcase/tempest.ipv6.yml
rename to etc/testcase/tempest.ipv6_api.yml
index 83dae12..b0706fe 100644 (file)
@@ -1,7 +1,7 @@
 ---
-dovetail.tempest.ipv6:
-  name: dovetail.tempest.ipv6
-  objective: IPv6 tenant network capabilities
+dovetail.tempest.ipv6_api:
+  name: dovetail.tempest.ipv6_api
+  objective: IPv6 API tempest tests
   validate:
     type: functest
     testcase: tempest_custom
@@ -17,9 +17,9 @@ dovetail.tempest.ipv6:
       - tempest/tempest.log
       - tempest/tempest-report.html
     dest_archive_files:
-      - tempest_logs/dovetail.tempest.ipv6.functest.log
-      - tempest_logs/dovetail.tempest.ipv6.log
-      - tempest_logs/dovetail.tempest.ipv6.html
+      - tempest_logs/dovetail.tempest.ipv6_api.functest.log
+      - tempest_logs/dovetail.tempest.ipv6_api.log
+      - tempest_logs/dovetail.tempest.ipv6_api.html
     check_results_file: 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke]
@@ -43,11 +43,3 @@ dovetail.tempest.ipv6:
       - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke]
       - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule[id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9,smoke]
       - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups[id-e30abd17-fef9-4739-8617-dc26da88e686,smoke]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_dhcp6_stateless_from_os[compute,id-d7e1f858-187c-45a6-89c9-bdafde619a9f,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os[compute,id-76f26acd-9688-42b4-bc3e-cd134c4cb09e,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_dhcpv6_stateless[compute,id-7ab23f41-833b-4a16-a7c9-5b42fe6d4123,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless[compute,id-cf1c4425-766b-45b8-be35-e2959728eb00,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_slaac_from_os[compute,id-2c92df61-29f0-4eaa-bee3-7c65bef62a43,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_slaac_from_os[compute,id-b6399d76-4438-4658-bcf5-0d6c8584fde2,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_slaac[compute,id-dec222b1-180c-4098-b8c5-cc1b8342d611,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac[compute,id-9178ad42-10e4-47e9-8987-e02b170cc5cd,network]
diff --git a/etc/testcase/tempest.ipv6_scenario.yml b/etc/testcase/tempest.ipv6_scenario.yml
new file mode 100644 (file)
index 0000000..c33b02a
--- /dev/null
@@ -0,0 +1,32 @@
+---
+dovetail.tempest.ipv6_scenario:
+  name: dovetail.tempest.ipv6_scenario
+  objective: IPv6 tempest scenario tests
+  validate:
+    type: functest
+    testcase: tempest_custom
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml'
+      - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+    pre_copy:
+      src_file: tempest_custom.txt
+      dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt
+  report:
+    source_archive_files:
+      - functest.log
+      - tempest/tempest.log
+      - tempest/tempest-report.html
+    dest_archive_files:
+      - tempest_logs/dovetail.tempest.ipv6_scenario.functest.log
+      - tempest_logs/dovetail.tempest.ipv6_scenario.log
+      - tempest_logs/dovetail.tempest.ipv6_scenario.html
+    check_results_file: 'functest_results.txt'
+    sub_testcase_list:
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_dhcp6_stateless_from_os[compute,id-d7e1f858-187c-45a6-89c9-bdafde619a9f,network,slow]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os[compute,id-76f26acd-9688-42b4-bc3e-cd134c4cb09e,network,slow]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_dhcpv6_stateless[compute,id-7ab23f41-833b-4a16-a7c9-5b42fe6d4123,network,slow]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless[compute,id-cf1c4425-766b-45b8-be35-e2959728eb00,network,slow]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_slaac_from_os[compute,id-2c92df61-29f0-4eaa-bee3-7c65bef62a43,network,slow]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_slaac_from_os[compute,id-b6399d76-4438-4658-bcf5-0d6c8584fde2,network,slow]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_slaac[compute,id-dec222b1-180c-4098-b8c5-cc1b8342d611,network,slow]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac[compute,id-9178ad42-10e4-47e9-8987-e02b170cc5cd,network]