xipv6 testcase adjustment

JIRA: DOVETAIL-418

1) ipv6 tc002-tc005 error fix, delete wrong testcases
2) ipv6 tc018-tc025 os-nosdn-nofeature scenario dependent, make
   it known to the users

Change-Id: I8e63131b795403ee63566ae59bf46782524acd5a
Signed-off-by: MatthewLi <matthew.lijun@huawei.com>

diff --git a/docs/testing/user/testspecification/old_files/ipv6/ipv6_all_testcases.rst b/docs/testing/user/testspecification/old_files/ipv6/ipv6_all_testcases.rst
index 462219a..02115ec 100644 (file)
--- a/docs/testing/user/testspecification/old_files/ipv6/ipv6_all_testcases.rst
+++ b/docs/testing/user/testspecification/old_files/ipv6/ipv6_all_testcases.rst
@@ -31,7 +31,6 @@ Test Case 2: Create, Update and Delete an IPv6 Network and Subnet
 .. code-block:: bash
 
     tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet
-    tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet
 
 ----------------------------------------------
 Test Case 3: Check External Network Visibility
@@ -40,7 +39,6 @@ Test Case 3: Check External Network Visibility
 .. code-block:: bash
 
     tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility
-    tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility
 
 -------------------------------------------------------
 Test Case 4: List IPv6 Networks and Subnets of a Tenant
@@ -50,8 +48,6 @@ Test Case 4: List IPv6 Networks and Subnets of a Tenant
 
     tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks
     tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets
-    tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks
-    tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets
 
 -----------------------------------------------------------
 Test Case 5: Show Information of an IPv6 Network and Subnet
@@ -61,8 +57,6 @@ Test Case 5: Show Information of an IPv6 Network and Subnet
 
     tempest.api.network.test_networks.NetworksIpV6Test.test_show_network
     tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet
-    tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network
-    tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet
 
 ------------------------------------------------------------
 Test Case 6: Create an IPv6 Port in Allowed Allocation Pools

diff --git a/docs/testing/user/testspecification/old_files/ipv6/testspecification.rst b/docs/testing/user/testspecification/old_files/ipv6/testspecification.rst
index 6f7caba..e51f2a5 100644 (file)
--- a/docs/testing/user/testspecification/old_files/ipv6/testspecification.rst
+++ b/docs/testing/user/testspecification/old_files/ipv6/testspecification.rst
@@ -21,7 +21,10 @@ test case specification. It may be a good idea to reference the source documents
 Environmental requirements
 ==========================
 
-TBD
+For ipv6 Test Case 18-25, those test cases are scenario tests, they need to boot virtual
+machines and ping6 in addition to test APIs, ping6 to vRouter is not supported by SDN controller
+yet, such as Opendaylight (Boron and previous releases), so they are scenario dependent,
+i.e., currently ipv6 Test Case 18-25 can only run on scenario os-nosdn-nofeature.
 
 Preconditions and procedural requirements
 =========================================

diff --git a/dovetail/compliance/proposed_tests.yml b/dovetail/compliance/proposed_tests.yml
index fa9c5b8..aaaa202 100644 (file)
--- a/dovetail/compliance/proposed_tests.yml
+++ b/dovetail/compliance/proposed_tests.yml
@@ -7,10 +7,10 @@ proposed_tests:
     # - dovetail.defcore.tc002
     # ipv6
     - dovetail.ipv6.tc001
-    # - dovetail.ipv6.tc002
-    # - dovetail.ipv6.tc003
-    # - dovetail.ipv6.tc004
-    # - dovetail.ipv6.tc005
+    - dovetail.ipv6.tc002
+    - dovetail.ipv6.tc003
+    - dovetail.ipv6.tc004
+    - dovetail.ipv6.tc005
     - dovetail.ipv6.tc006
     - dovetail.ipv6.tc007
     - dovetail.ipv6.tc008

diff --git a/dovetail/testcase/ipv6.tc002.yml b/dovetail/testcase/ipv6.tc002.yml
index 48aeafa..c8254bb 100644 (file)
--- a/dovetail/testcase/ipv6.tc002.yml
+++ b/dovetail/testcase/ipv6.tc002.yml
@@ -11,5 +11,3 @@ dovetail.ipv6.tc002:
   report:
     sub_testcase_list:
       - tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet[id-0e269138-0da6-4efc-a46d-578161e7b221,smoke]
-      - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet
-

diff --git a/dovetail/testcase/ipv6.tc003.yml b/dovetail/testcase/ipv6.tc003.yml
index d9c9379..339d405 100644 (file)
--- a/dovetail/testcase/ipv6.tc003.yml
+++ b/dovetail/testcase/ipv6.tc003.yml
@@ -11,4 +11,3 @@ dovetail.ipv6.tc003:
   report:
     sub_testcase_list:
       - tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke]
-      - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility

diff --git a/dovetail/testcase/ipv6.tc004.yml b/dovetail/testcase/ipv6.tc004.yml
index a69b9fc..514a846 100644 (file)
--- a/dovetail/testcase/ipv6.tc004.yml
+++ b/dovetail/testcase/ipv6.tc004.yml
@@ -12,5 +12,3 @@ dovetail.ipv6.tc004:
     sub_testcase_list:
       - tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks[id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43,smoke]
       - tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets[id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a,smoke]
-      - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks
-      - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets

diff --git a/dovetail/testcase/ipv6.tc005.yml b/dovetail/testcase/ipv6.tc005.yml
index 52cae5f..3dcca9b 100644 (file)
--- a/dovetail/testcase/ipv6.tc005.yml
+++ b/dovetail/testcase/ipv6.tc005.yml
@@ -12,5 +12,3 @@ dovetail.ipv6.tc005:
     sub_testcase_list:
       - tempest.api.network.test_networks.NetworksIpV6Test.test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e,smoke]
       - tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet[id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc,smoke]
-      - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network
-      - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet

diff --git a/dovetail/testcase/ipv6.tc018.yml b/dovetail/testcase/ipv6.tc018.yml
index 93ae123..406e02a 100644 (file)
--- a/dovetail/testcase/ipv6.tc018.yml
+++ b/dovetail/testcase/ipv6.tc018.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc018:
   name: dovetail.ipv6.tc018
-  objective: VIM ipv6 operations, to show information of an IPv6 port
+  objective: VIM ipv6 operations, to show information of an IPv6 port, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom

diff --git a/dovetail/testcase/ipv6.tc019.yml b/dovetail/testcase/ipv6.tc019.yml
index fab0acd..1e3c171 100644 (file)
--- a/dovetail/testcase/ipv6.tc019.yml
+++ b/dovetail/testcase/ipv6.tc019.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc019:
   name: dovetail.ipv6.tc019
-  objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, DHCPv6 stateless
+  objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, DHCPv6 stateless, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom

diff --git a/dovetail/testcase/ipv6.tc020.yml b/dovetail/testcase/ipv6.tc020.yml
index b31cd72..f7ab8b4 100644 (file)
--- a/dovetail/testcase/ipv6.tc020.yml
+++ b/dovetail/testcase/ipv6.tc020.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc020:
   name: dovetail.ipv6.tc020
-  objective: VIM ipv6 operations, to do IPv6 Address Assignment - Multiple Prefixes, DHCPv6 Stateless
+  objective: VIM ipv6 operations, to do IPv6 Address Assignment - Multiple Prefixes, DHCPv6 Stateless, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom

diff --git a/dovetail/testcase/ipv6.tc021.yml b/dovetail/testcase/ipv6.tc021.yml
index f8820f1..466b75c 100644 (file)
--- a/dovetail/testcase/ipv6.tc021.yml
+++ b/dovetail/testcase/ipv6.tc021.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc021:
   name: dovetail.ipv6.tc021
-  objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, Multiple Prefixes, DHCPv6 Stateless
+  objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, Multiple Prefixes, DHCPv6 Stateless, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom

diff --git a/dovetail/testcase/ipv6.tc022.yml b/dovetail/testcase/ipv6.tc022.yml
index 6c61702..c1d371d 100644 (file)
--- a/dovetail/testcase/ipv6.tc022.yml
+++ b/dovetail/testcase/ipv6.tc022.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc022:
   name: dovetail.ipv6.tc022
-  objective: VIM ipv6 operations, to do IPv6 Address Assignment - SLAAC
+  objective: VIM ipv6 operations, to do IPv6 Address Assignment - SLAAC, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom

diff --git a/dovetail/testcase/ipv6.tc023.yml b/dovetail/testcase/ipv6.tc023.yml
index 2519370..aea1a12 100644 (file)
--- a/dovetail/testcase/ipv6.tc023.yml
+++ b/dovetail/testcase/ipv6.tc023.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc023:
   name: dovetail.ipv6.tc023
-  objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, SLAAC
+  objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, SLAAC, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom

diff --git a/dovetail/testcase/ipv6.tc024.yml b/dovetail/testcase/ipv6.tc024.yml
index 9a5f331..8d24890 100644 (file)
--- a/dovetail/testcase/ipv6.tc024.yml
+++ b/dovetail/testcase/ipv6.tc024.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc024:
   name: dovetail.ipv6.tc024
-  objective: VIM ipv6 operations, to do IPv6 address assignment - multiple prefixes, SLAAC
+  objective: VIM ipv6 operations, to do IPv6 address assignment - multiple prefixes, SLAAC, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom

diff --git a/dovetail/testcase/ipv6.tc025.yml b/dovetail/testcase/ipv6.tc025.yml
index 4cf3a00..35ef78c 100644 (file)
--- a/dovetail/testcase/ipv6.tc025.yml
+++ b/dovetail/testcase/ipv6.tc025.yml
@@ -1,7 +1,7 @@
 ---
 dovetail.ipv6.tc025:
   name: dovetail.ipv6.tc025
-  objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, multiple prefixes, SLAAC
+  objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, multiple prefixes, SLAAC, scenario os-nosdn-nofeature dependent
   validate:
     type: functest
     testcase: tempest_custom