From: Georg Kunz Date: Wed, 27 Jun 2018 22:21:07 +0000 (+0200) Subject: Splitting the networking tests in API and scenario tests X-Git-Tag: ovp-2.0.0-rc1~44 X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=commitdiff_plain;h=refs%2Fchanges%2F67%2F59167%2F2;p=dovetail.git Splitting the networking tests in API and scenario tests Split the networking tempest test case in Tempest API tests and scenario tests. The API tests will be promoted to mandatory while the scenario tests will remain optional. JIRA: DOVETAIL-678 Change-Id: I03022316076809536782e82fd531d98f45105caa Signed-off-by: Georg Kunz --- diff --git a/etc/compliance/proposed_tests.yml b/etc/compliance/proposed_tests.yml index f4d159ea..6ca82daa 100644 --- a/etc/compliance/proposed_tests.yml +++ b/etc/compliance/proposed_tests.yml @@ -8,7 +8,8 @@ proposed_tests: - dovetail.tempest.identity_v2 - dovetail.tempest.identity_v3 - dovetail.tempest.image - - dovetail.tempest.network + - dovetail.tempest.network_api + - dovetail.tempest.network_scenario - dovetail.tempest.volume - dovetail.tempest.neutron_trunk_ports # HA diff --git a/etc/testcase/tempest.network.yml b/etc/testcase/tempest.network_api.yml similarity index 72% rename from etc/testcase/tempest.network.yml rename to etc/testcase/tempest.network_api.yml index 28389ad8..159dc1f1 100644 --- a/etc/testcase/tempest.network.yml +++ b/etc/testcase/tempest.network_api.yml @@ -1,7 +1,7 @@ --- -dovetail.tempest.network: - name: dovetail.tempest.network - objective: tempest smoke test cases about network +dovetail.tempest.network_api: + name: dovetail.tempest.network_api + objective: tempest smoke API test cases covering networking capabilities validate: type: functest testcase: tempest_custom @@ -17,9 +17,9 @@ dovetail.tempest.network: - tempest/tempest.log - tempest/tempest-report.html dest_archive_files: - - tempest_logs/dovetail.tempest.network.functest.log - - tempest_logs/dovetail.tempest.network.log - - tempest_logs/dovetail.tempest.network.html + - tempest_logs/dovetail.tempest.network_api.functest.log + - tempest_logs/dovetail.tempest.network_api.log + - tempest_logs/dovetail.tempest.network_api.html check_results_file: 'functest_results.txt' sub_testcase_list: - tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke] @@ -36,8 +36,3 @@ dovetail.tempest.network: - tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke] - tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools[id-62595970-ab1c-4b7f-8fcc-fddfe55e9811,smoke] - tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources[id-cac8a836-c2e0-4304-b556-cd299c7281d1,smoke] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details[compute,id-d8bb918e-e2df-48b2-97cd-b73c95450980,network,slow] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state[compute,id-f5dfcc22-45fd-409f-954c-5bd500d7890b,network,slow] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_router_admin_state[compute,id-04b9fe4e-85e8-4aea-b937-ea93885ac59f,network,slow] diff --git a/etc/testcase/tempest.network_scenario.yml b/etc/testcase/tempest.network_scenario.yml new file mode 100644 index 00000000..f2b83327 --- /dev/null +++ b/etc/testcase/tempest.network_scenario.yml @@ -0,0 +1,29 @@ +--- +dovetail.tempest.network_scenario: + name: dovetail.tempest.network_scenario + objective: tempest smoke scenario test cases covering networking capabilities + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + source_archive_files: + - functest.log + - tempest/tempest.log + - tempest/tempest-report.html + dest_archive_files: + - tempest_logs/dovetail.tempest.network_scenario.functest.log + - tempest_logs/dovetail.tempest.network_scenario.log + - tempest_logs/dovetail.tempest.network_scenario.html + check_results_file: 'functest_results.txt' + sub_testcase_list: + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details[compute,id-d8bb918e-e2df-48b2-97cd-b73c95450980,network,slow] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state[compute,id-f5dfcc22-45fd-409f-954c-5bd500d7890b,network,slow] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_router_admin_state[compute,id-04b9fe4e-85e8-4aea-b937-ea93885ac59f,network,slow]