X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=functest%2Fci%2Ftestcases.yaml;h=3e515bf8df976ce1e7f3dbdfcd378c18ee75dfa4;hb=9d041d82e1c5b05f64e7635574a83f27746d5846;hp=095e2f95512eb14ac54369db0190ddf63d4acf6d;hpb=bb33342c56e9a7c1a723637179e91aa79be7c0a6;p=functest.git diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 095e2f955..3e515bf8d 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -172,12 +172,6 @@ tiers: run: name: snaps_health_check - - - name: smoke - order: 1 - description: >- - Set of basic Functional tests to validate the OPNFV scenarios. - testcases: - case_name: tempest_smoke project_name: functest @@ -196,6 +190,12 @@ tiers: option: - '--concurrency=4' + - + name: smoke + order: 1 + description: >- + Set of basic Functional tests to validate the OPNFV scenarios. + testcases: - case_name: neutron-tempest-plugin-api project_name: functest @@ -223,32 +223,58 @@ tiers: Rally suite in smoke mode. run: name: rally_sanity + args: + optional: + - 'gnocchi' - - case_name: rally_jobs + case_name: refstack_defcore project_name: functest criteria: 100 blocking: false description: >- - This test case runs a group of Rally jobs used in - OpenStack gating + This test case runs a sub group of tests of the OpenStack + Defcore testcases. run: - name: rally_jobs + name: refstack_defcore + args: + option: + - '--concurrency=4' - - case_name: refstack_defcore + case_name: tempest_full project_name: functest criteria: 100 blocking: false description: >- - This test case runs a sub group of tests of the OpenStack - Defcore testcases. + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83 run: - name: refstack_defcore + name: tempest_common args: + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)' option: - '--concurrency=4' + - + case_name: tempest_scenario + project_name: functest + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 + run: + name: tempest_common + args: + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)' + option: + - '--concurrency=1' + - case_name: patrole project_name: functest @@ -264,6 +290,8 @@ tiers: - 'image' - 'network' excludes: + - 'network.test_flavors_rbac' + - 'network.test_network_ip_availability_rbac' - 'test_networks_multiprovider_rbac' - 'test_auto_allocated_topology_rbac' @@ -313,7 +341,7 @@ tiers: run: name: tempest_common args: - mode: '^networking_bgpvpn_tempest\.' + mode: '^networking_bgpvpn_tempest.tests.api\.' neutron_extensions: - bgpvpn option: @@ -361,6 +389,34 @@ tiers: Run several OpenStack performance tools https://docs.openstack.org/performance-docs/latest/methodologies/tools.html testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the full suite of scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + optional: + - 'gnocchi' + + - + case_name: rally_jobs + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs a group of Rally jobs used in + OpenStack gating + run: + name: rally_jobs + args: + optional: + - 'gnocchi' + - case_name: vmtp project_name: functest @@ -427,7 +483,6 @@ tiers: - case_name: functest-odl-sfc project_name: sfc - enabled: false criteria: 100 blocking: false description: >- @@ -453,23 +508,6 @@ tiers: run: name: barometercollectd - - - case_name: fds - project_name: fastdatastacks - enabled: false - criteria: 100 - blocking: false - description: >- - Test Suite for the OpenDaylight SDN Controller when GBP - features are installed. It integrates some test suites from - upstream using Robot as the test framework. - dependencies: - - DEPLOY_SCENARIO: 'odl.*-fdio' - run: - name: odl - args: - suites: - - /src/fds/testing/robot - case_name: vgpu project_name: functest @@ -496,60 +534,9 @@ tiers: run: name: stor4nfv_os - - - name: components - order: 4 - description: >- - Extensive testing of OpenStack API. - testcases: - - - case_name: tempest_full - project_name: functest - criteria: 100 - blocking: false - description: >- - The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deployment. - https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83 - run: - name: tempest_common - args: - mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)' - option: - - '--concurrency=4' - - - - case_name: tempest_scenario - project_name: functest - criteria: 100 - blocking: false - description: >- - The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deployment. - https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 - run: - name: tempest_common - args: - mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)' - option: - - '--concurrency=1' - - - - case_name: rally_full - project_name: functest - criteria: 100 - blocking: false - description: >- - This test case runs the full suite of scenarios of the - OpenStack Rally suite using several threads and iterations. - run: - name: rally_full - - name: vnf - order: 5 + order: 4 description: >- Collection of VNF test cases. testcases: