X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=docker%2Fsmoke%2Ftestcases.yaml;h=8e2947cc89b5bd9098ff663e6277a43f7546ec00;hb=5ac878fe7cccbfe5cb829488d0aedc307dd42885;hp=69ea038a44c6ed1df5c553c35ebff33fc5574f73;hpb=0323218afb7500bac979e46aafc9c33d614c99d5;p=functest.git diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index 69ea038a4..8e2947cc8 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -1,73 +1,67 @@ +--- tiers: - name: smoke order: 1 - ci_loop: '(daily)|(weekly)' - description : >- + description: >- Set of basic Functional tests to validate the OPNFV scenarios. testcases: - - case_name: vping_ssh + case_name: tempest_smoke project_name: functest criteria: 100 - blocking: true + blocking: false description: >- - This test case verifies: 1) SSH to an instance using floating - IPs over the public network. 2) Connectivity between 2 instances - over a private network. - dependencies: - installer: '' - scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' + This test case runs the smoke subset of the OpenStack + Tempest suite. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deplopyment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114 run: - module: 'functest.opnfv_tests.openstack.vping.vping_ssh' - class: 'VPingSSH' + name: tempest_common + args: + mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)' + option: + - '--concurrency=4' - - case_name: vping_userdata + case_name: neutron-tempest-plugin-api project_name: functest criteria: 100 - blocking: true + blocking: false description: >- - This test case verifies: 1) Boot a VM with given userdata. - 2) Connectivity between 2 instances over a private network. - dependencies: - installer: '' - scenario: '^((?!lxd).)*$' + This test case runs the Tempest suite proposed by the + Neutron project. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. run: - module: 'functest.opnfv_tests.openstack.vping.vping_userdata' - class: 'VPingUserdata' + name: tempest_common + args: + mode: '^neutron_tempest_plugin\.api' + option: + - '--concurrency=4' - - case_name: tempest_smoke_serial + case_name: rally_sanity project_name: functest criteria: 100 blocking: false description: >- - This test case runs the smoke subset of the OpenStack - Tempest suite. The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deplopyment. - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '' + This test case runs a sub group of tests of the OpenStack + Rally suite in smoke mode. run: - module: 'functest.opnfv_tests.openstack.tempest.tempest' - class: 'TempestSmokeSerial' + name: rally_sanity - - case_name: rally_sanity + case_name: rally_jobs project_name: functest criteria: 100 blocking: false description: >- - This test case runs a sub group of tests of the OpenStack - Rally suite in smoke mode. - dependencies: - installer: '' - scenario: '' + This test case runs a group of Rally jobs used in + OpenStack gating run: - module: 'functest.opnfv_tests.openstack.rally.rally' - class: 'RallySanity' + name: rally_jobs - case_name: refstack_defcore @@ -76,13 +70,31 @@ tiers: blocking: false description: >- This test case runs a sub group of tests of the OpenStack - Defcore testcases by using refstack client. - dependencies: - installer: '' - scenario: '' + Defcore testcases. run: - module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client' - class: 'RefstackClient' + name: refstack_defcore + args: + option: + - '--concurrency=4' + + - + case_name: patrole + project_name: functest + criteria: 100 + blocking: false + description: >- + Test suite from Patrole project. + run: + name: patrole + args: + role: 'admin' + includes: + - 'image' + - 'network' + excludes: + - 'test_networks_multiprovider_rbac' + - 'test_auto_allocated_topology_rbac' + - 'test_address_scope_rbac' - case_name: snaps_smoke @@ -97,10 +109,76 @@ tiers: this functionality. When the config value of snaps.use_keystone is True, functest must have access to the cloud's private network. + run: + name: snaps_smoke - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '^((?!lxd).)*$' + - + case_name: neutron_trunk + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the neutron trunk subtest of the + OpenStack Tempest suite. The list of test cases is + generated by Tempest having as input the relevant + testcase list file. + run: + name: tempest_common + args: + mode: 'neutron_tempest_plugin.(api|scenario).test_trunk' + neutron_extensions: + - trunk + - trunk-details + + - + case_name: networking-bgpvpn + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-bgpvpn Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + name: tempest_common + args: + mode: '^networking_bgpvpn_tempest\.' + neutron_extensions: + - bgpvpn + option: + - '--concurrency=4' + + - + case_name: networking-sfc + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-sfc Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + name: tempest_common + args: + mode: + '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$' + neutron_extensions: + - sfc + option: + - '--concurrency=0' + + - + case_name: barbican + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of a barbican installation. run: - module: 'functest.opnfv_tests.openstack.snaps.smoke' - class: 'SnapsSmoke' + name: barbican + args: + mode: + '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$' + services: + - barbican