X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=docker%2Fsmoke%2Ftestcases.yaml;h=7c22e838c5800b574a761ac8b107b272770f835a;hb=d5c3692d211cb3e82708eaf2595ba3f26fafc6a6;hp=daec0eae713a28475554d410243af5364b14430d;hpb=0c22a8bd5f66753c2ff608c2f72fd552e140f2a5;p=functest.git diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index daec0eae7..7c22e838c 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -3,58 +3,45 @@ tiers: - name: smoke order: 1 - ci_loop: '(daily)|(weekly)' description: >- Set of basic Functional tests to validate the OPNFV scenarios. testcases: - - case_name: vping_ssh + case_name: tempest_smoke project_name: functest criteria: 100 - blocking: true - description: >- - This test case verifies: 1) SSH to an instance using - floating IPs over the public network. 2) Connectivity - between 2 instances over a private network. - dependencies: - installer: '' - scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' - run: - module: 'functest.opnfv_tests.openstack.vping.vping_ssh' - class: 'VPingSSH' - - - - case_name: vping_userdata - project_name: functest - criteria: 100 - blocking: true + blocking: false description: >- - This test case verifies: 1) Boot a VM with given userdata. - 2) Connectivity between 2 instances over a private network. - dependencies: - installer: '' - scenario: '^((?!lxd).)*$' + This test case runs the smoke subset of the OpenStack + Tempest suite. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deplopyment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114 run: - module: - 'functest.opnfv_tests.openstack.vping.vping_userdata' - class: 'VPingUserdata' + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestCommon' + args: + mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)' + option: + - '--concurrency=4' - - case_name: tempest_smoke_serial + case_name: neutron-tempest-plugin-api project_name: functest criteria: 100 blocking: false description: >- - This test case runs the smoke subset of the OpenStack - Tempest suite. The list of test cases is generated by + This test case runs the Tempest suite proposed by the + Neutron project. The list of test cases is generated by Tempest automatically and depends on the parameters of - the OpenStack deplopyment. - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '' + the OpenStack deployment. run: module: 'functest.opnfv_tests.openstack.tempest.tempest' - class: 'TempestSmokeSerial' + class: 'TempestCommon' + args: + mode: '^neutron_tempest_plugin\.api' + option: + - '--concurrency=4' - case_name: rally_sanity @@ -64,9 +51,6 @@ tiers: description: >- This test case runs a sub group of tests of the OpenStack Rally suite in smoke mode. - dependencies: - installer: '' - scenario: '' run: module: 'functest.opnfv_tests.openstack.rally.rally' class: 'RallySanity' @@ -79,13 +63,13 @@ tiers: description: >- This test case runs a sub group of tests of the OpenStack Defcore testcases. - dependencies: - installer: '' - scenario: '' run: module: 'functest.opnfv_tests.openstack.refstack.refstack' class: 'Refstack' + args: + option: + - '--concurrency=4' - case_name: patrole @@ -94,62 +78,47 @@ tiers: blocking: false description: >- Test suite from Patrole project. - dependencies: - installer: '' - scenario: '' run: module: 'functest.opnfv_tests.openstack.patrole.patrole' class: 'Patrole' args: role: 'admin' - services: + includes: - 'image' - 'network' - - 'volume' - exclude: + excludes: - 'test_networks_multiprovider_rbac' - - case_name: odl + case_name: vmtp project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller. It - integrates some test suites from upstream using - Robot as the test framework. + VMTP is a small python application that will automatically + perform ping connectivity, round trip time measurement + (latency) and TCP/UDP throughput dependencies: - installer: '' - scenario: 'odl' + - POD_ARCH: '^(?!aarch64$)' run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' - args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron + module: + 'functest.opnfv_tests.openstack.vmtp.vmtp' + class: 'Vmtp' - - case_name: odl_netvirt + case_name: shaker project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller when - the NetVirt features are installed. It integrates - some test suites from upstream using Robot as the - test framework. - dependencies: - installer: 'apex' - scenario: 'os-odl_l3-nofeature' + Shaker wraps around popular system network testing tools + like iperf, iperf3 and netperf (with help of flent). Shaker + is able to deploy OpenStack instances and networks in + different topologies. run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' - args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron - - /src/odl_test/csit/suites/openstack/connectivity + module: + 'functest.opnfv_tests.openstack.shaker.shaker' + class: 'Shaker' - case_name: snaps_smoke @@ -164,10 +133,6 @@ tiers: this functionality. When the config value of snaps.use_keystone is True, functest must have access to the cloud's private network. - - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.snaps.smoke' class: 'SnapsSmoke' @@ -182,9 +147,67 @@ tiers: OpenStack Tempest suite. The list of test cases is generated by Tempest having as input the relevant testcase list file. - dependencies: - installer: '(fuel)|(apex)|(compass)' - scenario: '' run: module: 'functest.opnfv_tests.openstack.tempest.tempest' - class: 'TempestNeutronTrunk' + class: 'TempestCommon' + args: + mode: 'neutron_tempest_plugin.(api|scenario).test_trunk' + neutron_extensions: + - trunk + - trunk-details + + - + case_name: networking-bgpvpn + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-bgpvpn Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestCommon' + args: + mode: '^networking_bgpvpn_tempest\.' + neutron_extensions: + - bgpvpn + option: + - '--concurrency=4' + + - + case_name: networking-sfc + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-sfc Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestCommon' + args: + mode: + '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$' + neutron_extensions: + - sfc + option: + - '--concurrency=0' + + - + case_name: barbican + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of a barbican installation. + run: + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestCommon' + args: + mode: + 'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)' + services: + - barbican