X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=functest%2Fci%2Ftestcases.yaml;h=b3e05f082531f6a85148eeab54ed531a80bdbf1d;hb=1e31574dfe4c803a7fab05827ab163f3bb7f2ec7;hp=a4f8b6373b7da301f978673749f0c96db2563e7f;hpb=b5c7a96a1eb523e1c89f3ea9d143ddf39c518022;p=functest.git diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index a4f8b6373..b3e05f082 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -1,9 +1,10 @@ +--- tiers: - name: healthcheck order: 0 - ci_loop: '(daily)|(weekly)' - description : >- + ci_loop: '(merge)|(verify)|(daily)|(weekly)' + description: >- First tier to be executed to verify the basic operations in the VIM. testcases: @@ -19,10 +20,11 @@ tiers: snaps.use_keystone is True, functest must have access to the cloud's private network. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: - module: 'functest.opnfv_tests.openstack.snaps.connection_check' + module: + 'functest.opnfv_tests.openstack.snaps.connection_check' class: 'ConnectionCheck' - @@ -37,7 +39,7 @@ tiers: snaps.use_keystone is True, functest must have access to the cloud's private network. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.snaps.api_check' @@ -64,21 +66,22 @@ tiers: name: smoke order: 1 ci_loop: '(daily)|(weekly)' - description : >- + description: >- Set of basic Functional tests to validate the OPNFV scenarios. testcases: + - case_name: vping_ssh project_name: functest criteria: 100 - blocking: true + blocking: false description: >- - This test case verifies: 1) SSH to an instance using floating - IPs over the public network. 2) Connectivity between 2 instances - over a private network. + This test case verifies: 1) SSH to an instance using + floating IPs over the public network. 2) Connectivity + between 2 instances over a private network. dependencies: installer: '' - scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' + scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.vping.vping_ssh' class: 'VPingSSH' @@ -87,7 +90,7 @@ tiers: case_name: vping_userdata project_name: functest criteria: 100 - blocking: true + blocking: false description: >- This test case verifies: 1) Boot a VM with given userdata. 2) Connectivity between 2 instances over a private network. @@ -95,9 +98,27 @@ tiers: installer: '' scenario: '^((?!lxd).)*$' run: - module: 'functest.opnfv_tests.openstack.vping.vping_userdata' + module: + 'functest.opnfv_tests.openstack.vping.vping_userdata' class: 'VPingUserdata' + - + case_name: cinder_test + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case verifies: 1) Attach volume and to 1 + instance; 2) Write data on volume 3) Detach volume + from instance 1, attach it on instance 2 3) Read volume + data + dependencies: + installer: '' + scenario: '^((?!lxd).)*$' + run: + module: 'functest.opnfv_tests.openstack.cinder.cinder_test' + class: 'CinderCheck' + - case_name: tempest_smoke_serial project_name: functest @@ -109,7 +130,7 @@ tiers: Tempest automatically and depends on the parameters of the OpenStack deplopyment. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: module: 'functest.opnfv_tests.openstack.tempest.tempest' @@ -133,51 +154,53 @@ tiers: - case_name: refstack_defcore project_name: functest + enabled: false criteria: 100 blocking: false description: >- This test case runs a sub group of tests of the OpenStack - Defcore testcases by using refstack client. + Defcore testcases. dependencies: installer: '' scenario: '' run: - module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client' - class: 'RefstackClient' + module: + 'functest.opnfv_tests.openstack.refstack.refstack' + class: 'Refstack' - - case_name: odl + case_name: patrole project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller. It - integrates some test suites from upstream using - Robot as the test framework. + Test suite from Patrole project. dependencies: installer: '' - scenario: 'odl' + scenario: '' run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' + module: 'functest.opnfv_tests.openstack.patrole.patrole' + class: 'Patrole' args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron + role: 'admin' + services: + - 'image' + - 'network' + exclude: + - 'test_networks_multiprovider_rbac' - - case_name: odl_netvirt + case_name: odl project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller when - the NetVirt features are installed. It integrates - some test suites from upstream using Robot as the - test framework. + Test Suite for the OpenDaylight SDN Controller. It + integrates some test suites from upstream using + Robot as the test framework. dependencies: - installer: 'apex' - scenario: 'os-odl_l3-nofeature' + installer: '' + scenario: 'odl' run: module: 'functest.opnfv_tests.sdn.odl.odl' class: 'ODLTests' @@ -185,7 +208,6 @@ tiers: suites: - /src/odl_test/csit/suites/integration/basic - /src/odl_test/csit/suites/openstack/neutron - - /src/odl_test/csit/suites/openstack/connectivity - case_name: snaps_smoke @@ -202,17 +224,34 @@ tiers: the cloud's private network. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.snaps.smoke' class: 'SnapsSmoke' + - + case_name: neutron_trunk + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the neutron trunk subtest of the + OpenStack Tempest suite. The list of test cases is + generated by Tempest having as input the relevant + testcase list file. + dependencies: + installer: '(fuel)|(apex)|(compass)' + scenario: '' + run: + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestNeutronTrunk' + - name: features order: 2 ci_loop: '(daily)|(weekly)' - description : >- + description: >- Test suites from feature projects integrated in functest testcases: @@ -224,10 +263,10 @@ tiers: description: >- Test suite from Doctor project. dependencies: - installer: 'apex' - scenario: '^((?!fdio).)*$' + installer: '(apex)|(fuel)|(daisy)' + scenario: '^((?!fdio|nofeature).)*$' run: - module: 'functest.core.feature' + module: 'xtesting.core.feature' class: 'BashFeature' args: cmd: 'doctor-test' @@ -240,7 +279,7 @@ tiers: description: >- Test suite from SDNVPN project. dependencies: - installer: '(fuel)|(apex)|(netvirt)' + installer: '' scenario: 'bgpvpn' run: module: 'sdnvpn.test.functest.run_sdnvpn_tests' @@ -252,15 +291,14 @@ tiers: criteria: 100 blocking: false description: >- - Test suite for odl-sfc to test two chains with one SF and one chain with two SFs + Test suite for odl-sfc to test two chains with one SF and + one chain with two SFs dependencies: installer: '' scenario: 'odl.*sfc' run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: 'run_sfc_tests.py' + module: 'sfc.tests.functest.run_sfc_tests' + class: 'SfcFunctest' - case_name: barometercollectd @@ -272,11 +310,11 @@ tiers: the proper configuration and basic functionality of all the collectd plugins as described in the Project Release Plan dependencies: - installer: 'apex' + installer: '' scenario: 'bar' run: - module: 'baro_tests.barometer' - class: 'BarometerCollectd' + module: 'baro_tests.barometer' + class: 'BarometerCollectd' - case_name: fds @@ -284,24 +322,24 @@ tiers: criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller when GBP features are - installed. It integrates some test suites from upstream using - Robot as the test framework. + Test Suite for the OpenDaylight SDN Controller when GBP + features are installed. It integrates some test suites from + upstream using Robot as the test framework. dependencies: - installer: 'apex' + installer: '' scenario: 'odl.*-fdio' run: module: 'functest.opnfv_tests.sdn.odl.odl' class: 'ODLTests' args: suites: - - /src/fds/testing/robot + - /src/fds/testing/robot - name: components order: 3 ci_loop: 'weekly' - description : >- + description: >- Extensive testing of OpenStack API. testcases: - @@ -314,7 +352,7 @@ tiers: Tempest automatically and depends on the parameters of the OpenStack deplopyment. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: module: 'functest.opnfv_tests.openstack.tempest.tempest' @@ -323,13 +361,13 @@ tiers: - case_name: rally_full project_name: functest - criteria: 90 + criteria: 100 blocking: false description: >- - This test case runs the full suite of scenarios of the OpenStack - Rally suite using several threads and iterations. + This test case runs the full suite of scenarios of the + OpenStack Rally suite using several threads and iterations. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: module: 'functest.opnfv_tests.openstack.rally.rally' @@ -339,7 +377,7 @@ tiers: name: vnf order: 4 ci_loop: '(daily)|(weekly)' - description : >- + description: >- Collection of VNF test cases. testcases: - @@ -348,52 +386,41 @@ tiers: criteria: 80 blocking: false description: >- - This test case deploys an OpenSource vIMS solution from Clearwater - using the Cloudify orchestrator. It also runs some signaling traffic. + This test case deploys an OpenSource vIMS solution from + Clearwater using the Cloudify orchestrator. It also runs + some signaling traffic. dependencies: installer: '' - scenario: 'os-nosdn-nofeature-ha' + scenario: 'os-.*-nofeature-.*ha' run: module: 'functest.opnfv_tests.vnf.ims.cloudify_ims' class: 'CloudifyIms' - - - case_name: orchestra_openims - project_name: orchestra - criteria: 100 - blocking: false - description: >- - OpenIMS VNF deployment with Open Baton (Orchestra) - dependencies: - installer: '' - scenario: 'os-nosdn-nofeature-ha' - run: - module: 'functest.opnfv_tests.vnf.ims.orchestra_openims' - class: 'OpenImsVnf' - - case_name: orchestra_clearwaterims - project_name: orchestra + case_name: vyos_vrouter + project_name: functest criteria: 100 blocking: false description: >- - ClearwaterIMS VNF deployment with Open Baton (Orchestra) + This test case is vRouter testing. dependencies: installer: '' - scenario: 'os-nosdn-nofeature-ha' + scenario: 'os-.*-nofeature-.*ha' run: - module: 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims' - class: 'ClearwaterImsVnf' + module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter' + class: 'CloudifyVrouter' - - case_name: vyos_vrouter + case_name: juju_epc project_name: functest criteria: 100 blocking: false description: >- - This test case is vRouter testing. + vEPC validation with Juju as VNF manager and ABoT as test + executor. dependencies: - installer: '^((?!compass|fuel).)*$' - scenario: 'os-nosdn-nofeature-ha' + installer: '' + scenario: 'os-.*-nofeature-.*ha' run: - module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter' - class: 'CloudifyVrouter' + module: 'functest.opnfv_tests.vnf.epc.juju_epc' + class: 'JujuEpc'