X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=functest%2Fci%2Ftestcases.yaml;h=2b8977fd900d7ae338d555aed3e2045059b91d72;hb=3009b15820e4eede5d52090146581c8aaf1eb0bc;hp=78fe0aa92b82be182ecc7374d537767692ac3455;hpb=6dc894f3ef1ff784a10c2366990820bbc9b4441e;p=functest.git diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 78fe0aa92..2b8977fd9 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -1,9 +1,10 @@ +--- tiers: - name: healthcheck order: 0 ci_loop: '(daily)|(weekly)' - description : >- + description: >- First tier to be executed to verify the basic operations in the VIM. testcases: @@ -22,7 +23,8 @@ tiers: installer: '^((?!netvirt).)*$' scenario: '' run: - module: 'functest.opnfv_tests.openstack.snaps.connection_check' + module: + 'functest.opnfv_tests.openstack.snaps.connection_check' class: 'ConnectionCheck' - @@ -38,7 +40,7 @@ tiers: the cloud's private network. dependencies: installer: '^((?!netvirt).)*$' - scenario: '' + scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.snaps.api_check' class: 'ApiCheck' @@ -64,7 +66,7 @@ tiers: name: smoke order: 1 ci_loop: '(daily)|(weekly)' - description : >- + description: >- Set of basic Functional tests to validate the OPNFV scenarios. testcases: - @@ -73,9 +75,9 @@ tiers: criteria: 100 blocking: true description: >- - This test case verifies: 1) SSH to an instance using floating - IPs over the public network. 2) Connectivity between 2 instances - over a private network. + This test case verifies: 1) SSH to an instance using + floating IPs over the public network. 2) Connectivity + between 2 instances over a private network. dependencies: installer: '' scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' @@ -95,7 +97,8 @@ tiers: installer: '' scenario: '^((?!lxd).)*$' run: - module: 'functest.opnfv_tests.openstack.vping.vping_userdata' + module: + 'functest.opnfv_tests.openstack.vping.vping_userdata' class: 'VPingUserdata' - @@ -142,7 +145,8 @@ tiers: installer: '' scenario: '' run: - module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client' + module: + 'functest.opnfv_tests.openstack.refstack_client.refstack_client' class: 'RefstackClient' - @@ -162,8 +166,8 @@ tiers: class: 'ODLTests' args: suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron + - /src/odl_test/csit/suites/integration/basic + - /src/odl_test/csit/suites/openstack/neutron - case_name: odl_netvirt @@ -183,44 +187,9 @@ tiers: class: 'ODLTests' args: suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron - - /src/odl_test/csit/suites/openstack/connectivity - - - - case_name: fds - project_name: functest - criteria: 100 - blocking: false - description: >- - Test Suite for the OpenDaylight SDN Controller when GBP features are - installed. It integrates some test suites from upstream using - Robot as the test framework. - dependencies: - installer: 'apex' - scenario: 'odl.*-fdio' - run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' - args: - suites: - - /src/fds/testing/robot - - - - case_name: onos - project_name: functest - criteria: 100 - blocking: true - description: >- - Test Suite for the ONOS SDN Controller. It integrates - some test suites from upstream using TestON as the test - framework. - dependencies: - installer: '' - scenario: 'onos' - run: - module: 'functest.opnfv_tests.sdn.onos.onos' - class: 'Onos' + - /src/odl_test/csit/suites/integration/basic + - /src/odl_test/csit/suites/openstack/neutron + - /src/odl_test/csit/suites/openstack/connectivity - case_name: snaps_smoke @@ -247,42 +216,25 @@ tiers: name: features order: 2 ci_loop: '(daily)|(weekly)' - description : >- + description: >- Test suites from feature projects integrated in functest testcases: - - - case_name: promise - project_name: promise - criteria: 100 - blocking: false - description: >- - Test suite from Promise project. - dependencies: - installer: '(fuel)|(joid)' - scenario: '' - run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: 'run_promise_tests.py' - - case_name: doctor-notification - enabled: false project_name: doctor criteria: 100 blocking: false description: >- Test suite from Doctor project. dependencies: - installer: '(apex)|(fuel)' + installer: 'apex' scenario: '^((?!fdio).)*$' run: module: 'functest.core.feature' class: 'BashFeature' args: - cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh' + cmd: 'doctor-test' - case_name: bgpvpn @@ -295,36 +247,17 @@ tiers: installer: '(fuel)|(apex)|(netvirt)' scenario: 'bgpvpn' run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: 'run_sdnvpn_tests.py' - - - - case_name: security_scan - enabled: false - project_name: securityscanning - criteria: 100 - blocking: false - description: >- - Simple Security Scan - dependencies: - installer: 'apex' - scenario: '^((?!fdio).)*$' - run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: '. /home/opnfv/functest/conf/stackrc && security_scan --config /usr/local/etc/securityscanning/config.ini' + module: 'sdnvpn.test.functest.run_sdnvpn_tests' + class: 'SdnvpnFunctest' - case_name: functest-odl-sfc - enabled: true project_name: sfc criteria: 100 blocking: false description: >- - Test suite for odl-sfc to test two chains with one SF and one chain with two SFs + Test suite for odl-sfc to test two chains with one SF and + one chain with two SFs dependencies: installer: '' scenario: 'odl.*sfc' @@ -335,76 +268,45 @@ tiers: cmd: 'run_sfc_tests.py' - - case_name: onos_sfc - enabled: false - project_name: functest - criteria: 100 - blocking: true - description: >- - Test Suite for onos-sfc to test sfc function. - dependencies: - installer: '' - scenario: 'onos-sfc' - run: - module: 'functest.opnfv_tests.sdn.onos.onos' - class: 'OnosSfc' - - - - case_name: parser-basics - enabled: false - project_name: parser - criteria: 100 - blocking: false - description: >- - Test suite from Parser project. - dependencies: - installer: 'fuel' - scenario: '^((?!bgpvpn|noha).)*$' - run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh' - - - - case_name: domino-multinode - enabled: false - project_name: domino + case_name: barometercollectd + project_name: barometer criteria: 100 blocking: false description: >- - Test suite from Domino project. + Test suite for the Barometer project. Separate tests verify + the proper configuration and basic functionality of all the + collectd plugins as described in the Project Release Plan dependencies: - installer: '' - scenario: '' + installer: 'apex' + scenario: 'bar' run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: 'cd /src/domino && ./tests/run_multinode.sh' + module: 'baro_tests.barometer' + class: 'BarometerCollectd' - - case_name: barometercollectd - enabled: true - project_name: barometer + case_name: fds + project_name: fastdatastacks criteria: 100 blocking: false description: >- - Test suite for the Barometer project. Separate tests verify - the proper configuration and basic functionality of all the - collectd plugins as described in the Project Release Plan + Test Suite for the OpenDaylight SDN Controller when GBP + features are installed. It integrates some test suites from + upstream using Robot as the test framework. dependencies: installer: 'apex' - scenario: 'bar' + scenario: 'odl.*-fdio' run: - module: 'baro_tests.barometer' - class: 'BarometerCollectd' + module: 'functest.opnfv_tests.sdn.odl.odl' + class: 'ODLTests' + args: + suites: + - /src/fds/testing/robot - name: components order: 3 ci_loop: 'weekly' - description : >- + description: >- Extensive testing of OpenStack API. testcases: - @@ -423,32 +325,14 @@ tiers: module: 'functest.opnfv_tests.openstack.tempest.tempest' class: 'TempestFullParallel' - - - case_name: tempest_custom - project_name: functest - criteria: 100 - blocking: false - description: >- - The test case allows running a customized list of tempest - test cases defined in a file under - /functest/opnfv_tests/openstack/ - /tempest/custom_tests/test_list.txt - The file is empty and can be customized with the desired tests. - dependencies: - installer: 'unknown' - scenario: 'unknown' - run: - module: 'functest.opnfv_tests.openstack.tempest.tempest' - class: 'TempestCustom' - - case_name: rally_full project_name: functest - criteria: 90 + criteria: 100 blocking: false description: >- - This test case runs the full suite of scenarios of the OpenStack - Rally suite using several threads and iterations. + This test case runs the full suite of scenarios of the + OpenStack Rally suite using several threads and iterations. dependencies: installer: '^((?!netvirt).)*$' scenario: '' @@ -460,62 +344,80 @@ tiers: name: vnf order: 4 ci_loop: '(daily)|(weekly)' - description : >- + description: >- Collection of VNF test cases. testcases: - case_name: cloudify_ims project_name: functest - criteria: 100 + criteria: 80 blocking: false description: >- - This test case deploys an OpenSource vIMS solution from Clearwater - using the Cloudify orchestrator. It also runs some signaling traffic. + This test case deploys an OpenSource vIMS solution from + Clearwater using the Cloudify orchestrator. It also runs + some signaling traffic. dependencies: installer: '' scenario: 'os-nosdn-nofeature-ha' run: module: 'functest.opnfv_tests.vnf.ims.cloudify_ims' class: 'CloudifyIms' + - - case_name: orchestra_openims + case_name: vyos_vrouter project_name: functest criteria: 100 blocking: false description: >- - OpenIMS VNF deployment with Open Baton (Orchestra) + This test case is vRouter testing. dependencies: installer: '' scenario: 'os-nosdn-nofeature-ha' + run: + module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter' + class: 'CloudifyVrouter' + + - + case_name: orchestra_openims + project_name: orchestra + criteria: 100 + blocking: false + description: >- + OpenIMS VNF deployment with Open Baton (Orchestra) + dependencies: + installer: 'daisy' + scenario: 'os-nosdn-nofeature-ha' run: module: 'functest.opnfv_tests.vnf.ims.orchestra_openims' class: 'OpenImsVnf' - case_name: orchestra_clearwaterims - project_name: functest + project_name: orchestra criteria: 100 blocking: false description: >- ClearwaterIMS VNF deployment with Open Baton (Orchestra) dependencies: - installer: '' + installer: 'daisy' scenario: 'os-nosdn-nofeature-ha' run: - module: 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims' + module: + 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims' class: 'ClearwaterImsVnf' - - case_name: vyos_vrouter - enabled: false + case_name: juju_epc + enabled: true project_name: functest criteria: 100 blocking: false description: >- - This test case is vRouter testing. + vEPC validation with Juju as VNF manager and ABoT as test + executor. dependencies: - installer: 'fuel' - scenario: 'nosdn-nofeature' + installer: '' + scenario: 'os-nosdn-nofeature-ha' run: - module: 'functest.opnfv_tests.vnf.router.vyos_vrouter' - class: 'VrouterVnf' + module: 'functest.opnfv_tests.vnf.epc.juju_epc' + class: 'JujuEpc'