X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2Ftestcases.yaml;h=4fcdd1b0254c41dfc504ddc3caee2153ec413427;hb=a7d390f6a5d05cb632d933c03f170b5bc25be534;hp=8dc22a6406756c061bf81697c9f25efadc51e67f;hpb=bbf10c2ae8c2205c89065d8d57e3340d9b2efd40;p=functest.git diff --git a/ci/testcases.yaml b/ci/testcases.yaml index 8dc22a640..4fcdd1b02 100644 --- a/ci/testcases.yaml +++ b/ci/testcases.yaml @@ -2,54 +2,61 @@ tiers: - name: healthcheck order: 0 - ci: daily + ci_loop: '(daily)|(weekly)' description : >- First tier to be executed to verify the basic operations in the VIM. testcases: - name: healthcheck + criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies the basic OpenStack services like Keystone, Glance, Cinder, Neutron and Nova. dependencies: installer: '' - scenario: '' + scenario: '^((?!lxd).)*$' - name: smoke order: 1 - ci: daily + ci_loop: '(daily)|(weekly)' description : >- Set of basic Functional tests to validate the OpenStack deployment. testcases: - name: vping_ssh - description: |- - This test case verifies: - ····1) SSH to an instance using floating IPs over the public network. - ····2) Connectivity between 2 instances over a private network. + criteria: 'status == "PASS"' + blocking: true + description: >- + This test case verifies: 1) SSH to an instance using floating + IPs over the public network. 2) Connectivity between 2 instances + over a private network. dependencies: installer: '' - scenario: '^((?!bgpvpn).)*$' + scenario: '^((?!bgpvpn|odl_l3).)*$' - name: vping_userdata - description: |- - This test case verifies: - ····1) Boot a VM with given userdata. - ····2) Connectivity between 2 instances over a private network. + criteria: 'status == "PASS"' + blocking: true + description: >- + This test case verifies: 1) Boot a VM with given userdata. + 2) Connectivity between 2 instances over a private network. dependencies: installer: '' - scenario: '' + scenario: '^((?!lxd).)*$' - name: tempest_smoke_serial + criteria: 'success_rate == 100%' + blocking: false description: >- This test case runs the smoke subset of the OpenStack Tempest suite. The list of test cases is generated by - Tempest automatically and depend on the parameters of + Tempest automatically and depends on the parameters of the OpenStack deplopyment. dependencies: installer: '' @@ -57,6 +64,8 @@ tiers: - name: rally_sanity + criteria: 'success_rate == 100%' + blocking: false description: >- This test case runs a sub group of tests of the OpenStack Rally suite in smoke mode. @@ -64,26 +73,18 @@ tiers: installer: '' scenario: '' - #- - # name: security_groups - # description: >- - # This test case verifies the functionality of the OpenStack - # security groups and that the port rules created are - # fullfilled. - # dependencies: - # installer: '' - # scenario: '' - - name: sdn_suites order: 2 - ci: daily + ci_loop: '(daily)|(weekly)' description : >- Test suites corresponding to the different SDN Controllers existing in OPNFV. testcases: - name: odl + criteria: 'success_rate == 100%' + blocking: true description: >- Test Suite for the OpenDaylight SDN Controller. It integrates some test suites from upstream using Robot as the test @@ -94,6 +95,8 @@ tiers: - name: onos + criteria: 'status == "PASS"' + blocking: true description: >- Test Suite for the ONOS SDN Controller. It integrates some test suites from upstream using TestON as the test @@ -102,25 +105,18 @@ tiers: installer: '' scenario: 'onos' - - - name: ovno - description: >- - Test Suite for the Open Contrail SDN Controller. - framework. - dependencies: - installer: '' - scenario: 'ocl' - - name: features order: 3 - ci: daily + ci_loop: '(daily)|(weekly)' description : >- Test suites from feature projects integrated in functest testcases: - name: promise + criteria: 'success_rate == 100%' + blocking: false description: >- Test suite from Promise project. dependencies: @@ -129,46 +125,120 @@ tiers: - name: doctor + criteria: 'status == "PASS"' + blocking: false description: >- - Test suite from Dcotor project. + Test suite from Doctor project. dependencies: - installer: 'apex' + installer: '(apex)|(fuel)' scenario: '' - - name: sdnvpn + name: bgpvpn + criteria: 'status == "PASS"' + blocking: false description: >- Test suite from SDNVPN project. dependencies: installer: '(fuel)|(apex)' scenario: 'bgpvpn' + - + name: security_scan + criteria: 'status == "PASS"' + blocking: false + description: >- + Simple security Scan + dependencies: + installer: 'apex' + scenario: '' + + - + name: copper + criteria: 'status == "PASS"' + blocking: false + description: >- + Test suite for policy management based on OpenStack Congress + dependencies: + installer: '(apex)|(joid)' + scenario: '^((?!lxd).)*$' + - + name: moon + criteria: 'status == "PASS"' + blocking: false + description: >- + Security management system for OPNFV + dependencies: + installer: 'compass' + scenario: '(odl)*(moon)' + - + name: multisite + criteria: 'success_rate == 100%' + blocking: false + description: >- + Test suite from kingbird + dependencies: + installer: '(fuel)|(compass)' + scenario: 'multisite' + - + name: domino + criteria: 'status == "PASS"' + blocking: false + description: >- + Test suite for template distribution based on Domino + dependencies: + installer: 'joid' + scenario: '' + - + name: odl-sfc + criteria: 'status == "PASS"' + blocking: false + description: >- + Test suite for odl-sfc to test two chains and two SFs + dependencies: + installer: 'fuel' + scenario: 'odl_l2-sfc' + - + name: onos_sfc + criteria: 'status == "PASS"' + blocking: true + description: >- + Test Suite for onos-sfc to test sfc function. + dependencies: + installer: '' + scenario: 'onos-sfc' + - + name: parser + criteria: 'ret == 0' + blocking: false + description: >- + Test suite from Parser project. + dependencies: + installer: 'fuel' + scenario: '^((?!noha).)*$' - - name: tempest + name: openstack order: 4 - ci: weekly + ci_loop: 'weekly' description : >- - This test case runs the full set of the OpenStack Tempest suite. + Extensive testing of OpenStack API. testcases: - name: tempest_full_parallel + criteria: 'success_rate >= 80%' + blocking: false description: >- The list of test cases is generated by - Tempest automatically and depend on the parameters of + Tempest automatically and depends on the parameters of the OpenStack deplopyment. dependencies: installer: '' scenario: '' - - - name: rally - order: 5 - ci: weekly - description : >- - Rally suite from the OpenStack community. - testcases: - name: rally_full + criteria: 'success_rate >= 90%' + blocking: false description: >- This test case runs the full suite of scenarios of the OpenStack Rally suite using several threads and iterations. @@ -178,13 +248,15 @@ tiers: - name: vnf - order: 6 - ci: weekly + order: 5 + ci_loop: 'weekly' description : >- Collection of VNF test cases. testcases: - name: vims + criteria: 'status == "PASS"' + blocking: false description: >- This test case deploys an OpenSource vIMS solution from Clearwater using the Cloudify orchestrator. It also runs some signaling traffic.