X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2Ftestcases.yaml;h=4fcdd1b0254c41dfc504ddc3caee2153ec413427;hb=a7d390f6a5d05cb632d933c03f170b5bc25be534;hp=045068154b0433c1ea1d87a0608dcb7702a35d67;hpb=2d8974d6cebaa1428ab1a175ceb9a0432a84e615;p=functest.git diff --git a/ci/testcases.yaml b/ci/testcases.yaml index 045068154..4fcdd1b02 100644 --- a/ci/testcases.yaml +++ b/ci/testcases.yaml @@ -9,13 +9,15 @@ tiers: testcases: - name: healthcheck + criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies the basic OpenStack services like Keystone, Glance, Cinder, Neutron and Nova. dependencies: installer: '' - scenario: '' + scenario: '^((?!lxd).)*$' - name: smoke @@ -26,52 +28,50 @@ tiers: testcases: - name: vping_ssh + criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies: 1) SSH to an instance using floating IPs over the public network. 2) Connectivity between 2 instances over a private network. dependencies: installer: '' - scenario: '^((?!bgpvpn).)*$' + scenario: '^((?!bgpvpn|odl_l3).)*$' - name: vping_userdata + criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies: 1) Boot a VM with given userdata. 2) Connectivity between 2 instances over a private network. + dependencies: + installer: '' + scenario: '^((?!lxd).)*$' + + - + name: tempest_smoke_serial + criteria: 'success_rate == 100%' + blocking: false + description: >- + This test case runs the smoke subset of the OpenStack + Tempest suite. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deplopyment. dependencies: installer: '' scenario: '' - #- - # name: tempest_smoke_serial - # description: >- - # This test case runs the smoke subset of the OpenStack - # Tempest suite. The list of test cases is generated by - # Tempest automatically and depend on the parameters of - # the OpenStack deplopyment. - # dependencies: - # installer: '' - # scenario: '' - # - #- - # name: rally_sanity - # description: >- - # This test case runs a sub group of tests of the OpenStack - # Rally suite in smoke mode. - # dependencies: - # installer: '' - # scenario: '' - # - #- - # name: security_groups - # description: >- - # This test case verifies the functionality of the OpenStack - # security groups and that the port rules created are - # fullfilled. - # dependencies: - # installer: '' - # scenario: '' + - + name: rally_sanity + criteria: 'success_rate == 100%' + blocking: false + description: >- + This test case runs a sub group of tests of the OpenStack + Rally suite in smoke mode. + dependencies: + installer: '' + scenario: '' - name: sdn_suites @@ -83,6 +83,8 @@ tiers: testcases: - name: odl + criteria: 'success_rate == 100%' + blocking: true description: >- Test Suite for the OpenDaylight SDN Controller. It integrates some test suites from upstream using Robot as the test @@ -93,6 +95,8 @@ tiers: - name: onos + criteria: 'status == "PASS"' + blocking: true description: >- Test Suite for the ONOS SDN Controller. It integrates some test suites from upstream using TestON as the test @@ -101,15 +105,6 @@ tiers: installer: '' scenario: 'onos' - - - name: ovno - description: >- - Test Suite for the Open Contrail SDN Controller. - framework. - dependencies: - installer: '' - scenario: 'ocl' - - name: features order: 3 @@ -120,6 +115,8 @@ tiers: testcases: - name: promise + criteria: 'success_rate == 100%' + blocking: false description: >- Test suite from Promise project. dependencies: @@ -128,29 +125,108 @@ tiers: - name: doctor + criteria: 'status == "PASS"' + blocking: false description: >- - Test suite from Dcotor project. + Test suite from Doctor project. dependencies: - installer: 'apex' + installer: '(apex)|(fuel)' scenario: '' - name: bgpvpn + criteria: 'status == "PASS"' + blocking: false description: >- Test suite from SDNVPN project. dependencies: installer: '(fuel)|(apex)' scenario: 'bgpvpn' + - + name: security_scan + criteria: 'status == "PASS"' + blocking: false + description: >- + Simple security Scan + dependencies: + installer: 'apex' + scenario: '' + + - + name: copper + criteria: 'status == "PASS"' + blocking: false + description: >- + Test suite for policy management based on OpenStack Congress + dependencies: + installer: '(apex)|(joid)' + scenario: '^((?!lxd).)*$' + - + name: moon + criteria: 'status == "PASS"' + blocking: false + description: >- + Security management system for OPNFV + dependencies: + installer: 'compass' + scenario: '(odl)*(moon)' + - + name: multisite + criteria: 'success_rate == 100%' + blocking: false + description: >- + Test suite from kingbird + dependencies: + installer: '(fuel)|(compass)' + scenario: 'multisite' + - + name: domino + criteria: 'status == "PASS"' + blocking: false + description: >- + Test suite for template distribution based on Domino + dependencies: + installer: 'joid' + scenario: '' + - + name: odl-sfc + criteria: 'status == "PASS"' + blocking: false + description: >- + Test suite for odl-sfc to test two chains and two SFs + dependencies: + installer: 'fuel' + scenario: 'odl_l2-sfc' + - + name: onos_sfc + criteria: 'status == "PASS"' + blocking: true + description: >- + Test Suite for onos-sfc to test sfc function. + dependencies: + installer: '' + scenario: 'onos-sfc' + - + name: parser + criteria: 'ret == 0' + blocking: false + description: >- + Test suite from Parser project. + dependencies: + installer: 'fuel' + scenario: '^((?!noha).)*$' - - name: tempest + name: openstack order: 4 ci_loop: 'weekly' description : >- - This test case runs the full set of the OpenStack Tempest suite. + Extensive testing of OpenStack API. testcases: - - name: tempest + name: tempest_full_parallel + criteria: 'success_rate >= 80%' + blocking: false description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -159,15 +235,10 @@ tiers: installer: '' scenario: '' - - - name: rally - order: 5 - ci_loop: 'weekly' - description : >- - Rally suite from the OpenStack community. - testcases: - - name: rally + name: rally_full + criteria: 'success_rate >= 90%' + blocking: false description: >- This test case runs the full suite of scenarios of the OpenStack Rally suite using several threads and iterations. @@ -177,13 +248,15 @@ tiers: - name: vnf - order: 6 + order: 5 ci_loop: 'weekly' description : >- Collection of VNF test cases. testcases: - name: vims + criteria: 'status == "PASS"' + blocking: false description: >- This test case deploys an OpenSource vIMS solution from Clearwater using the Cloudify orchestrator. It also runs some signaling traffic.