X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2Ftestcases.yaml;h=4fcdd1b0254c41dfc504ddc3caee2153ec413427;hb=a7d390f6a5d05cb632d933c03f170b5bc25be534;hp=cfd93e4fd032bfef94f6bfd195a13a226438ef3a;hpb=32462ed96c883239a9aac15faa70d97a78780fdb;p=functest.git

diff --git a/ci/testcases.yaml b/ci/testcases.yaml
index cfd93e4fd..4fcdd1b02 100644
--- a/ci/testcases.yaml
+++ b/ci/testcases.yaml
@@ -10,13 +10,14 @@ tiers:
             -
                 name: healthcheck
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     This test case verifies the basic OpenStack services like
                     Keystone, Glance, Cinder, Neutron and Nova.
 
                 dependencies:
                     installer: ''
-                    scenario: ''
+                    scenario: '^((?!lxd).)*$'
 
     -
         name: smoke
@@ -28,27 +29,30 @@ tiers:
             -
                 name: vping_ssh
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     This test case verifies: 1) SSH to an instance using floating
                     IPs over the public network. 2) Connectivity between 2 instances
                     over a private network.
                 dependencies:
                     installer: ''
-                    scenario: '^((?!bgpvpn).)*$'
+                    scenario: '^((?!bgpvpn|odl_l3).)*$'
 
             -
                 name: vping_userdata
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     This test case verifies:  1) Boot a VM with given userdata.
                     2) Connectivity between 2 instances over a private network.
                 dependencies:
                     installer: ''
-                    scenario: ''
+                    scenario: '^((?!lxd).)*$'
 
             -
                 name: tempest_smoke_serial
                 criteria: 'success_rate == 100%'
+                blocking: false
                 description: >-
                     This test case runs the smoke subset of the OpenStack
                     Tempest suite. The list of test cases is generated by
@@ -61,6 +65,7 @@ tiers:
             -
                 name: rally_sanity
                 criteria: 'success_rate == 100%'
+                blocking: false
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Rally suite in smoke mode.
@@ -79,6 +84,7 @@ tiers:
             -
                 name: odl
                 criteria: 'success_rate == 100%'
+                blocking: true
                 description: >-
                     Test Suite for the OpenDaylight SDN Controller. It integrates
                     some test suites from upstream using Robot as the test
@@ -90,6 +96,7 @@ tiers:
             -
                 name: onos
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     Test Suite for the ONOS SDN Controller. It integrates
                     some test suites from upstream using TestON as the test
@@ -109,6 +116,7 @@ tiers:
             -
                 name: promise
                 criteria: 'success_rate == 100%'
+                blocking: false
                 description: >-
                     Test suite from Promise project.
                 dependencies:
@@ -118,15 +126,17 @@ tiers:
             -
                 name: doctor
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Test suite from Doctor project.
                 dependencies:
-                    installer: 'apex'
+                    installer: '(apex)|(fuel)'
                     scenario: ''
 
             -
                 name: bgpvpn
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Test suite from SDNVPN project.
                 dependencies:
@@ -136,12 +146,76 @@ tiers:
             -
                 name: security_scan
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Simple security Scan
                 dependencies:
                     installer: 'apex'
                     scenario: ''
 
+            -
+                name: copper
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Test suite for policy management based on OpenStack Congress
+                dependencies:
+                    installer: '(apex)|(joid)'
+                    scenario: '^((?!lxd).)*$'
+            -
+                name: moon
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Security management system for OPNFV
+                dependencies:
+                    installer: 'compass'
+                    scenario: '(odl)*(moon)'
+            -
+                name: multisite
+                criteria: 'success_rate == 100%'
+                blocking: false
+                description: >-
+                    Test suite from kingbird
+                dependencies:
+                    installer: '(fuel)|(compass)'
+                    scenario: 'multisite'
+            -
+                name: domino
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Test suite for template distribution based on Domino
+                dependencies:
+                    installer: 'joid'
+                    scenario: ''
+            -
+                name: odl-sfc
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Test suite for odl-sfc to test two chains and two SFs
+                dependencies:
+                    installer: 'fuel'
+                    scenario: 'odl_l2-sfc'
+            -
+                name: onos_sfc
+                criteria: 'status == "PASS"'
+                blocking: true
+                description: >-
+                    Test Suite for onos-sfc to test sfc function.
+                dependencies:
+                    installer: ''
+                    scenario: 'onos-sfc'
+            -
+                name: parser
+                criteria: 'ret == 0'
+                blocking: false
+                description: >-
+                    Test suite from Parser project.
+                dependencies:
+                    installer: 'fuel'
+                    scenario: '^((?!noha).)*$'
     -
         name: openstack
         order: 4
@@ -152,6 +226,7 @@ tiers:
             -
                 name: tempest_full_parallel
                 criteria: 'success_rate >= 80%'
+                blocking: false
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -163,6 +238,7 @@ tiers:
             -
                 name: rally_full
                 criteria: 'success_rate >= 90%'
+                blocking: false
                 description: >-
                     This test case runs the full suite of scenarios of the OpenStack
                     Rally suite using several threads and iterations.
@@ -180,6 +256,7 @@ tiers:
             -
                 name: vims
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     This test case deploys an OpenSource vIMS solution from Clearwater
                     using the Cloudify orchestrator. It also runs some signaling traffic.