Fixed auth url in v2.Password

[functest.git] / ci / testcases.yaml

diff --git a/ci/testcases.yaml b/ci/testcases.yaml
index 35a4b1c..4281f73 100644 (file)
--- a/ci/testcases.yaml
+++ b/ci/testcases.yaml
@@ -9,6 +9,7 @@ tiers:
         testcases:
             -
                 name: healthcheck
+                criteria: 'status == "PASS"'
                 description: >-
                     This test case verifies the basic OpenStack services like
                     Keystone, Glance, Cinder, Neutron and Nova.
@@ -26,6 +27,7 @@ tiers:
         testcases:
             -
                 name: vping_ssh
+                criteria: 'status == "PASS"'
                 description: >-
                     This test case verifies: 1) SSH to an instance using floating
                     IPs over the public network. 2) Connectivity between 2 instances
@@ -36,6 +38,7 @@ tiers:
 
             -
                 name: vping_userdata
+                criteria: 'status == "PASS"'
                 description: >-
                     This test case verifies:  1) Boot a VM with given userdata.
                     2) Connectivity between 2 instances over a private network.
@@ -43,19 +46,21 @@ tiers:
                     installer: ''
                     scenario: ''
 
-            #-
-            #    name: tempest_smoke_serial
-            #    description: >-
-            #        This test case runs the smoke subset of the OpenStack
-            #        Tempest suite. The list of test cases is generated by
-            #        Tempest automatically and depend on the parameters of
-            #        the OpenStack deplopyment.
-            #    dependencies:
-            #        installer: ''
-            #        scenario: ''
-            #
+            -
+                name: tempest_smoke_serial
+                criteria: 'success_rate == 100%'
+                description: >-
+                    This test case runs the smoke subset of the OpenStack
+                    Tempest suite. The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deplopyment.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+
             -
                 name: rally_sanity
+                criteria: 'success_rate == 100%'
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Rally suite in smoke mode.
@@ -63,16 +68,6 @@ tiers:
                     installer: ''
                     scenario: ''
 
-            #-
-            #    name: security_groups
-            #    description: >-
-            #        This test case verifies the functionality of the OpenStack
-            #        security groups and that the port rules created are
-            #        fullfilled.
-            #    dependencies:
-            #        installer: ''
-            #        scenario: ''
-
     -
         name: sdn_suites
         order: 2
@@ -83,6 +78,7 @@ tiers:
         testcases:
             -
                 name: odl
+                criteria: 'success_rate == 100%'
                 description: >-
                     Test Suite for the OpenDaylight SDN Controller. It integrates
                     some test suites from upstream using Robot as the test
@@ -93,6 +89,7 @@ tiers:
 
             -
                 name: onos
+                criteria: 'status == "PASS"'
                 description: >-
                     Test Suite for the ONOS SDN Controller. It integrates
                     some test suites from upstream using TestON as the test
@@ -103,6 +100,7 @@ tiers:
 
             -
                 name: ovno
+                criteria: 'status == "PASS"'
                 description: >-
                     Test Suite for the Open Contrail SDN Controller.
                     framework.
@@ -120,6 +118,7 @@ tiers:
         testcases:
             -
                 name: promise
+                criteria: 'success_rate == 100%'
                 description: >-
                     Test suite from Promise project.
                 dependencies:
@@ -128,29 +127,41 @@ tiers:
 
             -
                 name: doctor
+                criteria: 'status == "PASS"'
                 description: >-
-                    Test suite from Dcotor project.
+                    Test suite from Doctor project.
                 dependencies:
                     installer: 'apex'
                     scenario: ''
 
             -
                 name: bgpvpn
+                criteria: 'status == "PASS"'
                 description: >-
                     Test suite from SDNVPN project.
                 dependencies:
                     installer: '(fuel)|(apex)'
                     scenario: 'bgpvpn'
 
+            -
+                name: security_scan
+                criteria: 'status == "PASS"'
+                description: >-
+                    Simple security Scan
+                dependencies:
+                    installer: 'apex'
+                    scenario: ''
+
     -
-        name: tempest
+        name: openstack
         order: 4
         ci_loop: 'weekly'
         description : >-
-            This test case runs the full set of the OpenStack Tempest suite.
+            Extensive testing of OpenStack API.
         testcases:
             -
-                name: tempest
+                name: tempest_full_parallel
+                criteria: 'success_rate >= 80%'
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -159,15 +170,9 @@ tiers:
                     installer: ''
                     scenario: ''
 
-    -
-        name: rally
-        order: 5
-        ci_loop: 'weekly'
-        description : >-
-            Rally suite from the OpenStack community.
-        testcases:
             -
                 name: rally_full
+                criteria: 'success_rate >= 90%'
                 description: >-
                     This test case runs the full suite of scenarios of the OpenStack
                     Rally suite using several threads and iterations.
@@ -177,13 +182,14 @@ tiers:
 
     -
         name: vnf
-        order: 6
+        order: 5
         ci_loop: 'weekly'
         description : >-
             Collection of VNF test cases.
         testcases:
             -
                 name: vims
+                criteria: 'status == "PASS"'
                 description: >-
                     This test case deploys an OpenSource vIMS solution from Clearwater
                     using the Cloudify orchestrator. It also runs some signaling traffic.