Code Review / functest.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Merge "Leverage on Xtesting"
[functest.git] / functest / ci / testcases.yaml
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 0759fc0..dc421ef 100644 (file)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -1,9 +1,10 @@
+---
 tiers:
     -
         name: healthcheck
         order: 0
         ci_loop: '(daily)|(weekly)'
-        description : >-
+        description: >-
             First tier to be executed to verify the basic
             operations in the VIM.
         testcases:
@@ -22,7 +23,8 @@ tiers:
                     installer: '^((?!netvirt).)*$'
                     scenario: ''
                 run:
-                    module: 'functest.opnfv_tests.openstack.snaps.connection_check'
+                    module:
+                        'functest.opnfv_tests.openstack.snaps.connection_check'
                     class: 'ConnectionCheck'
 
             -
@@ -64,7 +66,7 @@ tiers:
         name: smoke
         order: 1
         ci_loop: '(daily)|(weekly)'
-        description : >-
+        description: >-
             Set of basic Functional tests to validate the OPNFV scenarios.
         testcases:
             -
@@ -73,9 +75,9 @@ tiers:
                 criteria: 100
                 blocking: true
                 description: >-
-                    This test case verifies: 1) SSH to an instance using floating
-                    IPs over the public network. 2) Connectivity between 2 instances
-                    over a private network.
+                    This test case verifies: 1) SSH to an instance using
+                    floating IPs over the public network. 2) Connectivity
+                    between 2 instances over a private network.
                 dependencies:
                     installer: ''
                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
@@ -95,7 +97,8 @@ tiers:
                     installer: ''
                     scenario: '^((?!lxd).)*$'
                 run:
-                    module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
+                    module:
+                        'functest.opnfv_tests.openstack.vping.vping_userdata'
                     class: 'VPingUserdata'
 
             -
@@ -142,7 +145,8 @@ tiers:
                     installer: ''
                     scenario: ''
                 run:
-                    module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
+                    module:
+                        'functest.opnfv_tests.openstack.refstack_client.refstack_client'
                     class: 'RefstackClient'
 
             -
@@ -212,7 +216,7 @@ tiers:
         name: features
         order: 2
         ci_loop: '(daily)|(weekly)'
-        description : >-
+        description: >-
             Test suites from feature projects
             integrated in functest
         testcases:
@@ -227,7 +231,7 @@ tiers:
                     installer: 'apex'
                     scenario: '^((?!fdio).)*$'
                 run:
-                    module: 'functest.core.feature'
+                    module: 'xtesting.core.feature'
                     class: 'BashFeature'
                     args:
                         cmd: 'doctor-test'
@@ -252,12 +256,13 @@ tiers:
                 criteria: 100
                 blocking: false
                 description: >-
-                    Test suite for odl-sfc to test two chains with one SF and one chain with two SFs
+                    Test suite for odl-sfc to test two chains with one SF and
+                    one chain with two SFs
                 dependencies:
                     installer: ''
                     scenario: 'odl.*sfc'
                 run:
-                    module: 'functest.core.feature'
+                    module: 'xtesting.core.feature'
                     class: 'BashFeature'
                     args:
                         cmd: 'run_sfc_tests.py'
@@ -272,11 +277,11 @@ tiers:
                     the proper configuration and basic functionality of all the
                     collectd plugins as described in the Project Release Plan
                 dependencies:
-                    installer: 'apex'
+                    installer: '(apex)|(compass)'
                     scenario: 'bar'
                 run:
-                     module: 'baro_tests.barometer'
-                     class: 'BarometerCollectd'
+                    module: 'baro_tests.barometer'
+                    class: 'BarometerCollectd'
 
             -
                 case_name: fds
@@ -284,9 +289,9 @@ tiers:
                 criteria: 100
                 blocking: false
                 description: >-
-                    Test Suite for the OpenDaylight SDN Controller when GBP features are
-                    installed. It integrates some test suites from upstream using
-                    Robot as the test framework.
+                    Test Suite for the OpenDaylight SDN Controller when GBP
+                    features are installed. It integrates some test suites from
+                    upstream using Robot as the test framework.
                 dependencies:
                     installer: 'apex'
                     scenario: 'odl.*-fdio'
@@ -295,13 +300,13 @@ tiers:
                     class: 'ODLTests'
                     args:
                         suites:
-                            -  /src/fds/testing/robot
+                            - /src/fds/testing/robot
 
     -
         name: components
         order: 3
         ci_loop: 'weekly'
-        description : >-
+        description: >-
             Extensive testing of OpenStack API.
         testcases:
             -
@@ -323,11 +328,11 @@ tiers:
             -
                 case_name: rally_full
                 project_name: functest
-                criteria: 90
+                criteria: 100
                 blocking: false
                 description: >-
-                    This test case runs the full suite of scenarios of the OpenStack
-                    Rally suite using several threads and iterations.
+                    This test case runs the full suite of scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
                 dependencies:
                     installer: '^((?!netvirt).)*$'
                     scenario: ''
@@ -339,7 +344,7 @@ tiers:
         name: vnf
         order: 4
         ci_loop: '(daily)|(weekly)'
-        description : >-
+        description: >-
             Collection of VNF test cases.
         testcases:
             -
@@ -348,11 +353,12 @@ tiers:
                 criteria: 80
                 blocking: false
                 description: >-
-                    This test case deploys an OpenSource vIMS solution from Clearwater
-                    using the Cloudify orchestrator. It also runs some signaling traffic.
+                    This test case deploys an OpenSource vIMS solution from
+                    Clearwater using the Cloudify orchestrator. It also runs
+                    some signaling traffic.
                 dependencies:
                     installer: ''
-                    scenario: 'os-nosdn-nofeature-ha'
+                    scenario: 'os-nosdn-nofeature-.*ha'
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
                     class: 'CloudifyIms'
@@ -365,8 +371,8 @@ tiers:
                 description: >-
                     This test case is vRouter testing.
                 dependencies:
-                    installer: '^((?!compass|fuel).)*$'
-                    scenario: 'os-nosdn-nofeature-ha'
+                    installer: ''
+                    scenario: 'os-nosdn-nofeature-.*ha'
                 run:
                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
                     class: 'CloudifyVrouter'
@@ -374,13 +380,14 @@ tiers:
             -
                 case_name: orchestra_openims
                 project_name: orchestra
+                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
                     OpenIMS VNF deployment with Open Baton (Orchestra)
                 dependencies:
                     installer: ''
-                    scenario: 'os-nosdn-nofeature-ha'
+                    scenario: 'os-nosdn-nofeature-.*ha'
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.orchestra_openims'
                     class: 'OpenImsVnf'
@@ -388,13 +395,30 @@ tiers:
             -
                 case_name: orchestra_clearwaterims
                 project_name: orchestra
+                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
                     ClearwaterIMS VNF deployment with Open Baton (Orchestra)
                 dependencies:
                     installer: ''
-                    scenario: 'os-nosdn-nofeature-ha'
+                    scenario: 'os-nosdn-nofeature-.*ha'
                 run:
-                    module: 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
+                    module:
+                        'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
                     class: 'ClearwaterImsVnf'
+
+            -
+                case_name: juju_epc
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    vEPC validation with Juju as VNF manager and ABoT as test
+                    executor.
+                dependencies:
+                    installer: ''
+                    scenario: 'os-nosdn-nofeature-.*ha'
+                run:
+                    module: 'functest.opnfv_tests.vnf.epc.juju_epc'
+                    class: 'JujuEpc'
Test suites and cases to verify OPNFV Platform functionality