Code Review / functest.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Merge "More Unit Tests for tempest and IMS module"
[functest.git] / functest / ci / testcases.yaml
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 1a1d0f4..1c33b99 100755 (executable)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -7,22 +7,6 @@ tiers:
             First tier to be executed to verify the basic
             operations in the VIM.
         testcases:
-            -
-                name: snaps_health_check
-                criteria: 'status == "PASS"'
-                blocking: true
-                clean_flag: false
-                description: >-
-                    This test case creates executes the SimpleHealthCheck
-                    Python test class which creates an, image, flavor, network,
-                    and Cirros VM instance and observes the console output to
-                    validate the single port obtains the correct IP address.
-                dependencies:
-                    installer: ''
-                    scenario: '^((?!lxd).)*$'
-                run:
-                    module: 'functest.opnfv_tests.openstack.snaps.health_check'
-                    class: 'HealthCheck'
             -
                 name: connection_check
                 criteria: 'status == "PASS"'
@@ -60,6 +44,22 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
                     class: 'ApiCheck'
+            -
+                name: snaps_health_check
+                criteria: 'status == "PASS"'
+                blocking: true
+                clean_flag: false
+                description: >-
+                    This test case creates executes the SimpleHealthCheck
+                    Python test class which creates an, image, flavor, network,
+                    and Cirros VM instance and observes the console output to
+                    validate the single port obtains the correct IP address.
+                dependencies:
+                    installer: ''
+                    scenario: '^((?!lxd).)*$'
+                run:
+                    module: 'functest.opnfv_tests.openstack.snaps.health_check'
+                    class: 'HealthCheck'
     -
         name: smoke
         order: 1
@@ -78,7 +78,7 @@ tiers:
                     over a private network.
                 dependencies:
                     installer: ''
-                    scenario: '^((?!odl_l3).)*$'
+                    scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
                 run:
                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
                     class: 'VPingSSH'
@@ -130,6 +130,21 @@ tiers:
                     module: 'functest.opnfv_tests.openstack.rally.rally'
                     class: 'RallySanity'
 
+            -
+                name: refstack_defcore
+                criteria: 'success_rate == 100%'
+                blocking: false
+                clean_flag: false
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Defcore testcases by using refstack client.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
+                    class: 'RefstackClient'
+
             -
                 name: odl
                 criteria: 'success_rate == 100%'
@@ -153,7 +168,7 @@ tiers:
             -
                 name: odl_netvirt
                 criteria: 'success_rate == 100%'
-                blocking: true
+                blocking: false
                 clean_flag: false
                 description: >-
                     Test Suite for the OpenDaylight SDN Controller when
@@ -161,8 +176,8 @@ tiers:
                     some test suites from upstream using Robot as the
                     test framework.
                 dependencies:
-                    installer: ''
-                    scenario: 'netvirt'
+                    installer: 'apex'
+                    scenario: 'os-odl_l3-nofeature'
                 run:
                     module: 'functest.opnfv_tests.sdn.odl.odl'
                     class: 'ODLTests'
@@ -172,6 +187,25 @@ tiers:
                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 
+            -
+                name: fds
+                criteria: 'success_rate == 100%'
+                blocking: false
+                clean_flag: false
+                description: >-
+                    Test Suite for the OpenDaylight SDN Controller when GBP features are
+                    installed. It integrates some test suites from upstream using
+                    Robot as the test framework.
+                dependencies:
+                    installer: 'apex'
+                    scenario: 'odl_l2-fdio'
+                run:
+                    module: 'functest.opnfv_tests.sdn.odl.odl'
+                    class: 'ODLTests'
+                    args:
+                        suites:
+                            -  /home/opnfv/repos/fds/testing/robot
+
             -
                 name: onos
                 criteria: 'status == "PASS"'
@@ -204,7 +238,7 @@ tiers:
 
                 dependencies:
                     installer: '^((?!netvirt).)*$'
-                    scenario: ''
+                    scenario: '^((?!lxd).)*$'
                 run:
                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
                     class: 'SnapsSmoke'
@@ -239,7 +273,7 @@ tiers:
                 description: >-
                     Test suite from Doctor project.
                 dependencies:
-                    installer: '(apex)|(fuel)|(joid)'
+                    installer: '(apex)|(fuel)'
                     scenario: '^((?!fdio).)*$'
                 run:
                     module: 'functest.opnfv_tests.features.doctor'
@@ -350,19 +384,6 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.features.domino'
                     class: 'Domino'
-            -
-                name: orchestra
-                criteria: 'ret == 0'
-                blocking: false
-                clean_flag: true
-                description: >-
-                    Test OpenBaton (Orchestra) stack
-                dependencies:
-                    installer: 'joid'
-                    scenario: 'unknown'
-                run:
-                    module: 'functest.opnfv_tests.features.orchestrator.orchestra'
-                    class: 'OpenbatonOrchestrator'
             -
                 name: netready
                 criteria: 'status == "PASS"'
@@ -414,20 +435,6 @@ tiers:
 #                run:
 #                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
 #                    class: 'TempestFullParallel'
-            -
-                name: tempest_defcore
-                criteria: 'success_rate == 100%'
-                blocking: false
-                clean_flag: false
-                description: >-
-                    This is the set of Tempest test cases created by OpenStack
-                    Interop Working Group for certification purposes.
-                dependencies:
-                    installer: ''
-                    scenario: 'nosdn-nofeature-ha'
-                run:
-                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
-                    class: 'TempestDefcore'
             -
                 name: tempest_custom
                 criteria: 'success_rate == 100%'
@@ -480,35 +487,20 @@ tiers:
                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
-                    class: 'ImsVnf'
-            -
-                name: aaa
-                criteria: 'ret == 0'
-                blocking: false
-                clean_flag: true
-                description: >-
-                    Test suite from Parser project.
-                dependencies:
-                    installer: ''
-                    scenario: ''
-                run:
-                    module: 'functest.opnfv_tests.vnf.aaa.aaa'
-                    class: 'AaaVnf'
-
-            -
-                name: juju_epc
-                criteria: 'ret == 0'
-                blocking: false
-                clean_flag: true
-                description: >-
-                    Test suite from OAI project, vEPC deployed with Juju.
-                dependencies:
-                    installer: 'unknown'
-                    scenario: 'unknown'
-                run:
-                    module: 'functest.opnfv_tests.vnf.epc.epc'
-                    class: 'EpcVnf'
-
+                    class: 'CloudifyIms'
+#          -
+#               name: aaa
+#               criteria: 'ret == 0'
+#               blocking: false
+#               clean_flag: true
+#               description: >-
+#                   Test suite from Parser project.
+#               dependencies:
+#                   installer: ''
+#                   scenario: ''
+#               run:
+#                   module: 'functest.opnfv_tests.vnf.aaa.aaa'
+#                   class: 'AaaVnf'
             -
                 name: orchestra_ims
                 criteria: 'ret == 0'
@@ -525,17 +517,17 @@ tiers:
 
             -
                 name: opera_ims
-                criteria: 'ret == 0'
+                criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
                 description: >-
-                    Evolution of vIMS
+                    VNF deployment with OPEN-O
                 dependencies:
                     installer: 'unknown'
                     scenario: 'unknown'
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
-                    class: 'ImsVnf'
+                    class: 'OperaIms'
 
             -
                 name: vyos_vrouter
Test suites and cases to verify OPNFV Platform functionality