Merge "[odl-sfc] Add function get_vnf and fix endless loop in get_vnf_id"
[functest.git] / functest / ci / testcases.yaml
index 56ca401..b1d824f 100755 (executable)
@@ -18,7 +18,22 @@ tiers:
                 dependencies:
                     installer: ''
                     scenario: '^((?!lxd).)*$'
+            -
+                name: snaps_health_check
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    This test case creates executes the SimpleHealthCheck
+                    Python test class which creates an, image, flavor, network,
+                    and Cirros VM instance and observes the console output to
+                    validate the single port obtains the correct IP address.
 
+                dependencies:
+                    installer: ''
+                    scenario: '^((?!lxd).)*$'
+                run:
+                    module: 'functest.opnfv_tests.openstack.snaps.health_check'
+                    class: 'HealthCheck'
             -
                 name: connection_check
                 criteria: 'status == "PASS"'
@@ -31,7 +46,7 @@ tiers:
                     the cloud's private network.
 
                 dependencies:
-                    installer: ''
+                    installer: '^((?!netvirt).)*$'
                     scenario: ''
                 run:
                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
@@ -49,12 +64,11 @@ tiers:
                     the cloud's private network.
 
                 dependencies:
-                    installer: ''
+                    installer: '^((?!netvirt).)*$'
                     scenario: ''
                 run:
                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
                     class: 'ApiCheck'
-
     -
         name: smoke
         order: 1
@@ -101,8 +115,11 @@ tiers:
                     Tempest automatically and depends on the parameters of
                     the OpenStack deplopyment.
                 dependencies:
-                    installer: ''
+                    installer: '^((?!netvirt).)*$'
                     scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
+                    class: 'TempestSmokeSerial'
 
             -
                 name: rally_sanity
@@ -114,21 +131,49 @@ tiers:
                 dependencies:
                     installer: ''
                     scenario: '^((?!bgpvpn).)*$'
+                run:
+                    module: 'functest.opnfv_tests.openstack.rally.rally'
+                    class: 'RallySanity'
 
             -
                 name: odl
                 criteria: 'success_rate == 100%'
                 blocking: true
                 description: >-
-                    Test Suite for the OpenDaylight SDN Controller. It integrates
-                    some test suites from upstream using Robot as the test
-                    framework.
+                    Test Suite for the OpenDaylight SDN Controller. It
+                    integrates some test suites from upstream using
+                    Robot as the test framework.
                 dependencies:
                     installer: ''
                     scenario: 'odl'
                 run:
                     module: 'functest.opnfv_tests.sdn.odl.odl'
                     class: 'ODLTests'
+                    args:
+                        suites:
+                            -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
+                            -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
+
+            -
+                name: odl_netvirt
+                criteria: 'success_rate == 100%'
+                blocking: true
+                description: >-
+                    Test Suite for the OpenDaylight SDN Controller when
+                    the NetVirt features are installed. It integrates
+                    some test suites from upstream using Robot as the
+                    test framework.
+                dependencies:
+                    installer: ''
+                    scenario: 'netvirt'
+                run:
+                    module: 'functest.opnfv_tests.sdn.odl.odl'
+                    class: 'ODLTests'
+                    args:
+                        suites:
+                            -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
+                            -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
+                            -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 
             -
                 name: onos
@@ -142,10 +187,11 @@ tiers:
                     installer: ''
                     scenario: 'onos'
 
+
             -
                 name: snaps_smoke
                 criteria: 'status == "PASS"'
-                blocking: true
+                blocking: false
                 description: >-
                     This test case contains tests that setup and destroy
                     environments with VMs with and without Floating IPs
@@ -156,7 +202,7 @@ tiers:
                     the cloud's private network.
 
                 dependencies:
-                    installer: ''
+                    installer: '^((?!netvirt).)*$'
                     scenario: ''
                 run:
                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
@@ -179,6 +225,9 @@ tiers:
                 dependencies:
                     installer: '(fuel)|(joid)'
                     scenario: ''
+                run:
+                     module: 'functest.opnfv_tests.features.promise'
+                     class: 'Promise'
 
             -
                 name: doctor
@@ -187,8 +236,11 @@ tiers:
                 description: >-
                     Test suite from Doctor project.
                 dependencies:
-                    installer: 'apex'
+                    installer: '(apex)|(fuel)|(joid)'
                     scenario: '^((?!fdio).)*$'
+                run:
+                    module: 'functest.opnfv_tests.features.doctor'
+                    class: 'Doctor'
 
             -
                 name: bgpvpn
@@ -197,7 +249,7 @@ tiers:
                 description: >-
                     Test suite from SDNVPN project.
                 dependencies:
-                    installer: '(fuel)|(apex)'
+                    installer: '(fuel)|(apex)|(netvirt)'
                     scenario: 'bgpvpn'
                 run:
                     module: 'functest.opnfv_tests.features.sdnvpn'
@@ -208,29 +260,25 @@ tiers:
                 criteria: 'status == "PASS"'
                 blocking: false
                 description: >-
-                    Simple security Scan
+                    Simple Security Scan
                 dependencies:
                     installer: 'apex'
                     scenario: '^((?!fdio).)*$'
-
-            -
-                name: copper
-                criteria: 'status == "PASS"'
-                blocking: false
-                description: >-
-                    Test suite for policy management based on OpenStack Congress
-                dependencies:
-                    installer: '(apex)|(joid)'
-                    scenario: '^((?!fdio|lxd).)*$'
-            -
-                name: moon
-                criteria: 'status == "PASS"'
-                blocking: false
-                description: >-
-                    Security management system for OPNFV
-                dependencies:
-                    installer: 'compass'
-                    scenario: '(odl)*(moon)'
+                run:
+                    module: 'functest.opnfv_tests.features.security_scan'
+                    class: 'SecurityScan'
+#            -
+#                name: copper
+#                criteria: 'status == "PASS"'
+#                blocking: false
+#                description: >-
+#                    Test suite for policy management based on OpenStack Congress
+#                dependencies:
+#                    installer: '(apex)|(joid)'
+#                    scenario: '^((?!fdio|lxd).)*$'
+#                run:
+#                    module: 'functest.opnfv_tests.features.copper'
+#                    class: 'Copper'
             -
                 name: multisite
                 criteria: 'success_rate == 100%'
@@ -240,6 +288,9 @@ tiers:
                 dependencies:
                     installer: '(fuel)|(compass)'
                     scenario: 'multisite'
+                run:
+                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
+                    class: 'TempestMultisite'
             -
                 name: odl-sfc
                 criteria: 'status == "PASS"'
@@ -249,6 +300,9 @@ tiers:
                 dependencies:
                     installer: '(apex)|(fuel)'
                     scenario: 'odl_l2-sfc'
+                run:
+                    module: 'functest.opnfv_tests.features.odl_sfc'
+                    class: 'OpenDaylightSFC'
             -
                 name: onos_sfc
                 criteria: 'status == "PASS"'
@@ -270,8 +324,32 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.vnf.rnc.parser'
                     class: 'Parser'
+            -
+                name: orchestra
+                criteria: 'ret == 0'
+                blocking: false
+                description: >-
+                    Test OpenBaton (Orchestra) stack
+                dependencies:
+                    installer: 'joid'
+                    scenario: 'unknown'
+                run:
+                    module: 'functest.opnfv_tests.features.orchestrator.orchestra'
+                    class: 'OpenbatonOrchestrator'
+            -
+                name: netready
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Test suite from Netready project.
+                dependencies:
+                    installer: 'apex'
+                    scenario: 'gluon'
+                run:
+                     module: 'functest.opnfv_tests.features.netready'
+                     class: 'GluonVping'
     -
-        name: openstack
+        name: components
         order: 3
         ci_loop: 'weekly'
         description : >-
@@ -286,8 +364,11 @@ tiers:
                     Tempest automatically and depends on the parameters of
                     the OpenStack deplopyment.
                 dependencies:
-                    installer: ''
+                    installer: '^((?!netvirt).)*$'
                     scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
+                    class: 'TempestFullParallel'
 
             -
                 name: rally_full
@@ -297,8 +378,11 @@ tiers:
                     This test case runs the full suite of scenarios of the OpenStack
                     Rally suite using several threads and iterations.
                 dependencies:
-                    installer: ''
+                    installer: '^((?!netvirt).)*$'
                     scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.rally.rally'
+                    class: 'RallyFull'
 
     -
         name: vnf
@@ -308,7 +392,7 @@ tiers:
             Collection of VNF test cases.
         testcases:
             -
-                name: vims
+                name: cloudify_ims
                 criteria: 'status == "PASS"'
                 blocking: false
                 description: >-
@@ -317,3 +401,57 @@ tiers:
                 dependencies:
                     installer: ''
                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
+                run:
+                    module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
+                    class: 'ImsVnf'
+            -
+                name: aaa
+                criteria: 'ret == 0'
+                blocking: false
+                description: >-
+                    Test suite from Parser project.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.vnf.aaa.aaa'
+                    class: 'AaaVnf'
+
+            -
+                name: juju_epc
+                criteria: 'ret == 0'
+                blocking: false
+                description: >-
+                    Test suite from OAI project, vEPC deployed with Juju.
+                dependencies:
+                    installer: 'unknown'
+                    scenario: 'unknown'
+                run:
+                    module: 'functest.opnfv_tests.vnf.epc.epc'
+                    class: 'EpcVnf'
+
+            -
+                name: orchestra_ims
+                criteria: 'ret == 0'
+                blocking: false
+                description: >-
+                    VNF deployment with OpenBaton (Orchestra)
+                dependencies:
+                    installer: 'unknown'
+                    scenario: 'unknown'
+                run:
+                    module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
+                    class: 'ImsVnf'
+
+            -
+                name: opera_ims
+                criteria: 'ret == 0'
+                blocking: false
+                description: >-
+                    Evolution of vIMS
+                dependencies:
+                    installer: 'unknown'
+                    scenario: 'unknown'
+                run:
+                    module: 'functest.opnfv_tests.vnf.ims.opera_ims'
+                    class: 'ImsVnf'