Code Review / functest.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Modify TestCase constructor attributes
[functest.git] / functest / ci / testcases.yaml
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index e3d5ffa..f717cdd 100755 (executable)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -8,7 +8,8 @@ tiers:
             operations in the VIM.
         testcases:
             -
-                name: connection_check
+                case_name: connection_check
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: true
                 clean_flag: false
@@ -27,7 +28,8 @@ tiers:
                     class: 'ConnectionCheck'
 
             -
-                name: api_check
+                case_name: api_check
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: true
                 clean_flag: false
@@ -45,7 +47,8 @@ tiers:
                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
                     class: 'ApiCheck'
             -
-                name: snaps_health_check
+                case_name: snaps_health_check
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: true
                 clean_flag: false
@@ -68,7 +71,8 @@ tiers:
             Set of basic Functional tests to validate the OPNFV scenarios.
         testcases:
             -
-                name: vping_ssh
+                case_name: vping_ssh
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: true
                 clean_flag: true
@@ -78,13 +82,14 @@ tiers:
                     over a private network.
                 dependencies:
                     installer: ''
-                    scenario: '^((?!odl_l3).)*$'
+                    scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
                 run:
                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
                     class: 'VPingSSH'
 
             -
-                name: vping_userdata
+                case_name: vping_userdata
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: true
                 clean_flag: true
@@ -99,10 +104,11 @@ tiers:
                     class: 'VPingUserdata'
 
             -
-                name: tempest_smoke_serial
+                case_name: tempest_smoke_serial
+                project_name: functest
                 criteria: 'success_rate == 100%'
                 blocking: false
-                clean_flag: false
+                clean_flag: true
                 description: >-
                     This test case runs the smoke subset of the OpenStack
                     Tempest suite. The list of test cases is generated by
@@ -116,7 +122,8 @@ tiers:
                     class: 'TempestSmokeSerial'
 
             -
-                name: rally_sanity
+                case_name: rally_sanity
+                project_name: functest
                 criteria: 'success_rate == 100%'
                 blocking: false
                 clean_flag: false
@@ -131,10 +138,11 @@ tiers:
                     class: 'RallySanity'
 
             -
-                name: refstack_defcore
-                criteria: 'success_rate >= 80%'
+                case_name: refstack_defcore
+                project_name: functest
+                criteria: 'success_rate == 100%'
                 blocking: false
-                clean_flag: false
+                clean_flag: true
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Defcore testcases by using refstack client.
@@ -146,7 +154,8 @@ tiers:
                     class: 'RefstackClient'
 
             -
-                name: odl
+                case_name: odl
+                project_name: functest
                 criteria: 'success_rate == 100%'
                 blocking: true
                 clean_flag: false
@@ -166,9 +175,10 @@ tiers:
                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 
             -
-                name: odl_netvirt
+                case_name: odl_netvirt
+                project_name: functest
                 criteria: 'success_rate == 100%'
-                blocking: true
+                blocking: false
                 clean_flag: false
                 description: >-
                     Test Suite for the OpenDaylight SDN Controller when
@@ -188,7 +198,8 @@ tiers:
                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 
             -
-                name: fds
+                case_name: fds
+                project_name: functest
                 criteria: 'success_rate == 100%'
                 blocking: false
                 clean_flag: false
@@ -207,7 +218,8 @@ tiers:
                             -  /home/opnfv/repos/fds/testing/robot
 
             -
-                name: onos
+                case_name: onos
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: true
                 clean_flag: true
@@ -223,7 +235,8 @@ tiers:
                     class: 'Onos'
 
             -
-                name: snaps_smoke
+                case_name: snaps_smoke
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: false
@@ -252,7 +265,8 @@ tiers:
             integrated in functest
         testcases:
             -
-                name: promise
+                case_name: promise
+                project_name: promise
                 criteria: 'success_rate == 100%'
                 blocking: false
                 clean_flag: true
@@ -266,7 +280,8 @@ tiers:
                      class: 'Promise'
 
             -
-                name: doctor
+                case_name: doctor-notification
+                project_name: doctor
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -280,7 +295,8 @@ tiers:
                     class: 'Doctor'
 
             -
-                name: bgpvpn
+                case_name: bgpvpn
+                project_name: sdnvpn
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -294,7 +310,8 @@ tiers:
                     class: 'SdnVpnTests'
 
             -
-                name: security_scan
+                case_name: security_scan
+                project_name: securityscanning
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -306,21 +323,10 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.features.security_scan'
                     class: 'SecurityScan'
-#            -
-#                name: copper
-#                criteria: 'status == "PASS"'
-#                blocking: false
-#                clean_flag: true
-#                description: >-
-#                    Test suite for policy management based on OpenStack Congress
-#                dependencies:
-#                    installer: '(apex)|(joid)'
-#                    scenario: '^((?!fdio|lxd).)*$'
-#                run:
-#                    module: 'functest.opnfv_tests.features.copper'
-#                    class: 'Copper'
+
             -
-                name: multisite
+                case_name: multisite
+                project_name: multisite
                 criteria: 'success_rate == 100%'
                 blocking: false
                 clean_flag: false
@@ -333,7 +339,8 @@ tiers:
                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
                     class: 'TempestMultisite'
             -
-                name: odl-sfc
+                case_name: functest-odl-sfc
+                project_name: sfc
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -346,7 +353,8 @@ tiers:
                     module: 'functest.opnfv_tests.features.odl_sfc'
                     class: 'OpenDaylightSFC'
             -
-                name: onos_sfc
+                case_name: onos_sfc
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: true
                 clean_flag: true
@@ -359,7 +367,8 @@ tiers:
                     module: 'functest.opnfv_tests.sdn.onos.onos'
                     class: 'OnosSfc'
             -
-                name: parser
+                case_name: parser-basics
+                project_name: parser
                 criteria: 'ret == 0'
                 blocking: false
                 clean_flag: true
@@ -372,7 +381,8 @@ tiers:
                     module: 'functest.opnfv_tests.vnf.rnc.parser'
                     class: 'Parser'
             -
-                name: domino
+                case_name: domino-multinode
+                project_name: domino
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -385,7 +395,8 @@ tiers:
                     module: 'functest.opnfv_tests.features.domino'
                     class: 'Domino'
             -
-                name: netready
+                case_name: gluon_vping
+                project_name: netready
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -398,7 +409,8 @@ tiers:
                      module: 'functest.opnfv_tests.features.netready'
                      class: 'GluonVping'
             -
-                name: barometer
+                case_name: barometercollectd
+                project_name: barometer
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -416,44 +428,32 @@ tiers:
     -
         name: components
         order: 3
-        ci_loop: 'daily'
+        ci_loop: 'weekly'
         description : >-
             Extensive testing of OpenStack API.
         testcases:
-#            -
-#                name: tempest_full_parallel
-#                criteria: 'success_rate >= 80%'
-#                blocking: false
-#                clean_flag: false
-#                description: >-
-#                    The list of test cases is generated by
-#                    Tempest automatically and depends on the parameters of
-#                    the OpenStack deplopyment.
-#                dependencies:
-#                    installer: '^((?!netvirt).)*$'
-#                    scenario: ''
-#                run:
-#                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
-#                    class: 'TempestFullParallel'
             -
-                name: tempest_defcore
-                criteria: 'success_rate == 100%'
+                case_name: tempest_full_parallel
+                project_name: functest
+                criteria: 'success_rate >= 80%'
                 blocking: false
-                clean_flag: false
+                clean_flag: true
                 description: >-
-                    This is the set of Tempest test cases created by OpenStack
-                    Interop Working Group for certification purposes.
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deplopyment.
                 dependencies:
-                    installer: ''
-                    scenario: 'nosdn-nofeature-ha'
+                    installer: '^((?!netvirt).)*$'
+                    scenario: ''
                 run:
                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
-                    class: 'TempestDefcore'
+                    class: 'TempestFullParallel'
             -
-                name: tempest_custom
+                case_name: tempest_custom
+                project_name: functest
                 criteria: 'success_rate == 100%'
                 blocking: false
-                clean_flag: false
+                clean_flag: true
                 description: >-
                     The test case allows running a customized list of tempest
                     test cases defined in a file under
@@ -466,20 +466,21 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
                     class: 'TempestCustom'
-#            -
-#                name: rally_full
-#                criteria: 'success_rate >= 90%'
-#                blocking: false
-#                clean_flag: false
-#                description: >-
-#                    This test case runs the full suite of scenarios of the OpenStack
-#                    Rally suite using several threads and iterations.
-#                dependencies:
-#                    installer: '^((?!netvirt).)*$'
-#                    scenario: ''
-#                run:
-#                    module: 'functest.opnfv_tests.openstack.rally.rally'
-#                    class: 'RallyFull'
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 'success_rate >= 90%'
+                blocking: false
+                clean_flag: false
+                description: >-
+                    This test case runs the full suite of scenarios of the OpenStack
+                    Rally suite using several threads and iterations.
+                dependencies:
+                    installer: '^((?!netvirt).)*$'
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.rally.rally'
+                    class: 'RallyFull'
 
     -
         name: vnf
@@ -489,7 +490,8 @@ tiers:
             Collection of VNF test cases.
         testcases:
             -
-                name: cloudify_ims
+                case_name: cloudify_ims
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
@@ -501,9 +503,10 @@ tiers:
                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
-                    class: 'ImsVnf'
+                    class: 'CloudifyIms'
 #          -
-#               name: aaa
+#               case_name: aaa
+#               project_name: functest
 #               criteria: 'ret == 0'
 #               blocking: false
 #               clean_flag: true
@@ -516,7 +519,8 @@ tiers:
 #                   module: 'functest.opnfv_tests.vnf.aaa.aaa'
 #                   class: 'AaaVnf'
             -
-                name: orchestra_ims
+                case_name: orchestra_ims
+                project_name: functest
                 criteria: 'ret == 0'
                 blocking: false
                 clean_flag: true
@@ -530,21 +534,23 @@ tiers:
                     class: 'ImsVnf'
 
             -
-                name: opera_ims
-                criteria: 'ret == 0'
+                case_name: opera-vims
+                project_name: opera
+                criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
                 description: >-
-                    Evolution of vIMS
+                    VNF deployment with OPEN-O
                 dependencies:
                     installer: 'unknown'
                     scenario: 'unknown'
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
-                    class: 'ImsVnf'
+                    class: 'OperaIms'
 
             -
-                name: vyos_vrouter
+                case_name: vyos_vrouter
+                project_name: functest
                 criteria: 'status == "PASS"'
                 blocking: false
                 clean_flag: true
Test suites and cases to verify OPNFV Platform functionality