[odl-sfc] Add function to retrieve a resource from HEAT
[functest.git] / functest / ci / testcases.yaml
index 7859692..eea1f51 100755 (executable)
@@ -8,17 +8,55 @@ tiers:
             operations in the VIM.
         testcases:
             -
-                name: healthcheck
+                name: snaps_health_check
                 criteria: 'status == "PASS"'
                 blocking: true
                 description: >-
-                    This test case verifies the basic OpenStack services like
-                    Keystone, Glance, Cinder, Neutron and Nova.
-
+                    This test case creates executes the SimpleHealthCheck
+                    Python test class which creates an, image, flavor, network,
+                    and Cirros VM instance and observes the console output to
+                    validate the single port obtains the correct IP address.
                 dependencies:
                     installer: ''
                     scenario: '^((?!lxd).)*$'
+                run:
+                    module: 'functest.opnfv_tests.openstack.snaps.health_check'
+                    class: 'HealthCheck'
+            -
+                name: connection_check
+                criteria: 'status == "PASS"'
+                blocking: true
+                description: >-
+                    This test case verifies the retrieval of OpenStack clients:
+                    Keystone, Glance, Neutron and Nova and may perform some
+                    simple queries. When the config value of
+                    snaps.use_keystone is True, functest must have access to
+                    the cloud's private network.
+
+                dependencies:
+                    installer: '^((?!netvirt).)*$'
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.snaps.connection_check'
+                    class: 'ConnectionCheck'
 
+            -
+                name: api_check
+                criteria: 'status == "PASS"'
+                blocking: true
+                description: >-
+                    This test case verifies the retrieval of OpenStack clients:
+                    Keystone, Glance, Neutron and Nova and may perform some
+                    simple queries. When the config value of
+                    snaps.use_keystone is True, functest must have access to
+                    the cloud's private network.
+
+                dependencies:
+                    installer: '^((?!netvirt).)*$'
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.snaps.api_check'
+                    class: 'ApiCheck'
     -
         name: smoke
         order: 1
@@ -90,15 +128,40 @@ tiers:
                 criteria: 'success_rate == 100%'
                 blocking: true
                 description: >-
-                    Test Suite for the OpenDaylight SDN Controller. It integrates
-                    some test suites from upstream using Robot as the test
-                    framework.
+                    Test Suite for the OpenDaylight SDN Controller. It
+                    integrates some test suites from upstream using
+                    Robot as the test framework.
                 dependencies:
                     installer: ''
                     scenario: 'odl'
                 run:
                     module: 'functest.opnfv_tests.sdn.odl.odl'
                     class: 'ODLTests'
+                    args:
+                        suites:
+                            -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
+                            -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
+
+            -
+                name: odl_netvirt
+                criteria: 'success_rate == 100%'
+                blocking: true
+                description: >-
+                    Test Suite for the OpenDaylight SDN Controller when
+                    the NetVirt features are installed. It integrates
+                    some test suites from upstream using Robot as the
+                    test framework.
+                dependencies:
+                    installer: ''
+                    scenario: 'netvirt'
+                run:
+                    module: 'functest.opnfv_tests.sdn.odl.odl'
+                    class: 'ODLTests'
+                    args:
+                        suites:
+                            -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
+                            -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
+                            -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 
             -
                 name: onos
@@ -112,41 +175,6 @@ tiers:
                     installer: ''
                     scenario: 'onos'
 
-            -
-                name: connection_check
-                criteria: 'status == "PASS"'
-                blocking: false
-                description: >-
-                    This test case verifies the retrieval of OpenStack clients:
-                    Keystone, Glance, Neutron and Nova and may perform some
-                    simple queries. When the config value of
-                    snaps.use_keystone is True, functest must have access to
-                    the cloud's private network.
-
-                dependencies:
-                    installer: '^((?!netvirt).)*$'
-                    scenario: ''
-                run:
-                    module: 'functest.opnfv_tests.openstack.snaps.connection_check'
-                    class: 'ConnectionCheck'
-
-            -
-                name: api_check
-                criteria: 'status == "PASS"'
-                blocking: false
-                description: >-
-                    This test case verifies the retrieval of OpenStack clients:
-                    Keystone, Glance, Neutron and Nova and may perform some
-                    simple queries. When the config value of
-                    snaps.use_keystone is True, functest must have access to
-                    the cloud's private network.
-
-                dependencies:
-                    installer: '^((?!netvirt).)*$'
-                    scenario: ''
-                run:
-                    module: 'functest.opnfv_tests.openstack.snaps.api_check'
-                    class: 'ApiCheck'
 
             -
                 name: snaps_smoke
@@ -185,6 +213,9 @@ tiers:
                 dependencies:
                     installer: '(fuel)|(joid)'
                     scenario: ''
+                run:
+                     module: 'functest.opnfv_tests.features.promise'
+                     class: 'Promise'
 
             -
                 name: doctor
@@ -193,8 +224,11 @@ tiers:
                 description: >-
                     Test suite from Doctor project.
                 dependencies:
-                    installer: 'apex'
+                    installer: '(apex)|(fuel)|(joid)'
                     scenario: '^((?!fdio).)*$'
+                run:
+                    module: 'functest.opnfv_tests.features.doctor'
+                    class: 'Doctor'
 
             -
                 name: bgpvpn
@@ -214,31 +248,25 @@ tiers:
                 criteria: 'status == "PASS"'
                 blocking: false
                 description: >-
-                    Simple security Scan
+                    Simple Security Scan
                 dependencies:
                     installer: 'apex'
                     scenario: '^((?!fdio).)*$'
-            -
-                name: copper
-                criteria: 'status == "PASS"'
-                blocking: false
-                description: >-
-                    Test suite for policy management based on OpenStack Congress
-                dependencies:
-                    installer: '(apex)|(joid)'
-                    scenario: '^((?!fdio|lxd).)*$'
                 run:
-                    module: 'functest.opnfv_tests.features.copper'
-                    class: 'Copper'
-            -
-                name: moon
-                criteria: 'status == "PASS"'
-                blocking: false
-                description: >-
-                    Security management system for OPNFV
-                dependencies:
-                    installer: 'compass'
-                    scenario: '(odl)*(moon)'
+                    module: 'functest.opnfv_tests.features.security_scan'
+                    class: 'SecurityScan'
+#            -
+#                name: copper
+#                criteria: 'status == "PASS"'
+#                blocking: false
+#                description: >-
+#                    Test suite for policy management based on OpenStack Congress
+#                dependencies:
+#                    installer: '(apex)|(joid)'
+#                    scenario: '^((?!fdio|lxd).)*$'
+#                run:
+#                    module: 'functest.opnfv_tests.features.copper'
+#                    class: 'Copper'
             -
                 name: multisite
                 criteria: 'success_rate == 100%'
@@ -284,6 +312,18 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.vnf.rnc.parser'
                     class: 'Parser'
+            -
+                name: domino
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Test suite from Domino project.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.features.domino'
+                    class: 'Domino'
             -
                 name: orchestra
                 criteria: 'ret == 0'
@@ -296,41 +336,80 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.features.orchestrator.orchestra'
                     class: 'OpenbatonOrchestrator'
+            -
+                name: netready
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Test suite from Netready project.
+                dependencies:
+                    installer: 'apex'
+                    scenario: 'gluon'
+                run:
+                     module: 'functest.opnfv_tests.features.netready'
+                     class: 'GluonVping'
+            -
+                name: barometer
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    Test suite for the Barometer project. Separate tests verify the
+                    proper configuration and functionality of the following
+                    collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
+                    and OVS Events
+                dependencies:
+                    installer: 'fuel'
+                    scenario: 'kvm_ovs_dpdk_bar'
+                run:
+                     module: 'functest.opnfv_tests.features.barometer'
+                     class: 'BarometerCollectd'
     -
         name: components
         order: 3
-        ci_loop: 'weekly'
+        ci_loop: 'daily'
         description : >-
             Extensive testing of OpenStack API.
         testcases:
+#            -
+#                name: tempest_full_parallel
+#                criteria: 'success_rate >= 80%'
+#                blocking: false
+#                description: >-
+#                    The list of test cases is generated by
+#                    Tempest automatically and depends on the parameters of
+#                    the OpenStack deplopyment.
+#                dependencies:
+#                    installer: '^((?!netvirt).)*$'
+#                    scenario: ''
+#                run:
+#                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
+#                    class: 'TempestFullParallel'
             -
-                name: tempest_full_parallel
-                criteria: 'success_rate >= 80%'
+                name: tempest_defcore
+                criteria: 'success_rate == 100%'
                 blocking: false
                 description: >-
-                    The list of test cases is generated by
-                    Tempest automatically and depends on the parameters of
-                    the OpenStack deplopyment.
+                    This is the set of Tempest test cases created by OpenStack
+                    Interop Working Group for certification purposes.
                 dependencies:
-                    installer: '^((?!netvirt).)*$'
-                    scenario: ''
+                    installer: ''
+                    scenario: 'nosdn-nofeature-ha'
                 run:
                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
-                    class: 'TempestFullParallel'
-
-            -
-                name: rally_full
-                criteria: 'success_rate >= 90%'
-                blocking: false
-                description: >-
-                    This test case runs the full suite of scenarios of the OpenStack
-                    Rally suite using several threads and iterations.
-                dependencies:
-                    installer: '^((?!netvirt).)*$'
-                    scenario: ''
-                run:
-                    module: 'functest.opnfv_tests.openstack.rally.rally'
-                    class: 'RallyFull'
+                    class: 'TempestDefcore'
+#            -
+#                name: rally_full
+#                criteria: 'success_rate >= 90%'
+#                blocking: false
+#                description: >-
+#                    This test case runs the full suite of scenarios of the OpenStack
+#                    Rally suite using several threads and iterations.
+#                dependencies:
+#                    installer: '^((?!netvirt).)*$'
+#                    scenario: ''
+#                run:
+#                    module: 'functest.opnfv_tests.openstack.rally.rally'
+#                    class: 'RallyFull'
 
     -
         name: vnf
@@ -385,8 +464,8 @@ tiers:
                 description: >-
                     VNF deployment with OpenBaton (Orchestra)
                 dependencies:
-                    installer: 'unknown'
-                    scenario: 'unknown'
+                    installer: ''
+                    scenario: ''
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
                     class: 'ImsVnf'
@@ -403,3 +482,16 @@ tiers:
                 run:
                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
                     class: 'ImsVnf'
+
+            -
+                name: vyos_vrouter
+                criteria: 'status == "PASS"'
+                blocking: false
+                description: >-
+                    This test case is vRouter testing.
+                dependencies:
+                    installer: 'fuel'
+                    scenario: 'nosdn-nofeature'
+                run:
+                    module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
+                    class: 'VrouterVnf'