Add functest healthcheck test suite 79/55279/3
authorEddie Arrage <eddie.arrage@huawei.com>
Mon, 9 Apr 2018 22:15:50 +0000 (15:15 -0700)
committerGeorg Kunz <georg.kunz@ericsson.com>
Tue, 10 Apr 2018 18:47:53 +0000 (18:47 +0000)
- Add Functest healthcheck tier to Dovetail as new test suite
- Intention is that these test cases are not part of mandatory
test cases in compliance program
- Use for debug and SUT pre-flight check
- May consider running tc001 (connection_check) at other
test execution stages to determine if SUT is still functioning, as
this test takes < 10 sec (more important as test complexity increases
such as in vnf test tier)
- Replacement for patch:

https://gerrit.opnfv.org/gerrit/#/c/52461/

- Removed CI filters, as suggested

Change-Id: I2e72931b27e43359d6250f6959a17af8526c5094
Signed-off-by: Eddie Arrage <eddie.arrage@huawei.com>
etc/compliance/healthcheck.yml [new file with mode: 0644]
etc/conf/dovetail_config.yml
etc/testcase/healthcheck.tc001.yml [new file with mode: 0644]
etc/testcase/healthcheck.tc002.yml [new file with mode: 0644]
etc/testcase/healthcheck.tc003.yml [new file with mode: 0644]
etc/userconfig/testcases.yaml

diff --git a/etc/compliance/healthcheck.yml b/etc/compliance/healthcheck.yml
new file mode 100644 (file)
index 0000000..9984491
--- /dev/null
@@ -0,0 +1,9 @@
+---
+# Pre-flight check before running more complex tests
+# Will be used for running on CI
+healthcheck:
+  name: healthcheck
+  testcases_list:
+    - dovetail.healthcheck.tc001
+    - dovetail.healthcheck.tc002
+    - dovetail.healthcheck.tc003
index a77ac2a..f4e0d03 100644 (file)
@@ -34,6 +34,7 @@ testsuite_supported:
   - compliance_set
   - proposed_tests
   - debug
+  - healthcheck
   - ovp.1.0.0
   - onap.1.0.0
 # testarea supported, should adjust accordingly
@@ -50,6 +51,7 @@ testarea_supported:
   - mandatory
   - full
   - smoke
+  - healthcheck
   - vnf
   - lifecycle
 
diff --git a/etc/testcase/healthcheck.tc001.yml b/etc/testcase/healthcheck.tc001.yml
new file mode 100644 (file)
index 0000000..e71f063
--- /dev/null
@@ -0,0 +1,9 @@
+---
+dovetail.healthcheck.tc001:
+  name: dovetail.healthcheck.tc001
+  objective: check OpenStack API services connectivity through SNAPS framework
+  validate:
+    type: functest
+    testcase: connection_check
+  report:
+    sub_testcase_list:
diff --git a/etc/testcase/healthcheck.tc002.yml b/etc/testcase/healthcheck.tc002.yml
new file mode 100644 (file)
index 0000000..84ca251
--- /dev/null
@@ -0,0 +1,9 @@
+---
+dovetail.healthcheck.tc002:
+  name: dovetail.healthcheck.tc002
+  objective: verify OpenStack API with simple queries
+  validate:
+    type: functest
+    testcase: api_check
+  report:
+    sub_testcase_list:
diff --git a/etc/testcase/healthcheck.tc003.yml b/etc/testcase/healthcheck.tc003.yml
new file mode 100644 (file)
index 0000000..83fb891
--- /dev/null
@@ -0,0 +1,9 @@
+---
+dovetail.healthcheck.tc003:
+  name: dovetail.healthcheck.tc003
+  objective: basic VM instance creation with port and IPv4 address through DHCP
+  validate:
+    type: functest
+    testcase: snaps_health_check
+  report:
+    sub_testcase_list:
index 1452a45..f1cb6ae 100644 (file)
@@ -1,5 +1,67 @@
 ---
 tiers:
+    -
+        name: healthcheck
+        order: 0
+        ci_loop: '(daily)|(weekly)'
+        description: >-
+            First tier to be executed to verify the basic
+            operations in the VIM.
+        testcases:
+            -
+                case_name: connection_check
+                project_name: functest
+                criteria: 100
+                blocking: true
+                description: >-
+                    This test case verifies the retrieval of OpenStack clients:
+                    Keystone, Glance, Neutron and Nova and may perform some
+                    simple queries. When the config value of
+                    snaps.use_keystone is True, functest must have access to
+                    the cloud's private network.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+                run:
+                    module:
+                        'functest.opnfv_tests.openstack.snaps.connection_check'
+                    class: 'ConnectionCheck'
+
+            -
+                case_name: api_check
+                project_name: functest
+                criteria: 100
+                blocking: true
+                description: >-
+                    This test case verifies the retrieval of OpenStack clients:
+                    Keystone, Glance, Neutron and Nova and may perform some
+                    simple queries. When the config value of
+                    snaps.use_keystone is True, functest must have access to
+                    the cloud's private network.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.snaps.api_check'
+                    class: 'ApiCheck'
+
+            -
+                case_name: snaps_health_check
+                project_name: functest
+                criteria: 100
+                blocking: true
+                description: >-
+                    This test case creates executes the SimpleHealthCheck
+                    Python test class which creates an, image, flavor, network,
+                    and Cirros VM instance and observes the console output to
+                    validate the single port obtains the correct IP address.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+                run:
+                    module: 'functest.opnfv_tests.openstack.snaps.health_check'
+                    class: 'HealthCheck'
+
     -
         name: smoke
         order: 1