Adding a structure for the reporting of test cases for functest

[functest.git] / testcases / features / promise.py

diff --git a/testcases/features/promise.py b/testcases/features/promise.py
index 0dc755b..16b2618 100644 (file)
--- a/testcases/features/promise.py
+++ b/testcases/features/promise.py
@@ -10,8 +10,10 @@
 # Maintainer : jose.lausuch@ericsson.com
 #
 import argparse
+import json
 import logging
 import os
+import requests
 import subprocess
 import sys
 import time
@@ -20,6 +22,7 @@ import yaml
 import keystoneclient.v2_0.client as ksclient
 import glanceclient.client as glclient
 import novaclient.client as nvclient
+from neutronclient.v2_0 import client as ntclient
 
 parser = argparse.ArgumentParser()
 
@@ -35,7 +38,7 @@ with open('/home/opnfv/functest/conf/config_functest.yaml') as f:
 dirs = functest_yaml.get('general').get('directories')
 FUNCTEST_REPO = dirs.get('dir_repo_functest')
 PROMISE_REPO = dirs.get('dir_repo_promise')
-TEST_DB_URL = functest_yaml.get('results').get('test_db_url')
+TEST_DB = functest_yaml.get('results').get('test_db_url')
 
 TENANT_NAME = functest_yaml.get('promise').get('general').get('tenant_name')
 TENANT_DESCRIPTION = functest_yaml.get('promise').get(
@@ -161,17 +164,31 @@ def main():
         exit(-1)
     logger.debug("Image '%s' with ID '%s' created successfully." % (IMAGE_NAME,
                                                                     image_id))
+    flavor_id = functest_utils.get_flavor_id(nova, FLAVOR_NAME)
+    if flavor_id == '':
+        logger.info("Creating flavor '%s'..." % FLAVOR_NAME)
+        flavor_id = functest_utils.create_flavor(nova,
+                                                 FLAVOR_NAME,
+                                                 FLAVOR_RAM,
+                                                 FLAVOR_DISK,
+                                                 FLAVOR_VCPUS)
+        if not flavor_id:
+            logger.error("Failed to create the Flavor...")
+            exit(-1)
+        logger.debug("Flavor '%s' with ID '%s' created successfully." %
+                                            (FLAVOR_NAME, flavor_id))
+    else:
+        logger.debug("Using existing flavor '%s' with ID '%s'..." % (FLAVOR_NAME,
+                                                                    flavor_id))
 
-    flavor_id = functest_utils.create_flavor(nova,
-                                             FLAVOR_NAME,
-                                             FLAVOR_RAM,
-                                             FLAVOR_DISK,
-                                             FLAVOR_VCPUS)
-    if not flavor_id:
-        logger.error("Failed to create the Flavor...")
+
+    neutron = ntclient.Client(**nt_creds)
+    private_net=functest_utils.get_private_net(neutron)
+    if private_net == None:
+        logger.error("There is no private network in the deployment. Aborting...")
         exit(-1)
-    logger.debug("Flavor '%s' with ID '%s' created successfully." % (FLAVOR_NAME,
-                                                                    flavor_id))
+    logger.debug("Using private network '%s' (%s)." % (private_net['name'],
+                                                       private_net['id']))
 
     logger.info("Exporting environment variables...")
     os.environ["NODE_ENV"] = "functest"
@@ -180,18 +197,18 @@ def main():
     os.environ["OS_PASSWORD"] = USER_PWD
     os.environ["OS_TEST_IMAGE"] = image_id
     os.environ["OS_TEST_FLAVOR"] = flavor_id
+    os.environ["OS_TEST_NETWORK"] = private_net['id']
+
 
     os.chdir(PROMISE_REPO)
-    results_file=open('promise-results.json','w+')
-    cmd = 'DEBUG=1 npm run -s test -- --reporter json'
-    start_time_ts = time.time()
+    results_file_name='promise-results.json'
+    results_file=open(results_file_name,'w+')
+    cmd = 'npm run -s test -- --reporter json'
 
     logger.info("Running command: %s" % cmd)
     ret = subprocess.call(cmd, shell=True, stdout=results_file, \
                     stderr=subprocess.STDOUT)
     results_file.close()
-    end_time_ts = time.time()
-    duration = round(end_time_ts - start_time_ts, 1)
 
     if ret == 0:
         logger.info("The test succeeded.")
@@ -201,25 +218,56 @@ def main():
         test_status = "Failed"
 
     # Print output of file
-    results_file=open('promise-results.json','r')
-    print results_file.read()
-    results_file.close()
-
+    with open(results_file_name,'r') as results_file:
+        data = results_file.read()
+        logger.debug("\n%s" % data)
+        json_data = json.loads(data)
+
+        suites = json_data["stats"]["suites"]
+        tests = json_data["stats"]["tests"]
+        passes = json_data["stats"]["passes"]
+        pending = json_data["stats"]["pending"]
+        failures = json_data["stats"]["failures"]
+        start_time = json_data["stats"]["start"]
+        end_time = json_data["stats"]["end"]
+        duration = float(json_data["stats"]["duration"])/float(1000)
+
+    logger.info("\n" \
+    "****************************************\n"\
+    "          Promise test report\n\n"\
+    "****************************************\n"\
+    " Suites:  \t%s\n"\
+    " Tests:   \t%s\n"\
+    " Passes:  \t%s\n"\
+    " Pending: \t%s\n"\
+    " Failures:\t%s\n"\
+    " Start:   \t%s\n"\
+    " End:     \t%s\n"\
+    " Duration:\t%s\n"\
+    "****************************************\n\n"\
+    % (suites, tests, passes, pending, failures, start_time, end_time, duration))
+
+
+    if args.report:
+        pod_name = functest_utils.get_pod_name(logger)
+        installer = functest_utils.get_installer_type(logger)
+        scenario = functest_utils.get_scenario(logger)
+        git_version = functest_utils.get_git_branch(PROMISE_REPO)
+        url = TEST_DB + "/results"
+
+        json_results = {"timestart": start_time, "duration": duration,
+                        "tests": int(tests), "failures": int(failures)}
+        logger.debug("Results json: "+str(json_results))
+
+        params = {"project_name": "promise", "case_name": "promise",
+                  "pod_name": str(pod_name), 'installer': installer,
+                  "version": scenario, 'details': json_results}
+        headers = {'Content-Type': 'application/json'}
+
+        logger.info("Pushing results to DB...")
+        r = requests.post(url, data=json.dumps(params), headers=headers)
+        logger.debug(r)
 
-    details = {
-        'timestart': start_time_ts,
-        'duration': duration,
-        'status': test_status,
-    }
-    pod_name = functest_utils.get_pod_name()
-    git_version = functest_utils.get_git_branch(PROMISE_REPO)
-    #functest_utils.push_results_to_db(TEST_DB_URL,
-    #                                  'promise',
-    #                                  None,
-    #                                  pod_name,
-    #                                  git_version,
-    #                                  details)
-    #
 
 if __name__ == '__main__':
     main()