Print all the Parser test output to a log file
[functest.git] / testcases / features / promise.py
old mode 100644 (file)
new mode 100755 (executable)
index a920294..3f58dce
@@ -9,17 +9,16 @@
 #
 # Maintainer : jose.lausuch@ericsson.com
 #
-import argparse
 import json
-import logging
 import os
 import subprocess
-import sys
 import time
-import yaml
 
+import argparse
+import functest.utils.functest_logger as ft_logger
+import functest.utils.functest_utils as functest_utils
+import functest.utils.openstack_utils as openstack_utils
 import keystoneclient.v2_0.client as ksclient
-import glanceclient.client as glclient
 import novaclient.client as nvclient
 from neutronclient.v2_0 import client as ntclient
 
@@ -31,11 +30,9 @@ parser.add_argument("-r", "--report",
                     action="store_true")
 args = parser.parse_args()
 
-with open('/home/opnfv/functest/conf/config_functest.yaml') as f:
-    functest_yaml = yaml.safe_load(f)
+functest_yaml = functest_utils.get_functest_yaml()
 
 dirs = functest_yaml.get('general').get('directories')
-FUNCTEST_REPO = dirs.get('dir_repo_functest')
 PROMISE_REPO = dirs.get('dir_repo_promise')
 TEST_DB = functest_yaml.get('results').get('test_db_url')
 
@@ -51,57 +48,42 @@ FLAVOR_RAM = functest_yaml.get('promise').get('general').get('flavor_ram')
 FLAVOR_DISK = functest_yaml.get('promise').get('general').get('flavor_disk')
 
 
-GLANCE_IMAGE_FILENAME = functest_yaml.get('general'). \
-    get('openstack').get('image_file_name')
-GLANCE_IMAGE_FORMAT = functest_yaml.get('general'). \
-    get('openstack').get('image_disk_format')
-GLANCE_IMAGE_PATH = functest_yaml.get('general'). \
-    get('directories').get('dir_functest_data') + "/" + GLANCE_IMAGE_FILENAME
-
-sys.path.append('%s/testcases' % FUNCTEST_REPO)
-import functest_utils
-
-""" logging configuration """
-logger = logging.getLogger('Promise')
-logger.setLevel(logging.DEBUG)
-
-ch = logging.StreamHandler()
-
-if args.debug:
-    ch.setLevel(logging.DEBUG)
-else:
-    ch.setLevel(logging.INFO)
-
-formatter = logging.Formatter('%(asctime)s - %(name)s'
-                              '- %(levelname)s - %(message)s')
-
-ch.setFormatter(formatter)
-logger.addHandler(ch)
-
+GLANCE_IMAGE_FILENAME = functest_yaml.get('general').get('openstack').get(
+    'image_file_name')
+GLANCE_IMAGE_FORMAT = functest_yaml.get('general').get('openstack').get(
+    'image_disk_format')
+GLANCE_IMAGE_PATH = functest_yaml.get('general').get('directories').get(
+    'dir_functest_data') + "/" + GLANCE_IMAGE_FILENAME
 
+NET_NAME = functest_yaml.get('promise').get('general').get('network_name')
+SUBNET_NAME = functest_yaml.get('promise').get('general').get('subnet_name')
+SUBNET_CIDR = functest_yaml.get('promise').get('general').get('subnet_cidr')
+ROUTER_NAME = functest_yaml.get('promise').get('general').get('router_name')
 
-def create_image(glance_client, name):
 
-    return image_id
+""" logging configuration """
+logger = ft_logger.Logger("promise").getLogger()
 
 
 def main():
-    ks_creds = functest_utils.get_credentials("keystone")
-    nv_creds = functest_utils.get_credentials("nova")
-    nt_creds = functest_utils.get_credentials("neutron")
+    exit_code = -1
+    start_time = time.time()
+    ks_creds = openstack_utils.get_credentials("keystone")
+    nv_creds = openstack_utils.get_credentials("nova")
+    nt_creds = openstack_utils.get_credentials("neutron")
 
     keystone = ksclient.Client(**ks_creds)
 
-    user_id = functest_utils.get_user_id(keystone, ks_creds['username'])
+    user_id = openstack_utils.get_user_id(keystone, ks_creds['username'])
     if user_id == '':
         logger.error("Error : Failed to get id of %s user" %
                      ks_creds['username'])
         exit(-1)
 
     logger.info("Creating tenant '%s'..." % TENANT_NAME)
-    tenant_id = functest_utils.create_tenant(
+    tenant_id = openstack_utils.create_tenant(
         keystone, TENANT_NAME, TENANT_DESCRIPTION)
-    if tenant_id == '':
+    if not tenant_id:
         logger.error("Error : Failed to create %s tenant" % TENANT_NAME)
         exit(-1)
     logger.debug("Tenant '%s' created successfully." % TENANT_NAME)
@@ -110,24 +92,25 @@ def main():
     role_id = ''
     for role_name in roles_name:
         if role_id == '':
-            role_id = functest_utils.get_role_id(keystone, role_name)
+            role_id = openstack_utils.get_role_id(keystone, role_name)
 
     if role_id == '':
         logger.error("Error : Failed to get id for %s role" % role_name)
         exit(-1)
 
-    logger.info("Adding role '%s' to tenant '%s'..." % (role_id,TENANT_NAME))
-    if not functest_utils.add_role_user(keystone, user_id, role_id, tenant_id):
+    logger.info("Adding role '%s' to tenant '%s'..." % (role_id, TENANT_NAME))
+    if not openstack_utils.add_role_user(keystone, user_id,
+                                         role_id, tenant_id):
         logger.error("Error : Failed to add %s on tenant %s" %
-                     (ks_creds['username'],TENANT_NAME))
+                     (ks_creds['username'], TENANT_NAME))
         exit(-1)
     logger.debug("Role added successfully.")
 
     logger.info("Creating user '%s'..." % USER_NAME)
-    user_id = functest_utils.create_user(
+    user_id = openstack_utils.create_user(
         keystone, USER_NAME, USER_PWD, None, tenant_id)
 
-    if user_id == '':
+    if not user_id:
         logger.error("Error : Failed to create %s user" % USER_NAME)
         exit(-1)
     logger.debug("User '%s' created successfully." % USER_NAME)
@@ -147,47 +130,46 @@ def main():
         "project_id": TENANT_NAME,
     })
 
-    glance_endpoint = keystone.service_catalog.url_for(service_type='image',
-                                                       endpoint_type='publicURL')
-    glance = glclient.Client(1, glance_endpoint, token=keystone.auth_token)
+    glance = openstack_utils.get_glance_client()
     nova = nvclient.Client("2", **nv_creds)
 
-
     logger.info("Creating image '%s' from '%s'..." % (IMAGE_NAME,
-                                                       GLANCE_IMAGE_PATH))
-    image_id = functest_utils.create_glance_image(glance,
-                                                  IMAGE_NAME,
-                                                  GLANCE_IMAGE_PATH)
+                                                      GLANCE_IMAGE_PATH))
+    image_id = openstack_utils.create_glance_image(glance,
+                                                   IMAGE_NAME,
+                                                   GLANCE_IMAGE_PATH)
     if not image_id:
         logger.error("Failed to create the Glance image...")
         exit(-1)
     logger.debug("Image '%s' with ID '%s' created successfully." % (IMAGE_NAME,
                                                                     image_id))
-    flavor_id = functest_utils.get_flavor_id(nova, FLAVOR_NAME)
+    flavor_id = openstack_utils.get_flavor_id(nova, FLAVOR_NAME)
     if flavor_id == '':
         logger.info("Creating flavor '%s'..." % FLAVOR_NAME)
-        flavor_id = functest_utils.create_flavor(nova,
-                                                 FLAVOR_NAME,
-                                                 FLAVOR_RAM,
-                                                 FLAVOR_DISK,
-                                                 FLAVOR_VCPUS)
+        flavor_id = openstack_utils.create_flavor(nova,
+                                                  FLAVOR_NAME,
+                                                  FLAVOR_RAM,
+                                                  FLAVOR_DISK,
+                                                  FLAVOR_VCPUS)
         if not flavor_id:
             logger.error("Failed to create the Flavor...")
             exit(-1)
         logger.debug("Flavor '%s' with ID '%s' created successfully." %
-                                            (FLAVOR_NAME, flavor_id))
+                     (FLAVOR_NAME, flavor_id))
     else:
-        logger.debug("Using existing flavor '%s' with ID '%s'..." % (FLAVOR_NAME,
-                                                                    flavor_id))
-
+        logger.debug("Using existing flavor '%s' with ID '%s'..."
+                     % (FLAVOR_NAME, flavor_id))
 
     neutron = ntclient.Client(**nt_creds)
-    private_net=functest_utils.get_private_net(neutron)
-    if private_net == None:
-        logger.error("There is no private network in the deployment. Aborting...")
+
+    network_dic = openstack_utils.create_network_full(neutron,
+                                                      NET_NAME,
+                                                      SUBNET_NAME,
+                                                      ROUTER_NAME,
+                                                      SUBNET_CIDR)
+    if not network_dic:
+        logger.error("Failed to create the private network...")
         exit(-1)
-    logger.debug("Using private network '%s' (%s)." % (private_net['name'],
-                                                       private_net['id']))
 
     logger.info("Exporting environment variables...")
     os.environ["NODE_ENV"] = "functest"
@@ -196,28 +178,27 @@ def main():
     os.environ["OS_PASSWORD"] = USER_PWD
     os.environ["OS_TEST_IMAGE"] = image_id
     os.environ["OS_TEST_FLAVOR"] = flavor_id
-    os.environ["OS_TEST_NETWORK"] = private_net['id']
-
+    os.environ["OS_TEST_NETWORK"] = network_dic["net_id"]
 
     os.chdir(PROMISE_REPO)
-    results_file_name='promise-results.json'
-    results_file=open(results_file_name,'w+')
+    results_file_name = 'promise-results.json'
+    results_file = open(results_file_name, 'w+')
     cmd = 'npm run -s test -- --reporter json'
 
     logger.info("Running command: %s" % cmd)
-    ret = subprocess.call(cmd, shell=True, stdout=results_file, \
-                    stderr=subprocess.STDOUT)
+    ret = subprocess.call(cmd, shell=True, stdout=results_file,
+                          stderr=subprocess.STDOUT)
     results_file.close()
 
     if ret == 0:
         logger.info("The test succeeded.")
-        test_status = 'OK'
+        test_status = 'OK'
     else:
         logger.info("The command '%s' failed." % cmd)
-        test_status = "Failed"
+        test_status = "Failed"
 
     # Print output of file
-    with open(results_file_name,'r') as results_file:
+    with open(results_file_name, 'r') as results_file:
         data = results_file.read()
         logger.debug("\n%s" % data)
         json_data = json.loads(data)
@@ -227,45 +208,47 @@ def main():
         passes = json_data["stats"]["passes"]
         pending = json_data["stats"]["pending"]
         failures = json_data["stats"]["failures"]
-        start_time = json_data["stats"]["start"]
+        start_time_json = json_data["stats"]["start"]
         end_time = json_data["stats"]["end"]
-        duration = float(json_data["stats"]["duration"])/float(1000)
-
-    logger.info("\n" \
-    "****************************************\n"\
-    "          Promise test report\n\n"\
-    "****************************************\n"\
-    " Suites:  \t%s\n"\
-    " Tests:   \t%s\n"\
-    " Passes:  \t%s\n"\
-    " Pending: \t%s\n"\
-    " Failures:\t%s\n"\
-    " Start:   \t%s\n"\
-    " End:     \t%s\n"\
-    " Duration:\t%s\n"\
-    "****************************************\n\n"\
-    % (suites, tests, passes, pending, failures, start_time, end_time, duration))
-
+        duration = float(json_data["stats"]["duration"]) / float(1000)
+
+    logger.info("\n"
+                "****************************************\n"
+                "          Promise test report\n\n"
+                "****************************************\n"
+                " Suites:  \t%s\n"
+                " Tests:   \t%s\n"
+                " Passes:  \t%s\n"
+                " Pending: \t%s\n"
+                " Failures:\t%s\n"
+                " Start:   \t%s\n"
+                " End:     \t%s\n"
+                " Duration:\t%s\n"
+                "****************************************\n\n"
+                % (suites, tests, passes, pending, failures,
+                   start_time_json, end_time, duration))
 
     if args.report:
-        pod_name = functest_utils.get_pod_name(logger)
-        installer = functest_utils.get_installer_type(logger)
-        scenario = functest_utils.get_scenario(logger)
-        git_version = functest_utils.get_git_branch(PROMISE_REPO)
-        url = TEST_DB + "/results"
-
+        stop_time = time.time()
         json_results = {"timestart": start_time, "duration": duration,
                         "tests": int(tests), "failures": int(failures)}
-        logger.debug("Results json: "+str(json_results))
-
-        params = {"project_name": "promise", "case_name": "promise",
-                  "pod_name": str(pod_name), 'installer': installer,
-                  "version": scenario, 'details': json_results}
-        headers = {'Content-Type': 'application/json'}
-
-        logger.info("Pushing results to DB...")
-        r = requests.post(url, data=json.dumps(params), headers=headers)
-        logger.debug(r)
+        logger.debug("Promise Results json: " + str(json_results))
+
+        # criteria for Promise in Release B was 100% of tests OK
+        status = "FAIL"
+        if int(tests) > 32 and int(failures) < 1:
+            status = "PASS"
+            exit_code = 0
+
+        functest_utils.push_results_to_db("promise",
+                                          "promise",
+                                          logger,
+                                          start_time,
+                                          stop_time,
+                                          status,
+                                          json_results)
+
+    exit(exit_code)
 
 
 if __name__ == '__main__':