X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=testcases%2Ffeatures%2Fpromise.py;h=3f58dcee8175f044a13c99dced6e3160992f66c7;hb=4a253c96e86f76c1ebab626e82b5a11310906832;hp=22d28fb997cba9495dcdf9d2b30ecb6ab406d86e;hpb=cc8dd9e8092cc68484d8ad3422c97762658271e8;p=functest.git diff --git a/testcases/features/promise.py b/testcases/features/promise.py old mode 100644 new mode 100755 index 22d28fb99..3f58dcee8 --- a/testcases/features/promise.py +++ b/testcases/features/promise.py @@ -9,16 +9,16 @@ # # Maintainer : jose.lausuch@ericsson.com # -import argparse -import logging +import json import os import subprocess -import sys import time -import yaml +import argparse +import functest.utils.functest_logger as ft_logger +import functest.utils.functest_utils as functest_utils +import functest.utils.openstack_utils as openstack_utils import keystoneclient.v2_0.client as ksclient -import glanceclient.client as glclient import novaclient.client as nvclient from neutronclient.v2_0 import client as ntclient @@ -30,13 +30,11 @@ parser.add_argument("-r", "--report", action="store_true") args = parser.parse_args() -with open('/home/opnfv/functest/conf/config_functest.yaml') as f: - functest_yaml = yaml.safe_load(f) +functest_yaml = functest_utils.get_functest_yaml() dirs = functest_yaml.get('general').get('directories') -FUNCTEST_REPO = dirs.get('dir_repo_functest') PROMISE_REPO = dirs.get('dir_repo_promise') -TEST_DB_URL = functest_yaml.get('results').get('test_db_url') +TEST_DB = functest_yaml.get('results').get('test_db_url') TENANT_NAME = functest_yaml.get('promise').get('general').get('tenant_name') TENANT_DESCRIPTION = functest_yaml.get('promise').get( @@ -50,57 +48,42 @@ FLAVOR_RAM = functest_yaml.get('promise').get('general').get('flavor_ram') FLAVOR_DISK = functest_yaml.get('promise').get('general').get('flavor_disk') -GLANCE_IMAGE_FILENAME = functest_yaml.get('general'). \ - get('openstack').get('image_file_name') -GLANCE_IMAGE_FORMAT = functest_yaml.get('general'). \ - get('openstack').get('image_disk_format') -GLANCE_IMAGE_PATH = functest_yaml.get('general'). \ - get('directories').get('dir_functest_data') + "/" + GLANCE_IMAGE_FILENAME - -sys.path.append('%s/testcases' % FUNCTEST_REPO) -import functest_utils - -""" logging configuration """ -logger = logging.getLogger('Promise') -logger.setLevel(logging.DEBUG) - -ch = logging.StreamHandler() - -if args.debug: - ch.setLevel(logging.DEBUG) -else: - ch.setLevel(logging.INFO) - -formatter = logging.Formatter('%(asctime)s - %(name)s' - '- %(levelname)s - %(message)s') - -ch.setFormatter(formatter) -logger.addHandler(ch) - +GLANCE_IMAGE_FILENAME = functest_yaml.get('general').get('openstack').get( + 'image_file_name') +GLANCE_IMAGE_FORMAT = functest_yaml.get('general').get('openstack').get( + 'image_disk_format') +GLANCE_IMAGE_PATH = functest_yaml.get('general').get('directories').get( + 'dir_functest_data') + "/" + GLANCE_IMAGE_FILENAME +NET_NAME = functest_yaml.get('promise').get('general').get('network_name') +SUBNET_NAME = functest_yaml.get('promise').get('general').get('subnet_name') +SUBNET_CIDR = functest_yaml.get('promise').get('general').get('subnet_cidr') +ROUTER_NAME = functest_yaml.get('promise').get('general').get('router_name') -def create_image(glance_client, name): - return image_id +""" logging configuration """ +logger = ft_logger.Logger("promise").getLogger() def main(): - ks_creds = functest_utils.get_credentials("keystone") - nv_creds = functest_utils.get_credentials("nova") - nt_creds = functest_utils.get_credentials("neutron") + exit_code = -1 + start_time = time.time() + ks_creds = openstack_utils.get_credentials("keystone") + nv_creds = openstack_utils.get_credentials("nova") + nt_creds = openstack_utils.get_credentials("neutron") keystone = ksclient.Client(**ks_creds) - user_id = functest_utils.get_user_id(keystone, ks_creds['username']) + user_id = openstack_utils.get_user_id(keystone, ks_creds['username']) if user_id == '': logger.error("Error : Failed to get id of %s user" % ks_creds['username']) exit(-1) logger.info("Creating tenant '%s'..." % TENANT_NAME) - tenant_id = functest_utils.create_tenant( + tenant_id = openstack_utils.create_tenant( keystone, TENANT_NAME, TENANT_DESCRIPTION) - if tenant_id == '': + if not tenant_id: logger.error("Error : Failed to create %s tenant" % TENANT_NAME) exit(-1) logger.debug("Tenant '%s' created successfully." % TENANT_NAME) @@ -109,24 +92,25 @@ def main(): role_id = '' for role_name in roles_name: if role_id == '': - role_id = functest_utils.get_role_id(keystone, role_name) + role_id = openstack_utils.get_role_id(keystone, role_name) if role_id == '': logger.error("Error : Failed to get id for %s role" % role_name) exit(-1) - logger.info("Adding role '%s' to tenant '%s'..." % (role_id,TENANT_NAME)) - if not functest_utils.add_role_user(keystone, user_id, role_id, tenant_id): + logger.info("Adding role '%s' to tenant '%s'..." % (role_id, TENANT_NAME)) + if not openstack_utils.add_role_user(keystone, user_id, + role_id, tenant_id): logger.error("Error : Failed to add %s on tenant %s" % - (ks_creds['username'],TENANT_NAME)) + (ks_creds['username'], TENANT_NAME)) exit(-1) logger.debug("Role added successfully.") logger.info("Creating user '%s'..." % USER_NAME) - user_id = functest_utils.create_user( + user_id = openstack_utils.create_user( keystone, USER_NAME, USER_PWD, None, tenant_id) - if user_id == '': + if not user_id: logger.error("Error : Failed to create %s user" % USER_NAME) exit(-1) logger.debug("User '%s' created successfully." % USER_NAME) @@ -146,40 +130,46 @@ def main(): "project_id": TENANT_NAME, }) - glance_endpoint = keystone.service_catalog.url_for(service_type='image', - endpoint_type='publicURL') - glance = glclient.Client(1, glance_endpoint, token=keystone.auth_token) + glance = openstack_utils.get_glance_client() nova = nvclient.Client("2", **nv_creds) - logger.info("Creating image '%s' from '%s'..." % (IMAGE_NAME, - GLANCE_IMAGE_PATH)) - image_id = functest_utils.create_glance_image(glance, - IMAGE_NAME, - GLANCE_IMAGE_PATH) + GLANCE_IMAGE_PATH)) + image_id = openstack_utils.create_glance_image(glance, + IMAGE_NAME, + GLANCE_IMAGE_PATH) if not image_id: logger.error("Failed to create the Glance image...") exit(-1) logger.debug("Image '%s' with ID '%s' created successfully." % (IMAGE_NAME, image_id)) + flavor_id = openstack_utils.get_flavor_id(nova, FLAVOR_NAME) + if flavor_id == '': + logger.info("Creating flavor '%s'..." % FLAVOR_NAME) + flavor_id = openstack_utils.create_flavor(nova, + FLAVOR_NAME, + FLAVOR_RAM, + FLAVOR_DISK, + FLAVOR_VCPUS) + if not flavor_id: + logger.error("Failed to create the Flavor...") + exit(-1) + logger.debug("Flavor '%s' with ID '%s' created successfully." % + (FLAVOR_NAME, flavor_id)) + else: + logger.debug("Using existing flavor '%s' with ID '%s'..." + % (FLAVOR_NAME, flavor_id)) - flavor_id = functest_utils.create_flavor(nova, - FLAVOR_NAME, - FLAVOR_RAM, - FLAVOR_DISK, - FLAVOR_VCPUS) - if not flavor_id: - logger.error("Failed to create the Flavor...") - exit(-1) - logger.debug("Flavor '%s' with ID '%s' created successfully." % (FLAVOR_NAME, - flavor_id)) neutron = ntclient.Client(**nt_creds) - private_net=functest_utils.get_private_net(neutron) - if private_net == None: - logger.error("There is no private network in the deployment. Aborting...") + + network_dic = openstack_utils.create_network_full(neutron, + NET_NAME, + SUBNET_NAME, + ROUTER_NAME, + SUBNET_CIDR) + if not network_dic: + logger.error("Failed to create the private network...") exit(-1) - logger.debug("Using private network '%s' (%s)." % (private_net['name'], - private_net['id'])) logger.info("Exporting environment variables...") os.environ["NODE_ENV"] = "functest" @@ -188,48 +178,78 @@ def main(): os.environ["OS_PASSWORD"] = USER_PWD os.environ["OS_TEST_IMAGE"] = image_id os.environ["OS_TEST_FLAVOR"] = flavor_id - os.environ["OS_TEST_NETWORK"] = private_net['id'] - + os.environ["OS_TEST_NETWORK"] = network_dic["net_id"] os.chdir(PROMISE_REPO) - results_file=open('promise-results.json','w+') - cmd = 'DEBUG=1 npm run -s test -- --reporter json' - start_time_ts = time.time() + results_file_name = 'promise-results.json' + results_file = open(results_file_name, 'w+') + cmd = 'npm run -s test -- --reporter json' logger.info("Running command: %s" % cmd) - ret = subprocess.call(cmd, shell=True, stdout=results_file, \ - stderr=subprocess.STDOUT) + ret = subprocess.call(cmd, shell=True, stdout=results_file, + stderr=subprocess.STDOUT) results_file.close() - end_time_ts = time.time() - duration = round(end_time_ts - start_time_ts, 1) if ret == 0: logger.info("The test succeeded.") - test_status = 'OK' + # test_status = 'OK' else: logger.info("The command '%s' failed." % cmd) - test_status = "Failed" + # test_status = "Failed" # Print output of file - results_file=open('promise-results.json','r') - print results_file.read() - results_file.close() - + with open(results_file_name, 'r') as results_file: + data = results_file.read() + logger.debug("\n%s" % data) + json_data = json.loads(data) + + suites = json_data["stats"]["suites"] + tests = json_data["stats"]["tests"] + passes = json_data["stats"]["passes"] + pending = json_data["stats"]["pending"] + failures = json_data["stats"]["failures"] + start_time_json = json_data["stats"]["start"] + end_time = json_data["stats"]["end"] + duration = float(json_data["stats"]["duration"]) / float(1000) + + logger.info("\n" + "****************************************\n" + " Promise test report\n\n" + "****************************************\n" + " Suites: \t%s\n" + " Tests: \t%s\n" + " Passes: \t%s\n" + " Pending: \t%s\n" + " Failures:\t%s\n" + " Start: \t%s\n" + " End: \t%s\n" + " Duration:\t%s\n" + "****************************************\n\n" + % (suites, tests, passes, pending, failures, + start_time_json, end_time, duration)) + + if args.report: + stop_time = time.time() + json_results = {"timestart": start_time, "duration": duration, + "tests": int(tests), "failures": int(failures)} + logger.debug("Promise Results json: " + str(json_results)) + + # criteria for Promise in Release B was 100% of tests OK + status = "FAIL" + if int(tests) > 32 and int(failures) < 1: + status = "PASS" + exit_code = 0 + + functest_utils.push_results_to_db("promise", + "promise", + logger, + start_time, + stop_time, + status, + json_results) + + exit(exit_code) - details = { - 'timestart': start_time_ts, - 'duration': duration, - 'status': test_status, - } - pod_name = functest_utils.get_pod_name() - git_version = functest_utils.get_git_branch(PROMISE_REPO) - #functest_utils.push_results_to_db(TEST_DB_URL, - # 'promise', - # None, - # pod_name, - # git_version, - # details) - # if __name__ == '__main__': main()