deprecated/promise/test/functest/run_promise_tests.py

   1 #!/usr/bin/python
   2 #
   3 # Copyright (c) 2015 All rights reserved
   4 # This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 #
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 import argparse
  11 import json
  12 import logging
  13 import os
  14 import re
  15 import subprocess
  16 import sys
  17 import time
  18
  19 import functest.utils.openstack_utils as os_utils
  20 from functest.utils.constants import CONST
  21
  22 parser = argparse.ArgumentParser()
  23
  24 parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
  25 parser.add_argument("-r", "--report",
  26                     help="Create json result file",
  27                     action="store_true")
  28 args = parser.parse_args()
  29
  30
  31 PROMISE_REPO_DIR = '/src/promise'
  32 RESULTS_DIR = CONST.dir_results
  33
  34 PROMISE_TENANT_NAME = CONST.promise_tenant_name
  35 PROMISE_PROJECT_NAME = CONST.promise_tenant_name
  36 PROMISE_PROJECT_DESCRIPTION = CONST.promise_tenant_description
  37 PROMISE_USER_NAME = CONST.promise_user_name
  38 PROMISE_USER_PWD = CONST.promise_user_pwd
  39 PROMISE_IMAGE_NAME = CONST.promise_image_name
  40 PROMISE_FLAVOR_NAME = CONST.promise_flavor_name
  41 PROMISE_FLAVOR_VCPUS = CONST.promise_flavor_vcpus
  42 PROMISE_FLAVOR_RAM = CONST.promise_flavor_ram
  43 PROMISE_FLAVOR_DISK = CONST.promise_flavor_disk
  44
  45
  46 GLANCE_IMAGE_FILENAME = CONST.openstack_image_file_name
  47 GLANCE_IMAGE_FORMAT = CONST.openstack_image_disk_format
  48 GLANCE_IMAGE_NAME = CONST.openstack_image_file_name
  49 GLANCE_IMAGE_PATH = os.path.join(CONST.dir_functest_images,
  50                                  GLANCE_IMAGE_FILENAME)
  51
  52 PROMISE_NET_NAME = CONST.promise_network_name
  53 PROMISE_SUBNET_NAME = CONST.promise_subnet_name
  54 PROMISE_SUBNET_CIDR = CONST.promise_subnet_cidr
  55 PROMISE_ROUTER_NAME = CONST.promise_router_name
  56
  57
  58 """ logging configuration """
  59 logger = logging.getLogger('promise')
  60
  61
  62 def main():
  63     return_code = -1
  64     os_auth = os.environ["OS_AUTH_URL"]
  65
  66     creds = os_utils.get_credentials()
  67
  68     try:
  69         logger.info("Env variables")
  70         logger.info("OS_AUTH_URL: %s" % os.environ["OS_AUTH_URL"])
  71         logger.info("OS_IDENTITY_API_VERSION: %s " %
  72                     os.environ["OS_IDENTITY_API_VERSION"])
  73         logger.info("OS_USER_DOMAIN_NAME: %s" %
  74                     os.environ["OS_USER_DOMAIN_NAME"])
  75         logger.info("OS_PROJECT_DOMAIN_NAME: %s" %
  76                     os.environ["OS_PROJECT_DOMAIN_NAME"])
  77     except KeyError:
  78         logger.error("Please set the OS environment variables")
  79
  80     keystone_client = os_utils.get_keystone_client()
  81
  82     logger.info("Creating project '%s'..." % PROMISE_PROJECT_NAME)
  83     project_id = os_utils.create_tenant(
  84         keystone_client, PROMISE_PROJECT_NAME, PROMISE_PROJECT_DESCRIPTION)
  85     if not project_id:
  86         logger.error("Error : Failed to create %s project"
  87                      % PROMISE_PROJECT_NAME)
  88         return return_code
  89     logger.debug("Project '%s' created successfully." % PROMISE_PROJECT_NAME)
  90
  91     roles_name = ["_member_", "Member"]
  92     role_id = ''
  93     for role_name in roles_name:
  94         if role_id == '':
  95             role_id = os_utils.get_role_id(keystone_client, role_name)
  96
  97     if role_id == '':
  98         logger.error("Error : Failed to get id for %s role" % role_name)
  99         return return_code
 100
 101     domain_id = ''
 102     domain_id = os_utils.get_domain_id(keystone_client,
 103                                        os.environ["OS_USER_DOMAIN_NAME"])
 104     if domain_id == '':
 105         logger.error("Error: Failed to get id for %s domain" %
 106                      os.environ["OS_USER_DOMAIN_NAME"])
 107         return return_code
 108
 109     logger.info("Creating user '%s'..." % PROMISE_USER_NAME)
 110     try:
 111          user = keystone_client.users.create(name=PROMISE_USER_NAME,
 112                                              domain=domain_id,
 113                                              password=PROMISE_USER_PWD)
 114     except Exception as e:
 115         logger.error("Error : Failed to create %s user" % PROMISE_USER_NAME)
 116         return return_code
 117     logger.debug("User '%s' created successfully." % PROMISE_USER_NAME)
 118
 119     try:
 120          keystone_client.roles.grant(role=role_id, user=user.id,
 121                                      project=project_id)
 122     except Exception as e:
 123         logger.error("Error: Failed to grant member role on project %s" %
 124                      project_id)
 125         return return_code
 126
 127     nova_client = os_utils.get_nova_client()
 128     glance_client = os_utils.get_glance_client()
 129
 130     logger.info("Creating image '%s' from '%s'..." % (PROMISE_IMAGE_NAME,
 131                                                       GLANCE_IMAGE_PATH))
 132
 133     logger.info("Upload some OS images if it doesn't exist")
 134
 135     image_id = os_utils.get_image_id(glance_client, GLANCE_IMAGE_NAME)
 136
 137     if image_id == '':
 138         logger.info("%s image doesn't exist on glance repo" % GLANCE_IMAGE_NAME)
 139         logger.info("Try downloading this image and upload on glance !")
 140         image_id = os_utils.create_glance_image(
 141             glance_client, GLANCE_IMAGE_NAME, GLANCE_IMAGE_PATH)
 142
 143     if image_id == '':
 144         logger.error("Failed to create the Glance image...")
 145         return return_code
 146
 147     logger.debug("Image '%s' with ID '%s' created successfully."
 148                  % (PROMISE_IMAGE_NAME, image_id))
 149     flavor_id = os_utils.get_flavor_id(nova_client, PROMISE_FLAVOR_NAME)
 150     if flavor_id == '':
 151         logger.info("Creating flavor '%s'..." % PROMISE_FLAVOR_NAME)
 152         flavor_id = os_utils.create_flavor(nova_client,
 153                                            PROMISE_FLAVOR_NAME,
 154                                            PROMISE_FLAVOR_RAM,
 155                                            PROMISE_FLAVOR_DISK,
 156                                            PROMISE_FLAVOR_VCPUS)
 157         if not flavor_id:
 158             logger.error("Failed to create the Flavor...")
 159             return return_code
 160         logger.debug("Flavor '%s' with ID '%s' created successfully." %
 161                      (PROMISE_FLAVOR_NAME, flavor_id))
 162     else:
 163         logger.debug("Using existing flavor '%s' with ID '%s'..."
 164                      % (PROMISE_FLAVOR_NAME, flavor_id))
 165
 166     network_dic = os_utils.create_shared_network_full(PROMISE_NET_NAME,
 167                                                       PROMISE_SUBNET_NAME,
 168                                                       PROMISE_ROUTER_NAME,
 169                                                       PROMISE_SUBNET_CIDR)
 170     if not network_dic:
 171         logger.error("Failed to create the private network...")
 172         return return_code
 173
 174     logger.info("Exporting environment variables...")
 175     os.environ["NODE_ENV"] = "functest"
 176     os.environ["OS_PASSWORD"] = PROMISE_USER_PWD
 177     os.environ["OS_TEST_IMAGE"] = image_id
 178     os.environ["OS_TEST_FLAVOR"] = flavor_id
 179     os.environ["OS_TEST_NETWORK"] = network_dic["net_id"]
 180     os.environ["OS_PROJECT_NAME"] = PROMISE_PROJECT_NAME
 181     os.environ["OS_USERNAME"] = PROMISE_USER_NAME
 182
 183     os.chdir(PROMISE_REPO_DIR + '/source/')
 184     results_file_name = os.path.join(RESULTS_DIR, 'promise-results.json')
 185     results_file = open(results_file_name, 'w+')
 186     cmd = 'npm run -s test -- --reporter json'
 187
 188     logger.info("Running command: %s" % cmd)
 189     ret = subprocess.call(cmd, shell=True, stdout=results_file,
 190                           stderr=subprocess.STDOUT)
 191     results_file.close()
 192
 193     if ret == 0:
 194         logger.info("The test succeeded.")
 195         return_code = 0
 196     else:
 197         logger.info("The command '%s' failed." % cmd)
 198
 199     # Print output of file
 200     with open(results_file_name, 'r') as results_file:
 201         data = results_file.read()
 202         logger.debug("\n%s" % data)
 203         json_data = json.loads(data)
 204
 205         suites = json_data["stats"]["suites"]
 206         tests = json_data["stats"]["tests"]
 207         passes = json_data["stats"]["passes"]
 208         pending = json_data["stats"]["pending"]
 209         failures = json_data["stats"]["failures"]
 210         start_time_json = json_data["stats"]["start"]
 211         end_time = json_data["stats"]["end"]
 212         duration = float(json_data["stats"]["duration"]) / float(1000)
 213
 214     logger.info("\n"
 215                 "****************************************\n"
 216                 "          Promise test report\n\n"
 217                 "****************************************\n"
 218                 " Suites:  \t%s\n"
 219                 " Tests:   \t%s\n"
 220                 " Passes:  \t%s\n"
 221                 " Pending: \t%s\n"
 222                 " Failures:\t%s\n"
 223                 " Start:   \t%s\n"
 224                 " End:     \t%s\n"
 225                 " Duration:\t%s\n"
 226                 "****************************************\n\n"
 227                 % (suites, tests, passes, pending, failures,
 228                    start_time_json, end_time, duration))
 229     end_time = time.time()
 230
 231     return return_code
 232
 233
 234 if __name__ == '__main__':
 235     logging.basicConfig(level=logging.INFO)
 236     sys.exit(main())