promise/test/functest/run_tests.py

   1 #!/usr/bin/python
   2 #
   3 # Copyright (c) 2015 All rights reserved
   4 # This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 #
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 import argparse
  11 import json
  12 import os
  13 import re
  14 import subprocess
  15 import time
  16
  17 import functest.utils.functest_logger as ft_logger
  18 import functest.utils.openstack_utils as os_utils
  19 from functest.utils.constants import CONST
  20
  21 parser = argparse.ArgumentParser()
  22
  23 parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
  24 parser.add_argument("-r", "--report",
  25                     help="Create json result file",
  26                     action="store_true")
  27 args = parser.parse_args()
  28
  29
  30 PROMISE_REPO_DIR = CONST.dir_repo_promise
  31 RESULTS_DIR = CONST.dir_results
  32
  33 PROMISE_TENANT_NAME = CONST.promise_tenant_name
  34 TENANT_DESCRIPTION = CONST.promise_tenant_description
  35 PROMISE_USER_NAME = CONST.promise_user_name
  36 PROMISE_USER_PWD = CONST.promise_user_pwd
  37 PROMISE_IMAGE_NAME = CONST.promise_image_name
  38 PROMISE_FLAVOR_NAME = CONST.promise_flavor_name
  39 PROMISE_FLAVOR_VCPUS = CONST.promise_flavor_vcpus
  40 PROMISE_FLAVOR_RAM = CONST.promise_flavor_ram
  41 PROMISE_FLAVOR_DISK = CONST.promise_flavor_disk
  42
  43
  44 GLANCE_IMAGE_FILENAME = CONST.openstack_image_file_name
  45 GLANCE_IMAGE_FORMAT = CONST.openstack_image_disk_format
  46 GLANCE_IMAGE_NAME = CONST.openstack_image_file_name
  47 GLANCE_IMAGE_PATH = os.path.join(CONST.dir_functest_data,
  48                                  GLANCE_IMAGE_FILENAME)
  49
  50 PROMISE_NET_NAME = CONST.promise_network_name
  51 PROMISE_SUBNET_NAME = CONST.promise_subnet_name
  52 PROMISE_SUBNET_CIDR = CONST.promise_subnet_cidr
  53 PROMISE_ROUTER_NAME = CONST.promise_router_name
  54
  55
  56 """ logging configuration """
  57 logger = ft_logger.Logger("promise").getLogger()
  58
  59
  60 def main():
  61     change_keystone_version = False
  62     os_auth = os.environ["OS_AUTH_URL"]
  63
  64     # check keystone version
  65     # if keystone v3, for keystone v2
  66     if os_utils.is_keystone_v3():
  67         os.environ["OS_IDENTITY_API_VERSION"] = "2"
  68         # the OS_AUTH_URL may have different format according to the installer
  69         # apex: OS_AUTH_URL=http://192.168.37.17:5000/v2.0
  70         # fuel: OS_AUTH_URL='http://192.168.0.2:5000/'
  71         #       OS_AUTH_URL='http://192.168.10.2:5000/v3
  72         match = re.findall(r'[0-9]+(?:\.[0-9]+){3}:[0-9]+',
  73                            os.environ["OS_AUTH_URL"])
  74         new_url = "http://" + match[0] + "/v2.0"
  75
  76         os.environ["OS_AUTH_URL"] = new_url
  77         change_keystone_version = True
  78         logger.info("Force Keystone v2")
  79
  80     creds = os_utils.get_credentials()
  81
  82     try:
  83         logger.info("Env variables")
  84         logger.info("OS_AUTH_URL: %s" % os.environ["OS_AUTH_URL"])
  85         logger.info("OS_IDENTITY_API_VERSION: %s " %
  86                     os.environ["OS_IDENTITY_API_VERSION"])
  87     except KeyError:
  88         logger.error("Please set the OS environment variables")
  89
  90     keystone_client = os_utils.get_keystone_client()
  91
  92     user_id = os_utils.get_user_id(keystone_client, creds['username'])
  93     if user_id == '':
  94         logger.error("Error : Failed to get id of %s user" %
  95                      creds['username'])
  96         exit(-1)
  97
  98     logger.info("Creating tenant '%s'..." % PROMISE_TENANT_NAME)
  99     tenant_id = os_utils.create_tenant(
 100         keystone_client, PROMISE_TENANT_NAME, TENANT_DESCRIPTION)
 101     if not tenant_id:
 102         logger.error("Error : Failed to create %s tenant"
 103                      % PROMISE_TENANT_NAME)
 104         exit(-1)
 105     logger.debug("Tenant '%s' created successfully." % PROMISE_TENANT_NAME)
 106
 107     roles_name = ["admin", "Admin"]
 108     role_id = ''
 109     for role_name in roles_name:
 110         if role_id == '':
 111             role_id = os_utils.get_role_id(keystone_client, role_name)
 112
 113     if role_id == '':
 114         logger.error("Error : Failed to get id for %s role" % role_name)
 115         exit(-1)
 116
 117     logger.info("Adding role '%s' to tenant '%s'..."
 118                 % (role_id, PROMISE_TENANT_NAME))
 119     if not os_utils.add_role_user(keystone_client, user_id,
 120                                   role_id, tenant_id):
 121         logger.error("Error : Failed to add %s on tenant %s" %
 122                      (creds['username'], PROMISE_TENANT_NAME))
 123         exit(-1)
 124     logger.debug("Role added successfully.")
 125
 126     logger.info("Creating user '%s'..." % PROMISE_USER_NAME)
 127     user_id = os_utils.create_user(
 128         keystone_client, PROMISE_USER_NAME, PROMISE_USER_PWD, None, tenant_id)
 129
 130     if not user_id:
 131         logger.error("Error : Failed to create %s user" % PROMISE_USER_NAME)
 132         exit(-1)
 133     logger.debug("User '%s' created successfully." % PROMISE_USER_NAME)
 134
 135     neutron_client = os_utils.get_neutron_client()
 136     nova_client = os_utils.get_nova_client()
 137     glance_client = os_utils.get_glance_client()
 138
 139     logger.info("Creating image '%s' from '%s'..." % (PROMISE_IMAGE_NAME,
 140                                                       GLANCE_IMAGE_PATH))
 141
 142     logger.info("Upload some OS images if it doesn't exist")
 143
 144     images = {"image_name": GLANCE_IMAGE_NAME, "image_url": GLANCE_IMAGE_PATH}
 145     for image_name, image_url in images.iteritems():
 146         image_id = os_utils.get_image_id(glance_client, image_name)
 147
 148         if image_id == '':
 149             logger.info("%s image doesn't exist on glance repo" % image_name)
 150             logger.info("Try downloading this image and upload on glance !")
 151             image_id = os_utils.create_glance_image(
 152                 glance_client, GLANCE_IMAGE_NAME, GLANCE_IMAGE_PATH)
 153
 154         if image_id == '':
 155             logger.error("Failed to create the Glance image...")
 156             exit(-1)
 157
 158     logger.debug("Image '%s' with ID '%s' created successfully."
 159                  % (PROMISE_IMAGE_NAME, image_id))
 160     flavor_id = os_utils.get_flavor_id(nova_client, PROMISE_FLAVOR_NAME)
 161     if flavor_id == '':
 162         logger.info("Creating flavor '%s'..." % PROMISE_FLAVOR_NAME)
 163         flavor_id = os_utils.create_flavor(nova_client,
 164                                            PROMISE_FLAVOR_NAME,
 165                                            PROMISE_FLAVOR_RAM,
 166                                            PROMISE_FLAVOR_DISK,
 167                                            PROMISE_FLAVOR_VCPUS)
 168         if not flavor_id:
 169             logger.error("Failed to create the Flavor...")
 170             exit(-1)
 171         logger.debug("Flavor '%s' with ID '%s' created successfully." %
 172                      (PROMISE_FLAVOR_NAME, flavor_id))
 173     else:
 174         logger.debug("Using existing flavor '%s' with ID '%s'..."
 175                      % (PROMISE_FLAVOR_NAME, flavor_id))
 176
 177     network_dic = os_utils.create_network_full(neutron_client,
 178                                                PROMISE_NET_NAME,
 179                                                PROMISE_SUBNET_NAME,
 180                                                PROMISE_ROUTER_NAME,
 181                                                PROMISE_SUBNET_CIDR)
 182     if not network_dic:
 183         logger.error("Failed to create the private network...")
 184         exit(-1)
 185
 186     logger.info("Exporting environment variables...")
 187     os.environ["NODE_ENV"] = "functest"
 188     os.environ["OS_PASSWORD"] = PROMISE_USER_PWD
 189     os.environ["OS_TEST_IMAGE"] = image_id
 190     os.environ["OS_TEST_FLAVOR"] = flavor_id
 191     os.environ["OS_TEST_NETWORK"] = network_dic["net_id"]
 192     os.environ["OS_TENANT_NAME"] = PROMISE_TENANT_NAME
 193     os.environ["OS_USERNAME"] = PROMISE_USER_NAME
 194
 195     os.chdir(PROMISE_REPO_DIR + '/source/')
 196     results_file_name = os.path.join(RESULTS_DIR, 'promise-results.json')
 197     results_file = open(results_file_name, 'w+')
 198     cmd = 'npm run -s test -- --reporter json'
 199
 200     logger.info("Running command: %s" % cmd)
 201     ret = subprocess.call(cmd, shell=True, stdout=results_file,
 202                           stderr=subprocess.STDOUT)
 203     results_file.close()
 204
 205     if ret == 0:
 206         logger.info("The test succeeded.")
 207         # test_status = 'OK'
 208     else:
 209         logger.info("The command '%s' failed." % cmd)
 210         # test_status = "Failed"
 211
 212     # Print output of file
 213     with open(results_file_name, 'r') as results_file:
 214         data = results_file.read()
 215         logger.debug("\n%s" % data)
 216         json_data = json.loads(data)
 217
 218         suites = json_data["stats"]["suites"]
 219         tests = json_data["stats"]["tests"]
 220         passes = json_data["stats"]["passes"]
 221         pending = json_data["stats"]["pending"]
 222         failures = json_data["stats"]["failures"]
 223         start_time_json = json_data["stats"]["start"]
 224         end_time = json_data["stats"]["end"]
 225         duration = float(json_data["stats"]["duration"]) / float(1000)
 226
 227     logger.info("\n"
 228                 "****************************************\n"
 229                 "          Promise test report\n\n"
 230                 "****************************************\n"
 231                 " Suites:  \t%s\n"
 232                 " Tests:   \t%s\n"
 233                 " Passes:  \t%s\n"
 234                 " Pending: \t%s\n"
 235                 " Failures:\t%s\n"
 236                 " Start:   \t%s\n"
 237                 " End:     \t%s\n"
 238                 " Duration:\t%s\n"
 239                 "****************************************\n\n"
 240                 % (suites, tests, passes, pending, failures,
 241                    start_time_json, end_time, duration))
 242     end_time = time.time()
 243
 244     # re set default keysone version to 3 if it has been changed for promise
 245     if change_keystone_version:
 246         os.environ["OS_IDENTITY_API_VERSION"] = "3"
 247         os.environ["OS_AUTH_URL"] = os_auth
 248         logger.info("Revert to Keystone v3")
 249
 250     exit(0)
 251
 252
 253 if __name__ == '__main__':
 254     main()