Added Unit Tests for ci/generate_report with
[functest.git] / functest / ci / prepare_env.py
index d2e7731..724ea14 100755 (executable)
@@ -1,50 +1,49 @@
 #!/usr/bin/env python
 #
-# Author: Jose Lausuch (jose.lausuch@ericsson.com)
-#
-# Installs the Functest framework within the Docker container
-# and run the tests automatically
-#
-#
 # All rights reserved. This program and the accompanying materials
 # are made available under the terms of the Apache License, Version 2.0
 # which accompanies this distribution, and is available at
 # http://www.apache.org/licenses/LICENSE-2.0
 #
 
-
 import argparse
 import json
 import os
 import re
 import subprocess
 import sys
+import fileinput
 
 import yaml
 
-from opnfv.deployment import factory
-from opnfv.utils import constants as opnfv_constants
-
 import functest.utils.functest_logger as ft_logger
 import functest.utils.functest_utils as ft_utils
 import functest.utils.openstack_utils as os_utils
 from functest.utils.constants import CONST
 
+from opnfv.utils import constants as opnfv_constants
+from opnfv.deployment import factory
+
 actions = ['start', 'check']
 
 """ logging configuration """
 logger = ft_logger.Logger("prepare_env").getLogger()
-
+handler = None
+# set the architecture to default
+pod_arch = None
+arch_filter = ['aarch64']
 
 CONFIG_FUNCTEST_PATH = CONST.CONFIG_FUNCTEST_YAML
 CONFIG_PATCH_PATH = os.path.join(os.path.dirname(
     CONFIG_FUNCTEST_PATH), "config_patch.yaml")
-
-with open(CONFIG_PATCH_PATH) as f:
-    functest_patch_yaml = yaml.safe_load(f)
+CONFIG_AARCH64_PATCH_PATH = os.path.join(os.path.dirname(
+    CONFIG_FUNCTEST_PATH), "config_aarch64_patch.yaml")
+RALLY_CONF_PATH = os.path.join("/etc/rally/rally.conf")
+RALLY_AARCH64_PATCH_PATH = os.path.join(os.path.dirname(
+    CONFIG_FUNCTEST_PATH), "rally_aarch64_patch.conf")
 
 
-class PrepareEnvParser():
+class PrepareEnvParser(object):
 
     def __init__(self):
         self.parser = argparse.ArgumentParser()
@@ -109,25 +108,36 @@ def check_env_variables():
         logger.info("    IS_CI_RUN=%s" % CONST.IS_CI_RUN)
 
 
-def print_deployment_info():
-    handler = None
-    if CONST.INSTALLER_IP:
-        if CONST.INSTALLER_TYPE == 'apex':
-            pkey = '/root/.ssh/id_rsa'
-            if os.path.isfile(pkey):
-                handler = factory.Factory.get_handler(CONST.INSTALLER_TYPE,
-                                                      CONST.INSTALLER_IP,
-                                                      'stack',
-                                                      pkey_file=pkey)
-        elif CONST.INSTALLER_TYPE == 'fuel':
-            handler = factory.Factory.get_handler(CONST.INSTALLER_TYPE,
-                                                  CONST.INSTALLER_IP,
-                                                  'root',
-                                                  installer_pwd='r00tme')
-
-    if handler:
-        logger.info('\n\nDeployment information:\n%s' %
-                    handler.get_deployment_info())
+def get_deployment_handler():
+    global handler
+    global pod_arch
+
+    installer_params_yaml = os.path.join(CONST.dir_repo_functest,
+                                         'functest/ci/installer_params.yaml')
+    if (CONST.INSTALLER_IP and CONST.INSTALLER_TYPE and
+            CONST.INSTALLER_TYPE in opnfv_constants.INSTALLERS):
+        try:
+            installer_params = ft_utils.get_parameter_from_yaml(
+                CONST.INSTALLER_TYPE, installer_params_yaml)
+        except ValueError as e:
+            logger.debug('Printing deployment info is not supported for %s' %
+                         CONST.INSTALLER_TYPE)
+            logger.debug(e)
+        else:
+            user = installer_params.get('user', None)
+            password = installer_params.get('password', None)
+            pkey = installer_params.get('pkey', None)
+            try:
+                handler = factory.Factory.get_handler(
+                    installer=CONST.INSTALLER_TYPE,
+                    installer_ip=CONST.INSTALLER_IP,
+                    installer_user=user,
+                    installer_pwd=password,
+                    pkey_file=pkey)
+                if handler:
+                    pod_arch = handler.get_arch()
+            except Exception as e:
+                logger.debug("Cannot get deployment information. %s" % e)
 
 
 def create_directories():
@@ -191,8 +201,7 @@ def source_rc_file():
             raise Exception("The file %s is empty." % CONST.openstack_creds)
 
     logger.info("Sourcing the OpenStack RC file...")
-    os_utils.source_credentials(
-        CONST.openstack_creds)
+    os_utils.source_credentials(CONST.openstack_creds)
     for key, value in os.environ.iteritems():
         if re.search("OS_", key):
             if key == 'OS_AUTH_URL':
@@ -206,11 +215,22 @@ def source_rc_file():
 
 
 def patch_config_file():
+    patch_file(CONFIG_PATCH_PATH)
+
+    if pod_arch and pod_arch in arch_filter:
+        patch_file(CONFIG_AARCH64_PATCH_PATH)
+
+
+def patch_file(patch_file_path):
+    logger.debug('Updating file: %s', patch_file_path)
+    with open(patch_file_path) as f:
+        patch_file = yaml.safe_load(f)
+
     updated = False
-    for key in functest_patch_yaml:
+    for key in patch_file:
         if key in CONST.DEPLOY_SCENARIO:
             new_functest_yaml = dict(ft_utils.merge_dicts(
-                ft_utils.get_functest_yaml(), functest_patch_yaml[key]))
+                ft_utils.get_functest_yaml(), patch_file[key]))
             updated = True
 
     if updated:
@@ -238,6 +258,17 @@ def verify_deployment():
 
 def install_rally():
     print_separator()
+
+    if pod_arch and pod_arch in arch_filter:
+        logger.info("Apply aarch64 specific to rally config...")
+        with open(RALLY_AARCH64_PATCH_PATH, "r") as f:
+            rally_patch_conf = f.read()
+
+        for line in fileinput.input(RALLY_CONF_PATH, inplace=1):
+            print line,
+            if "cirros|testvm" in line:
+                print rally_patch_conf
+
     logger.info("Creating Rally environment...")
 
     cmd = "rally deployment destroy opnfv-rally"
@@ -245,20 +276,19 @@ def install_rally():
         "Deployment %s does not exist."
         % CONST.rally_deployment_name),
         verbose=False)
+
     rally_conf = os_utils.get_credentials_for_rally()
     with open('rally_conf.json', 'w') as fp:
         json.dump(rally_conf, fp)
     cmd = ("rally deployment create "
-           "--file=rally_conf.json --name={}"
+           "--file=rally_conf.json --name={0}"
            .format(CONST.rally_deployment_name))
-    ft_utils.execute_command(cmd,
-                             error_msg=("Problem while creating "
-                                        "Rally deployment"))
+    error_msg = "Problem while creating Rally deployment"
+    ft_utils.execute_command_raise(cmd, error_msg=error_msg)
 
     cmd = "rally deployment check"
-    ft_utils.execute_command(cmd,
-                             error_msg=("OpenStack not responding or "
-                                        "faulty Rally deployment."))
+    error_msg = "OpenStack not responding or faulty Rally deployment."
+    ft_utils.execute_command_raise(cmd, error_msg=error_msg)
 
     cmd = "rally deployment list"
     ft_utils.execute_command(cmd,
@@ -273,19 +303,30 @@ def install_rally():
 
 def install_tempest():
     logger.info("Installing tempest from existing repo...")
-    cmd = ("rally verify create-verifier --source {0} "
-           "--name {1} --type tempest"
-           .format(CONST.dir_repo_tempest, CONST.tempest_deployment_name))
-    ft_utils.execute_command(cmd,
-                             error_msg="Problem while installing Tempest.")
+    cmd = ("rally verify list-verifiers | "
+           "grep '{0}' | wc -l".format(CONST.tempest_deployment_name))
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, shell=True)
+    while p.poll() is None:
+        line = p.stdout.readline().rstrip()
+        if str(line) == '0':
+            logger.debug("Tempest %s does not exist" %
+                         CONST.tempest_deployment_name)
+            cmd = ("rally verify create-verifier --source {0} "
+                   "--name {1} --type tempest"
+                   .format(CONST.dir_repo_tempest,
+                           CONST.tempest_deployment_name))
+            error_msg = "Problem while installing Tempest."
+            ft_utils.execute_command_raise(cmd, error_msg=error_msg)
 
 
 def create_flavor():
-    os_utils.get_or_create_flavor('m1.tiny',
-                                  '512',
-                                  '1',
-                                  '1',
-                                  public=True)
+    _, flavor_id = os_utils.get_or_create_flavor('m1.tiny',
+                                                 '512',
+                                                 '1',
+                                                 '1',
+                                                 public=True)
+    if flavor_id is None:
+        raise Exception('Failed to create flavor')
 
 
 def check_environment():
@@ -301,6 +342,12 @@ def check_environment():
     logger.info("Functest environment is installed.")
 
 
+def print_deployment_info():
+    if handler:
+        logger.info('\n\nDeployment information:\n%s' %
+                    handler.get_deployment_info())
+
+
 def main(**kwargs):
     try:
         if not (kwargs['action'] in actions):
@@ -309,7 +356,7 @@ def main(**kwargs):
         elif kwargs['action'] == "start":
             logger.info("######### Preparing Functest environment #########\n")
             check_env_variables()
-            print_deployment_info()
+            get_deployment_handler()
             create_directories()
             source_rc_file()
             patch_config_file()
@@ -320,6 +367,7 @@ def main(**kwargs):
             with open(CONST.env_active, "w") as env_file:
                 env_file.write("1")
             check_environment()
+            print_deployment_info()
         elif kwargs['action'] == "check":
             check_environment()
     except Exception as e: