Fix config file name setting
[functest.git] / functest / opnfv_tests / openstack / tempest / conf_utils.py
index 38b97e7..028b085 100644 (file)
@@ -11,19 +11,21 @@ import ConfigParser
 import os
 import re
 import shutil
+import subprocess
 
-import functest.utils.functest_constants as ft_constants
+from functest.utils.constants import CONST
+import functest.utils.functest_logger as ft_logger
 import functest.utils.functest_utils as ft_utils
-import opnfv.utils.constants as releng_constants
+import functest.utils.openstack_utils as os_utils
 
 
 IMAGE_ID_ALT = None
 FLAVOR_ID_ALT = None
-REPO_PATH = ft_constants.FUNCTEST_REPO_DIR
-GLANCE_IMAGE_PATH = os.path.join(ft_constants.FUNCTEST_DATA_DIR,
-                                 ft_constants.GLANCE_IMAGE_FILENAME)
-TEMPEST_TEST_LIST_DIR = ft_constants.TEMPEST_TEST_LIST_DIR
-TEMPEST_RESULTS_DIR = os.path.join(ft_constants.FUNCTEST_RESULTS_DIR,
+REPO_PATH = CONST.dir_repo_functest
+GLANCE_IMAGE_PATH = os.path.join(CONST.dir_functest_data,
+                                 CONST.openstack_image_file_name)
+TEMPEST_TEST_LIST_DIR = CONST.dir_tempest_cases
+TEMPEST_RESULTS_DIR = os.path.join(CONST.dir_results,
                                    'tempest')
 TEMPEST_CUSTOM = os.path.join(REPO_PATH, TEMPEST_TEST_LIST_DIR,
                               'test_list.txt')
@@ -34,53 +36,117 @@ TEMPEST_DEFCORE = os.path.join(REPO_PATH, TEMPEST_TEST_LIST_DIR,
 TEMPEST_RAW_LIST = os.path.join(TEMPEST_RESULTS_DIR, 'test_raw_list.txt')
 TEMPEST_LIST = os.path.join(TEMPEST_RESULTS_DIR, 'test_list.txt')
 
-CI_INSTALLER_TYPE = ft_constants.CI_INSTALLER_TYPE
-CI_INSTALLER_IP = ft_constants.CI_INSTALLER_IP
+CI_INSTALLER_TYPE = CONST.INSTALLER_TYPE
+CI_INSTALLER_IP = CONST.INSTALLER_IP
 
+""" logging configuration """
+logger = ft_logger.Logger("Tempest").getLogger()
 
-def configure_tempest(logger, deployment_dir, IMAGE_ID=None, FLAVOR_ID=None):
+
+def get_verifier_id():
     """
-    Add/update needed parameters into tempest.conf file generated by Rally
+    Returns verifer id for current Tempest
     """
-    tempest_conf_file = deployment_dir + "/tempest.conf"
-    if os.path.isfile(tempest_conf_file):
-        logger.debug("Deleting old tempest.conf file...")
-        os.remove(tempest_conf_file)
+    cmd = ("rally verify list-verifiers | awk '/" +
+           CONST.tempest_deployment_name +
+           "/ {print $2}'")
+    p = subprocess.Popen(cmd, shell=True,
+                         stdout=subprocess.PIPE,
+                         stderr=subprocess.STDOUT)
+    deployment_uuid = p.stdout.readline().rstrip()
+    if deployment_uuid == "":
+        logger.error("Tempest verifier not found.")
+        raise Exception('Error with command:%s' % cmd)
+    return deployment_uuid
 
-    logger.debug("Generating new tempest.conf file...")
-    cmd = "rally verify genconfig"
-    ft_utils.execute_command(cmd)
 
-    logger.debug("Finding tempest.conf file...")
-    if not os.path.isfile(tempest_conf_file):
-        logger.error("Tempest configuration file %s NOT found."
-                     % tempest_conf_file)
-        return releng_constants.EXIT_RUN_ERROR
+def get_verifier_deployment_id():
+    """
+    Returns deployment id for active Rally deployment
+    """
+    cmd = ("rally deployment list | awk '/" +
+           CONST.rally_deployment_name +
+           "/ {print $2}'")
+    p = subprocess.Popen(cmd, shell=True,
+                         stdout=subprocess.PIPE,
+                         stderr=subprocess.STDOUT)
+    deployment_uuid = p.stdout.readline().rstrip()
+    if deployment_uuid == "":
+        logger.error("Rally deployment not found.")
+        raise Exception('Error with command:%s' % cmd)
+    return deployment_uuid
+
+
+def get_verifier_repo_dir(verifier_id):
+    """
+    Returns installed verfier repo directory for Tempest
+    """
+    if not verifier_id:
+        verifier_id = get_verifier_id()
+
+    return os.path.join(CONST.dir_rally_inst,
+                        'verification',
+                        'verifier-{}'.format(verifier_id),
+                        'repo')
+
+
+def get_verifier_deployment_dir(verifier_id, deployment_id):
+    """
+    Returns Rally deployment directory for current verifier
+    """
+    if not verifier_id:
+        verifier_id = get_verifier_id()
+
+    if not deployment_id:
+        deployment_id = get_verifier_deployment_id()
+
+    return os.path.join(CONST.dir_rally_inst,
+                        'verification',
+                        'verifier-{}'.format(verifier_id),
+                        'for-deployment-{}'.format(deployment_id))
+
 
+def configure_tempest(deployment_dir, IMAGE_ID=None, FLAVOR_ID=None):
+    """
+    Calls rally verify and updates the generated tempest.conf with
+    given parameters
+    """
+    conf_file = configure_verifier(deployment_dir)
+    configure_tempest_update_params(conf_file,
+                                    IMAGE_ID, FLAVOR_ID)
+
+
+def configure_tempest_update_params(tempest_conf_file,
+                                    IMAGE_ID=None, FLAVOR_ID=None):
+    """
+    Add/update needed parameters into tempest.conf file
+    """
     logger.debug("Updating selected tempest.conf parameters...")
     config = ConfigParser.RawConfigParser()
     config.read(tempest_conf_file)
     config.set(
         'compute',
         'fixed_network_name',
-        ft_constants.TEMPEST_PRIVATE_NET_NAME)
-    if ft_constants.TEMPEST_USE_CUSTOM_IMAGES:
+        CONST.tempest_private_net_name)
+    if CONST.tempest_use_custom_images:
         if IMAGE_ID is not None:
             config.set('compute', 'image_ref', IMAGE_ID)
         if IMAGE_ID_ALT is not None:
             config.set('compute', 'image_ref_alt', IMAGE_ID_ALT)
-    if ft_constants.TEMPEST_USE_CUSTOM_FLAVORS:
+    if CONST.tempest_use_custom_flavors:
         if FLAVOR_ID is not None:
             config.set('compute', 'flavor_ref', FLAVOR_ID)
         if FLAVOR_ID_ALT is not None:
             config.set('compute', 'flavor_ref_alt', FLAVOR_ID_ALT)
-    config.set('identity', 'tenant_name', ft_constants.TEMPEST_TENANT_NAME)
-    config.set('identity', 'username', ft_constants.TEMPEST_USER_NAME)
-    config.set('identity', 'password', ft_constants.TEMPEST_USER_PASSWORD)
+    config.set('identity', 'tenant_name', CONST.tempest_identity_tenant_name)
+    config.set('identity', 'username', CONST.tempest_identity_user_name)
+    config.set('identity', 'password', CONST.tempest_identity_user_password)
     config.set(
-        'validation', 'ssh_timeout', ft_constants.TEMPEST_SSH_TIMEOUT)
+        'validation', 'ssh_timeout', CONST.tempest_validation_ssh_timeout)
+    config.set('object-storage', 'operator_role',
+               CONST.tempest_object_storage_operator_role)
 
-    if ft_constants.OS_ENDPOINT_TYPE is not None:
+    if CONST.OS_ENDPOINT_TYPE is not None:
         services_list = ['compute',
                          'volume',
                          'image',
@@ -93,35 +159,59 @@ def configure_tempest(logger, deployment_dir, IMAGE_ID=None, FLAVOR_ID=None):
             if service not in sections:
                 config.add_section(service)
             config.set(service, 'endpoint_type',
-                       ft_constants.OS_ENDPOINT_TYPE)
+                       CONST.OS_ENDPOINT_TYPE)
 
     with open(tempest_conf_file, 'wb') as config_file:
         config.write(config_file)
 
     # Copy tempest.conf to /home/opnfv/functest/results/tempest/
-    shutil.copyfile(
-        tempest_conf_file, TEMPEST_RESULTS_DIR + '/tempest.conf')
+    if not os.path.exists(TEMPEST_RESULTS_DIR):
+        os.makedirs(TEMPEST_RESULTS_DIR)
 
-    return releng_constants.EXIT_OK
+    shutil.copyfile(tempest_conf_file,
+                    os.path.join(TEMPEST_RESULTS_DIR, 'tempest.conf'))
 
 
-def configure_tempest_multisite(logger, deployment_dir):
+def configure_verifier(deployment_dir):
+    """
+    Execute rally verify configure-verifier, which generates tempest.conf
+    """
+    tempest_conf_file = os.path.join(deployment_dir, "tempest.conf")
+    if os.path.isfile(tempest_conf_file):
+        logger.debug("Verifier is already configured.")
+        logger.debug("Reconfiguring the current verifier...")
+        cmd = "rally verify configure-verifier --reconfigure"
+    else:
+        logger.info("Configuring the verifier...")
+        cmd = "rally verify configure-verifier"
+    ft_utils.execute_command(cmd)
+
+    logger.debug("Looking for tempest.conf file...")
+    if not os.path.isfile(tempest_conf_file):
+        logger.error("Tempest configuration file %s NOT found."
+                     % tempest_conf_file)
+        raise Exception("Tempest configuration file %s NOT found."
+                        % tempest_conf_file)
+    else:
+        return tempest_conf_file
+
+
+def configure_tempest_multisite(deployment_dir):
     """
     Add/update needed parameters into tempest.conf file generated by Rally
     """
     logger.debug("configure the tempest")
-    configure_tempest(logger, deployment_dir)
+    configure_tempest(deployment_dir)
 
     logger.debug("Finding tempest.conf file...")
-    tempest_conf_old = os.path.join(deployment_dir, '/tempest.conf')
+    tempest_conf_old = os.path.join(deployment_dir, 'tempest.conf')
     if not os.path.isfile(tempest_conf_old):
-        logger.error("Tempest configuration file %s NOT found."
-                     % tempest_conf_old)
-        return releng_constants.EXIT_RUN_ERROR
+        raise Exception("Tempest configuration file %s NOT found."
+                        % tempest_conf_old)
 
     # Copy tempest.conf to /home/opnfv/functest/results/tempest/
     cur_path = os.path.split(os.path.realpath(__file__))[0]
-    tempest_conf_file = os.path.join(cur_path, '/tempest_multisite.conf')
+    tempest_conf_file = os.path.join(cur_path, 'tempest_multisite.conf')
     shutil.copyfile(tempest_conf_old, tempest_conf_file)
 
     logger.debug("Updating selected tempest.conf parameters...")
@@ -129,21 +219,21 @@ def configure_tempest_multisite(logger, deployment_dir):
     config.read(tempest_conf_file)
 
     config.set('service_available', 'kingbird', 'true')
-    cmd = ("openstack endpoint show kingbird | grep publicurl |"
-           "awk '{print $4}' | awk -F '/' '{print $4}'")
-    kingbird_api_version = os.popen(cmd).read()
+    # cmd = ("openstack endpoint show kingbird | grep publicurl |"
+    #       "awk '{print $4}' | awk -F '/' '{print $4}'")
+    # kingbird_api_version = os.popen(cmd).read()
+    kingbird_api_version = os_utils.get_endpoint(service_type='multisite')
+
     if CI_INSTALLER_TYPE == 'fuel':
         # For MOS based setup, the service is accessible
         # via bind host
         kingbird_conf_path = "/etc/kingbird/kingbird.conf"
         installer_type = CI_INSTALLER_TYPE
         installer_ip = CI_INSTALLER_IP
-        installer_username = ft_utils.get_functest_config(
-            "multisite." + installer_type +
-            "_environment.installer_username")
-        installer_password = ft_utils.get_functest_config(
-            "multisite." + installer_type +
-            "_environment.installer_password")
+        installer_username = CONST.__getattribute__(
+            'multisite_{}_installer_username'.format(installer_type))
+        installer_password = CONST.__getattribute__(
+            'multisite_{}_installer_password'.format(installer_type))
 
         ssh_options = ("-o UserKnownHostsFile=/dev/null -o "
                        "StrictHostKeyChecking=no")
@@ -174,9 +264,10 @@ def configure_tempest_multisite(logger, deployment_dir):
                                bind_details)[0]
         kingbird_endpoint_url = "http://%s:%s/" % (bind_host, bind_port)
     else:
-        cmd = "openstack endpoint show kingbird | grep publicurl |\
-               awk '{print $4}' | awk -F '/' '{print $3}'"
-        kingbird_endpoint_url = os.popen(cmd).read()
+        # cmd = "openstack endpoint show kingbird | grep publicurl |\
+        #       awk '{print $4}' | awk -F '/' '{print $3}'"
+        # kingbird_endpoint_url = os.popen(cmd).read()
+        kingbird_endpoint_url = os_utils.get_endpoint(service_type='kingbird')
 
     try:
         config.add_section("kingbird")
@@ -188,5 +279,3 @@ def configure_tempest_multisite(logger, deployment_dir):
     config.set('kingbird', 'api_version', kingbird_api_version)
     with open(tempest_conf_file, 'wb') as config_file:
         config.write(config_file)
-
-    return releng_constants.EXIT_OK