3 # jose.lausuch@ericsson.com
4 # valentin.boucher@orange.com
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
19 from datetime import datetime as dt
23 from six.moves import urllib
27 from functest.utils import constants
28 from functest.utils import decorators
30 logger = logging.getLogger(__name__)
33 # ----------------------------------------------------------
37 # -----------------------------------------------------------
38 def check_internet_connectivity(url='http://www.opnfv.org/'):
40 Check if there is access to the internet
43 urllib.request.urlopen(url, timeout=5)
45 except urllib.error.URLError:
49 def download_url(url, dest_path):
51 Download a file to a destination path given a URL
53 name = url.rsplit('/')[-1]
54 dest = dest_path + "/" + name
56 response = urllib.request.urlopen(url)
57 except (urllib.error.HTTPError, urllib.error.URLError):
60 with open(dest, 'wb') as f:
61 shutil.copyfileobj(response, f)
65 # ----------------------------------------------------------
69 # -----------------------------------------------------------
70 def get_git_branch(repo_path):
74 repo = Repo(repo_path)
75 branch = repo.active_branch
79 def get_installer_type():
81 Get installer type (fuel, apex, joid, compass)
84 installer = os.environ['INSTALLER_TYPE']
86 logger.error("Impossible to retrieve the installer type")
87 installer = "Unknown_installer"
97 scenario = os.environ['DEPLOY_SCENARIO']
99 logger.info("Impossible to retrieve the scenario."
100 "Use default os-nosdn-nofeature-noha")
101 scenario = "os-nosdn-nofeature-noha"
110 # Use the build tag to retrieve the version
111 # By default version is unknown
112 # if launched through CI the build tag has the following format
113 # jenkins-<project>-<installer>-<pod>-<job>-<branch>-<id>
114 # e.g. jenkins-functest-fuel-opnfv-jump-2-daily-master-190
115 # jenkins-functest-fuel-baremetal-weekly-master-8
116 # use regex to match branch info
117 rule = "(dai|week)ly-(.+?)-[0-9]*"
118 build_tag = get_build_tag()
119 m = re.search(rule, build_tag)
128 Get PoD Name from env variable NODE_NAME
131 return os.environ['NODE_NAME']
134 "Unable to retrieve the POD name from environment. " +
135 "Using pod name 'unknown-pod'")
141 Get build tag of jenkins jobs
144 build_tag = os.environ['BUILD_TAG']
146 logger.info("Impossible to retrieve the build tag")
156 # TODO use CONST mechanism
158 # if TEST_DB_URL declared in env variable, use it!
159 db_url = os.environ['TEST_DB_URL']
161 db_url = get_functest_config('results.test_db_url')
165 def logger_test_results(project, case_name, status, details):
166 pod_name = get_pod_name()
167 scenario = get_scenario()
168 version = get_version()
169 build_tag = get_build_tag()
173 "****************************************\n"
174 "\t %(p)s/%(n)s results \n\n"
175 "****************************************\n"
181 "build tag:\t%(b)s\n"
194 @decorators.can_dump_request_to_file
195 def push_results_to_db(project, case_name,
196 start_date, stop_date, result, details):
198 POST results to the Result target DB
200 # Retrieve params from CI and conf
204 installer = os.environ['INSTALLER_TYPE']
205 scenario = os.environ['DEPLOY_SCENARIO']
206 pod_name = os.environ['NODE_NAME']
207 build_tag = os.environ['BUILD_TAG']
208 except KeyError as e:
209 logger.error("Please set env var: " + str(e))
211 version = get_version()
212 test_start = dt.fromtimestamp(start_date).strftime('%Y-%m-%d %H:%M:%S')
213 test_stop = dt.fromtimestamp(stop_date).strftime('%Y-%m-%d %H:%M:%S')
215 params = {"project_name": project, "case_name": case_name,
216 "pod_name": pod_name, "installer": installer,
217 "version": version, "scenario": scenario, "criteria": result,
218 "build_tag": build_tag, "start_date": test_start,
219 "stop_date": test_stop, "details": details}
222 headers = {'Content-Type': 'application/json'}
224 r = requests.post(url, data=json.dumps(params, sort_keys=True),
228 except requests.RequestException as exc:
230 error = ("Pushing Result to DB(%s) failed: %s" %
233 error = ("Pushing Result to DB(%s) failed: %s" % (url, exc))
234 except Exception as e:
235 error = ("Error [push_results_to_db("
237 "project: '%(project)s', "
241 "scenario: '%(s)s', "
242 "criteria: '%(c)s', "
243 "build_tag: '%(t)s', "
244 "details: '%(d)s')]: "
265 def get_resolvconf_ns():
267 Get nameservers from current resolv.conf
270 rconf = open("/etc/resolv.conf", "r")
271 line = rconf.readline()
272 resolver = dns.resolver.Resolver()
274 ip = re.search(r"\b(?:[0-9]{1,3}\.){3}[0-9]{1,3}\b", line)
276 resolver.nameservers = [ip.group(0)]
278 result = resolver.query('opnfv.org')[0]
280 nameservers.append(ip.group())
281 except dns.exception.Timeout:
283 line = rconf.readline()
287 def get_ci_envvars():
289 Get the CI env variables
292 "installer": os.environ.get('INSTALLER_TYPE'),
293 "scenario": os.environ.get('DEPLOY_SCENARIO')}
297 def execute_command_raise(cmd, info=False, error_msg="",
298 verbose=True, output_file=None):
299 ret = execute_command(cmd, info, error_msg, verbose, output_file)
301 raise Exception(error_msg)
304 def execute_command(cmd, info=False, error_msg="",
305 verbose=True, output_file=None):
307 error_msg = ("The command '%s' failed." % cmd)
308 msg_exec = ("Executing command: '%s'" % cmd)
311 logger.info(msg_exec)
313 logger.debug(msg_exec)
314 p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE,
315 stderr=subprocess.STDOUT)
317 f = open(output_file, "w")
318 for line in iter(p.stdout.readline, b''):
322 line = line.replace('\n', '')
328 returncode = p.wait()
331 logger.error(error_msg)
336 def get_dict_by_test(testname):
337 with open(get_testcases_file_dir()) as f:
338 testcases_yaml = yaml.safe_load(f)
340 for dic_tier in testcases_yaml.get("tiers"):
341 for dic_testcase in dic_tier['testcases']:
342 if dic_testcase['case_name'] == testname:
345 logger.error('Project %s is not defined in testcases.yaml' % testname)
349 def get_criteria_by_test(testname):
350 dict = get_dict_by_test(testname)
352 return dict['criteria']
356 # ----------------------------------------------------------
360 # -----------------------------------------------------------
361 def get_parameter_from_yaml(parameter, file):
363 Returns the value of a given parameter in file.yaml
364 parameter must be given in string format with dots
365 Example: general.openstack.image_name
367 with open(file) as f:
368 file_yaml = yaml.safe_load(f)
371 for element in parameter.split("."):
372 value = value.get(element)
374 raise ValueError("The parameter %s is not defined in"
375 " %s" % (parameter, file))
379 def get_functest_config(parameter):
380 yaml_ = constants.CONST.__getattribute__('CONFIG_FUNCTEST_YAML')
381 return get_parameter_from_yaml(parameter, yaml_)
384 def merge_dicts(dict1, dict2):
385 for k in set(dict1.keys()).union(dict2.keys()):
386 if k in dict1 and k in dict2:
387 if isinstance(dict1[k], dict) and isinstance(dict2[k], dict):
388 yield (k, dict(merge_dicts(dict1[k], dict2[k])))
397 def get_testcases_file_dir():
398 return get_functest_config('general.functest.testcases_yaml')
401 def get_functest_yaml():
402 with open(constants.CONST.__getattribute__('CONFIG_FUNCTEST_YAML')) as f:
403 functest_yaml = yaml.safe_load(f)
408 def print_separator():
409 logger.info("==============================================")
413 """Measure the time it takes for a function to complete"""
414 @functools.wraps(func)
415 def timed(*args, **kwargs):
417 result = func(*args, **kwargs)
419 elapsed = '{0}'.format(te - ts)
420 logger.info('{f}(*{a}, **{kw}) took: {t} sec'.format(
421 f=func.__name__, a=args, kw=kwargs, t=elapsed))
422 return result, elapsed