3 # jose.lausuch@ericsson.com
4 # valentin.boucher@orange.com
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
11 """ global variables """
13 from datetime import datetime as dt
24 import functest.ci.tier_builder as tb
30 REPOS_DIR = os.getenv('repos_dir')
31 FUNCTEST_REPO = ("%s/functest/" % REPOS_DIR)
34 # ----------------------------------------------------------
38 # -----------------------------------------------------------
39 def check_internet_connectivity(url='http://www.opnfv.org/'):
41 Check if there is access to the internet
44 urllib2.urlopen(url, timeout=5)
46 except urllib2.URLError:
50 def download_url(url, dest_path):
52 Download a file to a destination path given a URL
54 name = url.rsplit('/')[-1]
55 dest = dest_path + "/" + name
57 response = urllib2.urlopen(url)
58 except (urllib2.HTTPError, urllib2.URLError):
61 with open(dest, 'wb') as f:
62 shutil.copyfileobj(response, f)
66 # ----------------------------------------------------------
70 # -----------------------------------------------------------
71 def get_git_branch(repo_path):
75 repo = Repo(repo_path)
76 branch = repo.active_branch
80 def get_installer_type(logger=None):
82 Get installer type (fuel, apex, joid, compass)
85 installer = os.environ['INSTALLER_TYPE']
88 logger.error("Impossible to retrieve the installer type")
89 installer = "Unknown_installer"
94 def get_scenario(logger=None):
99 scenario = os.environ['DEPLOY_SCENARIO']
102 logger.error("Impossible to retrieve the scenario")
103 scenario = "Unknown_scenario"
108 def get_version(logger=None):
112 # Use the build tag to retrieve the version
113 # By default version is unknown
114 # if launched through CI the build tag has the following format
115 # jenkins-<project>-<installer>-<pod>-<job>-<branch>-<id>
116 # e.g. jenkins-functest-fuel-opnfv-jump-2-daily-master-190
117 # use regex to match branch info
118 rule = "daily-(.+?)-[0-9]*"
119 build_tag = get_build_tag(logger)
120 m = re.search(rule, build_tag)
127 def get_pod_name(logger=None):
129 Get PoD Name from env variable NODE_NAME
132 return os.environ['NODE_NAME']
136 "Unable to retrieve the POD name from environment. " +
137 "Using pod name 'unknown-pod'")
141 def get_build_tag(logger=None):
143 Get build tag of jenkins jobs
146 build_tag = os.environ['BUILD_TAG']
149 logger.error("Impossible to retrieve the build tag")
150 build_tag = "unknown_build_tag"
155 def get_db_url(logger=None):
159 with open(os.environ["CONFIG_FUNCTEST_YAML"]) as f:
160 functest_yaml = yaml.safe_load(f)
162 db_url = functest_yaml.get("results").get("test_db_url")
166 def logger_test_results(logger, project, case_name, status, details):
167 pod_name = get_pod_name(logger)
168 scenario = get_scenario(logger)
169 version = get_version(logger)
170 build_tag = get_build_tag(logger)
173 "****************************************\n"
174 "\t %(p)s/%(n)s results \n\n"
175 "****************************************\n"
181 "build tag:\t%(b)s\n"
196 def push_results_to_db(project, case_name, logger,
197 start_date, stop_date, criteria, details):
199 POST results to the Result target DB
201 # Retrieve params from CI and conf
202 url = get_db_url(logger) + "/results"
205 installer = os.environ['INSTALLER_TYPE']
206 scenario = os.environ['DEPLOY_SCENARIO']
207 pod_name = os.environ['NODE_NAME']
208 build_tag = os.environ['BUILD_TAG']
209 except KeyError as e:
210 msg = "Please set env var: " + str(e)
216 rule = "daily-(.+?)-[0-9]*"
217 m = re.search(rule, build_tag)
221 msg = "Please fix BUILD_TAG env var: " + build_tag
227 test_start = dt.fromtimestamp(start_date).strftime('%Y-%m-%d %H:%M:%S')
228 test_stop = dt.fromtimestamp(stop_date).strftime('%Y-%m-%d %H:%M:%S')
230 params = {"project_name": project, "case_name": case_name,
231 "pod_name": pod_name, "installer": installer,
232 "version": version, "scenario": scenario, "criteria": criteria,
233 "build_tag": build_tag, "start_date": test_start,
234 "stop_date": test_stop, "details": details}
237 headers = {'Content-Type': 'application/json'}
239 r = requests.post(url, data=json.dumps(params), headers=headers)
243 except requests.RequestException as exc:
245 error = ("Pushing Result to DB(%s) failed: %s" %
248 error = ("Pushing Result to DB(%s) failed: %s" % (url, exc))
249 except Exception as e:
250 error = ("Error [push_results_to_db("
252 "project: '%(project)s', "
256 "scenario: '%(s)s', "
257 "criteria: '%(c)s', "
258 "build_tag: '%(t)s', "
259 "details: '%(d)s')]: "
283 def get_resolvconf_ns():
285 Get nameservers from current resolv.conf
288 rconf = open("/etc/resolv.conf", "r")
289 line = rconf.readline()
290 resolver = dns.resolver.Resolver()
292 ip = re.search(r"\b(?:[0-9]{1,3}\.){3}[0-9]{1,3}\b", line)
294 resolver.nameservers = [str(ip)]
296 result = resolver.query('opnfv.org')[0]
298 nameservers.append(ip.group())
299 except dns.exception.Timeout:
301 line = rconf.readline()
305 def get_ci_envvars():
307 Get the CI env variables
310 "installer": os.environ.get('INSTALLER_TYPE'),
311 "scenario": os.environ.get('DEPLOY_SCENARIO')}
315 def execute_command(cmd, logger=None,
321 error_msg = ("The command '%s' failed." % cmd)
322 msg_exec = ("Executing command: '%s'" % cmd)
326 logger.info(msg_exec)
328 logger.debug(msg_exec)
331 p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE,
332 stderr=subprocess.STDOUT)
333 for line in iter(p.stdout.readline, b''):
334 line = line.replace('\n', '')
344 returncode = p.wait()
348 logger.error(error_msg)
357 def get_deployment_dir(logger=None):
359 Returns current Rally deployment directory
361 with open(os.environ["CONFIG_FUNCTEST_YAML"]) as f:
362 functest_yaml = yaml.safe_load(f)
364 deployment_name = functest_yaml.get("rally").get("deployment_name")
365 rally_dir = functest_yaml.get("general").get("directories").get(
367 cmd = ("rally deployment list | awk '/" + deployment_name +
369 p = subprocess.Popen(cmd, shell=True,
370 stdout=subprocess.PIPE,
371 stderr=subprocess.STDOUT)
372 deployment_uuid = p.stdout.readline().rstrip()
373 if deployment_uuid == "":
375 logger.error("Rally deployment not found.")
377 deployment_dir = (rally_dir + "/tempest/for-deployment-" +
379 return deployment_dir
382 def get_criteria_by_test(testname):
384 file = FUNCTEST_REPO + "/ci/testcases.yaml"
385 tiers = tb.TierBuilder("", "", file)
386 for tier in tiers.get_tiers():
387 for test in tier.get_tests():
388 if test.get_name() == testname:
389 criteria = test.get_criteria()
394 # ----------------------------------------------------------
398 # -----------------------------------------------------------
399 def get_parameter_from_yaml(parameter, file=None):
401 Returns the value of a given parameter in config_functest.yaml
402 parameter must be given in string format with dots
403 Example: general.openstack.image_name
406 file = os.environ["CONFIG_FUNCTEST_YAML"]
407 with open(file) as f:
408 functest_yaml = yaml.safe_load(f)
410 value = functest_yaml
411 for element in parameter.split("."):
412 value = value.get(element)
414 raise ValueError("The parameter %s is not defined in"
415 " config_functest.yaml" % parameter)
419 def check_success_rate(case_name, success_rate):
420 success_rate = float(success_rate)
421 criteria = get_criteria_by_test(case_name)
423 def get_criteria_value(op):
424 return float(criteria.split(op)[1].rstrip('%'))
430 c_value = get_criteria_value(op)
431 if eval("%s %s %s" % (success_rate, op, c_value)):
438 def merge_dicts(dict1, dict2):
439 for k in set(dict1.keys()).union(dict2.keys()):
440 if k in dict1 and k in dict2:
441 if isinstance(dict1[k], dict) and isinstance(dict2[k], dict):
442 yield (k, dict(merge_dicts(dict1[k], dict2[k])))
451 def check_test_result(test_name, ret, start_time, stop_time):
452 def get_criteria_value():
453 return get_criteria_by_test(test_name).split('==')[1].strip()
456 if str(ret) == get_criteria_value():
460 'timestart': start_time,
461 'duration': round(stop_time - start_time, 1),
465 return status, details