1 ##############################################################################
2 # Copyright (c) 2017 Tim Rozet (trozet@redhat.com) and others.
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
10 # Common building utilities for undercloud and overcloud
16 from apex import build_utils
17 from apex.common import constants as con
18 from apex.virtual import utils as virt_utils
21 def project_to_path(project):
23 Translates project to absolute file path
24 :param project: name of project
27 if project.startswith('openstack/'):
28 project = os.path.basename(project)
29 if 'puppet' in project:
30 return "/etc/puppet/modules/{}".format(project.replace('puppet-', ''))
31 elif 'tripleo-heat-templates' in project:
32 return "/usr/share/openstack-tripleo-heat-templates"
35 return "/usr/lib/python2.7/site-packages/{}".format(project)
38 def add_upstream_patches(patches, image, tmp_dir,
39 default_branch=os.path.join('stable',
40 con.DEFAULT_OS_VERSION)):
42 Adds patches from upstream OpenStack gerrit to Undercloud for deployment
43 :param patches: list of patches
44 :param image: undercloud image
45 :param tmp_dir: to store temporary patch files
46 :param default_branch: default branch to fetch commit (if not specified
50 virt_ops = [{con.VIRT_INSTALL: 'patch'}]
51 logging.debug("Evaluating upstream patches:\n{}".format(patches))
53 assert isinstance(patch, dict)
54 assert all(i in patch.keys() for i in ['project', 'change-id'])
55 if 'branch' in patch.keys():
56 branch = patch['branch']
58 branch = default_branch
59 patch_diff = build_utils.get_patch(patch['change-id'],
60 patch['project'], branch)
62 patch_file = "{}.patch".format(patch['change-id'])
63 patch_file_path = os.path.join(tmp_dir, patch_file)
64 with open(patch_file_path, 'w') as fh:
66 project_path = project_to_path(patch['project'])
68 {con.VIRT_UPLOAD: "{}:{}".format(patch_file_path,
70 {con.VIRT_RUN_CMD: "cd {} && patch -p1 < {}".format(
71 project_path, patch_file)}])
72 logging.info("Adding patch {} to {}".format(patch_file,
75 logging.info("Ignoring patch:\n{}".format(patch))
77 virt_utils.virt_customize(virt_ops, image)
80 def add_repo(repo_url, repo_name, image, tmp_dir):
81 assert repo_name is not None
82 assert repo_url is not None
83 repo_file = "{}.repo".format(repo_name)
84 repo_file_path = os.path.join(tmp_dir, repo_file)
86 "[{}]".format(repo_name),
87 "name={}".format(repo_name),
88 "baseurl={}".format(repo_url),
91 logging.debug("Creating repo file {}".format(repo_name))
92 with open(repo_file_path, 'w') as fh:
93 fh.writelines("{}\n".format(line) for line in content)
94 logging.debug("Adding repo {} to {}".format(repo_file, image))
95 virt_utils.virt_customize([
96 {con.VIRT_UPLOAD: "{}:/etc/yum.repos.d/".format(repo_file_path)}],
101 def create_git_archive(repo_url, repo_name, tmp_dir,
102 branch='master', prefix=''):
103 repo = git.Repo.clone_from(repo_url, os.path.join(tmp_dir, repo_name))
105 if branch != str(repo.active_branch):
106 repo_git.checkout("origin/{}".format(branch))
107 archive_path = os.path.join(tmp_dir, "{}.tar".format(repo_name))
108 with open(archive_path, 'wb') as fh:
109 repo.archive(fh, prefix=prefix)
110 logging.debug("Wrote archive file: {}".format(archive_path))