1 ##############################################################################
2 # Copyright (c) 2017 Tim Rozet (trozet@redhat.com) and others.
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
10 # Used to modify overcloud qcow2 image
16 import apex.builders.common_builder
17 from apex.common import constants as con
18 from apex.common import utils as utils
19 from apex.common.exceptions import ApexBuildException
20 from apex.virtual import utils as virt_utils
23 def inject_opendaylight(odl_version, image, tmp_dir, uc_ip,
24 os_version, docker_tag=None):
25 assert odl_version in con.VALID_ODL_VERSIONS
27 if odl_version == 'master':
28 odl_pkg_version = con.VALID_ODL_VERSIONS[-2]
31 odl_pkg_version = odl_version
32 branch = "stable/{}".format(odl_version)
33 odl_url = "https://nexus.opendaylight.org/content/repositories" \
34 "/opendaylight-{}-epel-7-x86_64-devel/".format(odl_pkg_version)
35 repo_name = "opendaylight-{}".format(odl_pkg_version)
36 apex.builders.common_builder.add_repo(odl_url, repo_name, image, tmp_dir)
37 # download puppet-opendaylight
38 archive = apex.builders.common_builder.create_git_archive(
39 repo_url=con.PUPPET_ODL_URL, repo_name='puppet-opendaylight',
40 tmp_dir=tmp_dir, branch=branch, prefix='opendaylight/')
41 # install ODL, puppet-odl
43 {con.VIRT_UPLOAD: "{}:/etc/puppet/modules/".format(archive)},
44 {con.VIRT_RUN_CMD: 'rm -rf /etc/puppet/modules/opendaylight'},
45 {con.VIRT_RUN_CMD: "cd /etc/puppet/modules/ && tar xvf "
46 "puppet-opendaylight.tar"},
47 {con.VIRT_INSTALL: "java-1.8.0-openjdk"}
51 "RUN yum remove opendaylight -y",
52 "RUN echo $'[opendaylight]\\n\\",
53 "baseurl={}\\n\\".format(odl_url),
55 "enabled=1' > /etc/yum.repos.d/opendaylight.repo",
56 "RUN yum -y install opendaylight"
58 src_img_uri = "{}:8787/tripleo{}/centos-binary-{}:" \
59 "{}".format(uc_ip, os_version, 'opendaylight',
61 build_dockerfile('opendaylight', tmp_dir, docker_cmds, src_img_uri)
63 virt_ops.append({con.VIRT_INSTALL: 'opendaylight'})
64 virt_utils.virt_customize(virt_ops, image)
65 logging.info("OpenDaylight injected into {}".format(image))
68 def inject_quagga(image, tmp_dir):
70 Downloads quagga tarball from artifacts.opnfv.org
71 and install it on the overcloud image on the fly.
76 utils.fetch_upstream_and_unpack(tmp_dir,
77 os.path.split(con.QUAGGA_URL)[0] + "/",
78 [os.path.basename(con.QUAGGA_URL)])
81 {con.VIRT_UPLOAD: "{}/quagga-4.tar.gz:/root/".format(tmp_dir)},
82 {con.VIRT_RUN_CMD: "cd /root/ && tar xzf quagga-4.tar.gz"},
83 {con.VIRT_RUN_CMD: "cd /root/quagga;packages=$(ls |grep -vE 'debug"
84 "info|devel|contrib');yum -y install $packages"}
86 virt_utils.virt_customize(virt_ops, image)
87 logging.info("Quagga injected into {}".format(image))
90 def inject_ovs_nsh(image, tmp_dir):
92 Downloads OpenVswitch, compiles it and installs it on the
93 overcloud image on the fly.
98 ovs_filename = os.path.basename(con.OVS_URL)
99 ovs_folder = ovs_filename.replace(".tar.gz", "")
100 utils.fetch_upstream_and_unpack(tmp_dir,
101 os.path.split(con.OVS_URL)[0] + "/",
103 (ovs_dist_name, ovs_version) = ovs_folder.split("-")
106 {con.VIRT_UPLOAD: "{}:/root/".format(tmp_dir + "/" + ovs_filename)},
107 {con.VIRT_INSTALL: "rpm-build,autoconf,automake,libtool,openssl,"
108 "openssl-devel,python,python-twisted-core,python-six,groff,graphviz,"
109 "python-zope-interface,desktop-file-utils,procps-ng,PyQt4,"
110 "libcap-ng,libcap-ng-devel,selinux-policy-devel,kernel-devel,"
111 "kernel-headers,kernel-tools,rpmdevtools,systemd-units,python-devel,"
113 {con.VIRT_RUN_CMD: "cd /root/ && tar xzf {}".format(ovs_filename)},
115 "{}/build_ovs_nsh.sh:/root/{}".format(tmp_dir, ovs_folder)},
117 "cd /root/{0} && chmod -R 777 * && chown -R root:root * && "
118 "./build_ovs_nsh.sh && rpm -Uhv --force rpm/rpmbuild/RPMS/x86_64/{0}"
119 "-1.el7.x86_64.rpm && rpm -Uhv --force rpm/rpmbuild/RPMS/x86_64"
120 "/openvswitch-kmod-{1}-1.el7.x86_64.rpm".format(ovs_folder,
123 virt_utils.virt_customize(virt_ops, image)
124 logging.info("OVS injected into {}".format(image))
127 def build_dockerfile(service, tmp_dir, docker_cmds, src_image_uri):
129 Builds docker file per service and stores it in a
130 tmp_dir/containers/<service> directory. If the Dockerfile already exists,
131 simply append the docker cmds to it.
132 :param service: name of sub-directory to store Dockerfile in
133 :param tmp_dir: Temporary directory to store the container's dockerfile in
134 :param docker_cmds: List of commands to insert into the dockerfile
135 :param src_image_uri: Docker URI format for where the source image exists
138 logging.debug("Building Dockerfile for {} with docker_cmds: {}".format(
139 service, docker_cmds))
140 c_dir = os.path.join(tmp_dir, 'containers')
141 service_dir = os.path.join(c_dir, service)
142 if not os.path.isdir(service_dir):
143 os.makedirs(service_dir, exist_ok=True)
144 from_cmd = "FROM {}\n".format(src_image_uri)
145 service_file = os.path.join(service_dir, 'Dockerfile')
146 assert isinstance(docker_cmds, list)
147 if os.path.isfile(service_file):
151 with open(service_file, "a+") as fh:
154 fh.write('\n'.join(docker_cmds))
157 def archive_docker_patches(tmp_dir):
159 Archives Overcloud docker patches into a tar file for upload to Undercloud
160 :param tmp_dir: temporary directory where containers folder is stored
163 container_path = os.path.join(tmp_dir, 'containers')
164 if not os.path.isdir(container_path):
165 raise ApexBuildException("Docker directory for patches not found: "
166 "{}".format(container_path))
167 archive_file = os.path.join(tmp_dir, 'docker_patches.tar.gz')
168 with tarfile.open(archive_file, "w:gz") as tar:
169 tar.add(container_path, arcname=os.path.basename(container_path))