3 ##############################################################################
4 # Copyright (c) 2015 Ericsson AB and others.
6 # All rights reserved. This program and the accompanying materials
7 # are made available under the terms of the Apache License, Version 2.0
8 # which accompanies this distribution, and is available at
9 # http://www.apache.org/licenses/LICENSE-2.0
10 ##############################################################################
12 # yardstick-img-modify - download and modify a Ubuntu cloud image
14 # The actual customization is done by a script passed with an absolute path as
15 # the only single argument. The command needs to be invoked as sudo
18 # yardstick-img-modify /home/yardstick/tools/ubuntu-server-cloudimg-modify.sh
20 # Warning: the script will create files by default in:
21 # /tmp/workspace/yardstick
22 # the files will be owned by root!
24 # TODO: image resize is needed if the base image is too small
35 test $# -eq 1 -o $# -eq 2 || die "no image specific script as argument"
36 test $(id -u) -eq 0 || die "should invoke using sudo"
41 mountdir="/mnt/yardstick"
42 workspace=${WORKSPACE:-"/tmp/workspace/yardstick"}
43 host=${HOST:-"cloud-images.ubuntu.com"}
44 release=${RELEASE:-"xenial"}
45 image_path="${release}/current/${release}-server-cloudimg-${YARD_IMG_ARCH}-disk1.img"
46 image_url=${IMAGE_URL:-"https://${host}/${image_path}"}
47 md5sums_path="${release}/current/MD5SUMS"
48 md5sums_url=${MD5SUMS_URL:-"https://${host}/${md5sums_path}"}
50 imgfile="${workspace}/yardstick-image.img"
51 raw_imgfile="${workspace}/yardstick-${release}-server.raw"
52 filename=$(basename $image_url)
54 # download and checksum base image, conditionally if local copy is outdated
56 test -d $workspace || mkdir -p $workspace
58 rm -f MD5SUMS # always download the checksum file to a detect stale image
60 test -e $filename || wget -nc --progress=dot:giga $image_url
61 grep $filename MD5SUMS | md5sum -c ||
64 wget -nc --progress=dot:giga $image_url
65 grep $filename MD5SUMS | md5sum -c
68 for i in $(seq 0 9); do
69 [ -a /dev/loop$i ] || mknod -m 660 /dev/loop$i b 7 $i
72 if [ $YARD_IMG_ARCH = "arm64" ]; then
74 if [ ! -f /tmp/vivid-server-cloudimg-arm64-kernel-info.txt ]; then
75 wget http://cloud-images.ubuntu.com/vivid/current/vivid-server-cloudimg-arm64-kernel-info.txt
77 export VIVID_KERNEL_VERSION=$(cut -d$'\t' -f4 vivid-server-cloudimg-arm64-kernel-info.txt)
78 mkdir -p /tmp/vivid-modules
79 if [ ! -f "/tmp/vivid-server-cloudimg-arm64.tar.gz" ]; then
82 if [ ! -f "/tmp/vivid-server-cloudimg-arm64.img" ]; then
83 tar zxvf vivid-server-cloudimg-arm64.tar.gz vivid-server-cloudimg-arm64.img
86 mount /tmp/vivid-server-cloudimg-arm64.img /mnt/vivid
87 cp -r /mnt/vivid/lib/modules/$(echo $VIVID_KERNEL_VERSION | cut -d'-' -f3,4,5) /tmp/vivid-modules
89 rm /tmp/vivid-server-cloudimg-arm64.img
92 qemu-img convert $filename $raw_imgfile
98 # qemu-img resize $raw_imgfile +5GB
99 if [ $YARD_IMG_ARCH = "arm64" ]; then
100 echo -e "d\nn\np\n1\n\n\nw" | fdisk $raw_imgfile
104 loopdevice=$(kpartx -l $raw_imgfile | head -1 | cut -f1 -d ' ')
106 kpartx -av $raw_imgfile
107 if [ $YARD_IMG_ARCH = "arm64" ]; then
108 e2fsck -p -f /dev/mapper/$loopdevice
109 resize2fs /dev/mapper/$loopdevice
111 # for trouble shooting
114 fdisk -l /dev/${loopdevice:0:5} || true
115 mount /dev/mapper/$loopdevice $mountdir
116 mount -t proc none $mountdir/proc
118 if [ $YARD_IMG_ARCH = "arm64" ]; then
119 cp -r /tmp/vivid-modules/$(echo $VIVID_KERNEL_VERSION | cut -d'-' -f3,4,5) "$mountdir/lib/modules"
120 cp $(which "qemu-aarch64-static") "$mountdir/usr/bin"
122 cp $cmd $mountdir/$(basename $cmd)
125 # modify image running a script using in a chrooted environment
127 # resolv.conf does not exist in base image, pass nameserver value from host
128 nameserver_ip=$(grep -m 1 '^nameserver' \
129 /etc/resolv.conf | awk '{ print $2 '})
131 # prevent init scripts from running during install
132 echo $'#!/bin/sh\nexit 101' >$mountdir/usr/sbin/policy-rc.d
133 chmod a+x $mountdir/usr/sbin/policy-rc.d
135 chroot $mountdir /$(basename $cmd) $nameserver_ip
137 rm -rf $mountdir/usr/sbin/policy-rc.d
139 umount -f $mountdir/proc
142 qemu-img convert -c -o compat=0.10 -O qcow2 $raw_imgfile $imgfile
144 if dmsetup table | grep $loopdevice; then
145 dmsetup clear $loopdevice || true
149 # cleanup (umount) the image
151 # designed to be idempotent
152 mount | grep $mountdir/proc && umount $mountdir/proc
153 mount | grep $mountdir && umount $mountdir
154 mount | grep "/mnt/vivid" && umount "/mnt/vivid"
156 if [ -f $raw_imgfile ]; then
157 #kpartx -dv $raw_imgfile sometimes failed, we should checked it agein.
158 #if [ -z "$(kpartx -l $raw_imgfile | grep 'loop deleted')" ]; then
159 # kpartx -dv $raw_imgfile
161 kpartx -dv $raw_imgfile || true
175 if [ -z "$exitcode" ]; then
183 echo "Image build failed with $exitcode"
191 trap "error_trap" EXIT SIGTERM
200 echo "the modified image is found here: $imgfile"