Merge "ubuntu-server-cloudimg-dpdk-modify.sh: fixes and cleanup"

[yardstick.git] / tests / ci / load_images.sh

diff --git a/tests/ci/load_images.sh b/tests/ci/load_images.sh
index 8c7caf4..f81ee1b 100755 (executable)
--- a/tests/ci/load_images.sh
+++ b/tests/ci/load_images.sh
@@ -12,11 +12,29 @@
 
 set -e
 
+YARD_IMG_ARCH=amd64
+export YARD_IMG_ARCH
+
+HW_FW_TYPE=""
+if [ "${YARD_IMG_ARCH}" = "arm64" ]; then
+    HW_FW_TYPE=uefi
+fi
+export HW_FW_TYPE
+
+if ! grep -q "Defaults env_keep += \"YARD_IMG_ARCH\"" "/etc/sudoers"; then
+    sudo echo "Defaults env_keep += \"YARD_IMG_ARCH YARDSTICK_REPO_DIR\"" >> /etc/sudoers
+fi
+
+ARCH_SCRIPT="test -f /etc/fuel_openstack_arch && grep -q arm64 /etc/fuel_openstack_arch"
+if [ "$INSTALLER_TYPE" == "fuel" ]; then
+    sshpass -p r00tme ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -l root $INSTALLER_IP "${ARCH_SCRIPT}" && YARD_IMG_ARCH=arm64
+fi
+
 UCA_HOST="cloud-images.ubuntu.com"
-if [ $YARD_IMG_ARCH = "arm64" ]; then
-    export VIVID_IMG_URL="http://${UCA_HOST}/vivid/current/vivid-server-cloudimg-arm64.tar.gz"
-    if ! grep -q "Defaults env_keep += \"VIVID_IMG_URL\"" "/etc/sudoers"; then
-        sudo echo "Defaults env_keep += \"VIVID_IMG_URL\"" >> /etc/sudoers
+if [ "${YARD_IMG_ARCH}" == "arm64" ]; then
+    export CLOUD_IMG_URL="http://${UCA_HOST}/${release}/current/${release}-server-cloudimg-${YARD_IMG_ARCH}.tar.gz"
+    if ! grep -q "Defaults env_keep += \"CLOUD_IMG_URL\"" "/etc/sudoers"; then
+        sudo echo "Defaults env_keep += \"CLOUD_IMG_URL\"" >> /etc/sudoers
     fi
 fi
 
@@ -25,7 +43,7 @@ build_yardstick_image()
     echo
     echo "========== Build yardstick cloud image =========="
 
-    if [ "$DEPLOY_SCENARIO" == *"-lxd-"* ]; then
+    if [[ "$DEPLOY_SCENARIO" == *"-lxd-"* ]]; then
         local cmd="sudo $(which yardstick-img-lxd-modify) $(pwd)/tools/ubuntu-server-cloudimg-modify.sh"
 
         # Build the image. Retry once if the build fails
@@ -53,23 +71,24 @@ load_yardstick_image()
     echo
     echo "========== Loading yardstick cloud image =========="
     EXTRA_PARAMS=""
-    if [ $YARD_IMG_ARCH = "arm64" ]; then
-        VIVID_IMAGE="/tmp/vivid-server-cloudimg-arm64.tar.gz"
-        VIVID_KERNEL="/tmp/vivid-server-cloudimg-arm64-vmlinuz-generic"
+    if [[ "${YARD_IMG_ARCH}" = "arm64" && "${YARD_IMG_AKI}" = "true" ]]; then
+        CLOUD_IMAGE="/tmp/${release}-server-cloudimg-${YARD_IMG_ARCH}.tar.gz"
+        CLOUD_KERNEL="/tmp/${release}-server-cloudimg-${YARD_IMG_ARCH}-vmlinuz-generic"
         cd /tmp
-        if [ ! -f $VIVID_IMAGE ]; then
-            wget $VIVID_IMG_URL
+        if [ ! -f "${CLOUD_IMAGE}" ]; then
+            wget $CLOUD_IMG_URL
         fi
-        if [ ! -f $VIVID_KERNEL ]; then
-            tar zxf $VIVID_IMAGE $(basename $VIVID_KERNEL)
+        if [ ! -f "${CLOUD_KERNEL}" ]; then
+            tar zxf $CLOUD_IMAGE $(basename $CLOUD_KERNEL)
         fi
-        create_vivid_kernel=$(glance --os-image-api-version 1 image-create \
-                --name yardstick-vivid-kernel \
-                --is-public true --disk-format qcow2 \
+        create_kernel=$(openstack image create \
+                --public \
+                --disk-format qcow2 \
                 --container-format bare \
-                --file $VIVID_KERNEL)
+                --file $CLOUD_KERNEL \
+                yardstick-${release}-kernel)
 
-        GLANCE_KERNEL_ID=$(echo "$create_vivid_kernel" | grep " id " | awk '{print $(NF-1)}')
+        GLANCE_KERNEL_ID=$(echo "$create_kernel" | grep " id " | awk '{print $(NF-1)}')
         if [ -z "$GLANCE_KERNEL_ID" ]; then
             echo 'Failed uploading kernel to cloud'.
             exit 1
@@ -79,7 +98,7 @@ load_yardstick_image()
 
         EXTRA_PARAMS="--property kernel_id=$GLANCE_KERNEL_ID --property os_command_line=\"$command_line\""
 
-        rm -f $VIVID_KERNEL $VIVID_IMAGE
+        rm -f $CLOUD_KERNEL $CLOUD_IMAGE
         cd $YARDSTICK_REPO_DIR
     fi
 
@@ -88,20 +107,26 @@ load_yardstick_image()
         EXTRA_PARAMS=$EXTRA_PARAMS" --property hw_mem_page_size=large"
     fi
 
-    if [ "$DEPLOY_SCENARIO" == *"-lxd-"* ]; then
-        output=$(eval glance --os-image-api-version 1 image-create \
-            --name yardstick-trusty-server \
-            --is-public true --disk-format root-tar \
+    if [[ -n "${HW_FW_TYPE}" ]]; then
+        EXTRA_PARAMS=$EXTRA_PARAMS" --property hw_firmware_type=${HW_FW_TYPE}"
+    fi
+
+    if [[ "$DEPLOY_SCENARIO" == *"-lxd-"* ]]; then
+        output=$(eval openstack image create \
+            --public \
+            --disk-format root-tar \
             --container-format bare \
             $EXTRA_PARAMS \
-            --file $RAW_IMAGE)
+            --file $RAW_IMAGE \
+            yardstick-image)
     else
-        output=$(eval glance --os-image-api-version 1 image-create \
-            --name yardstick-trusty-server \
-            --is-public true --disk-format qcow2 \
+        output=$(eval openstack image create \
+            --public \
+            --disk-format qcow2 \
             --container-format bare \
             $EXTRA_PARAMS \
-            --file $QCOW_IMAGE)
+            --file $QCOW_IMAGE \
+            yardstick-image)
     fi
 
     echo "$output"
@@ -135,12 +160,12 @@ load_cirros_image()
         EXTRA_PARAMS=$EXTRA_PARAMS" --property hw_mem_page_size=large"
     fi
 
-    output=$(glance image-create \
-        --name  cirros-0.3.3 \
+    output=$(openstack image create \
         --disk-format qcow2 \
         --container-format bare \
         $EXTRA_PARAMS \
-        --file $image_file)
+        --file $image_file \
+        cirros-0.3.3)
     echo "$output"
 
     CIRROS_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
@@ -165,12 +190,12 @@ load_ubuntu_image()
         EXTRA_PARAMS=$EXTRA_PARAMS" --property hw_mem_page_size=large"
     fi
 
-    output=$(glance image-create \
-        --name Ubuntu-14.04 \
+    output=$(openstack image create \
         --disk-format qcow2 \
         --container-format bare \
         $EXTRA_PARAMS \
-        --file $ubuntu_image_file)
+        --file $ubuntu_image_file \
+        Ubuntu-14.04)
     echo "$output"
 
     UBUNTU_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
@@ -185,30 +210,30 @@ load_ubuntu_image()
 
 create_nova_flavor()
 {
-    if ! nova flavor-list | grep -q yardstick-flavor; then
+    if ! openstack flavor list | grep -q yardstick-flavor; then
         echo
         echo "========== Create nova flavor =========="
         # Create the nova flavor used by some sample test cases
-        nova flavor-create yardstick-flavor 100 512 3 1
+        openstack flavor create --id 100 --ram 512 --disk 3 --vcpus 1 yardstick-flavor
         # DPDK-enabled OVS requires guest memory to be backed by large pages
-        if [[ "$DEPLOY_SCENARIO" == *"-ovs-"* ]]; then
-            nova flavor-key yardstick-flavor set hw:mem_page_size=large
+        if [[ $DEPLOY_SCENARIO == *[_-]ovs[_-]* ]]; then
+            openstack flavor set --property hw:mem_page_size=large yardstick-flavor
         fi
         # VPP requires guest memory to be backed by large pages
         if [[ "$DEPLOY_SCENARIO" == *"-fdio-"* ]]; then
-            nova flavor-key yardstick-flavor set hw:mem_page_size=large
+            openstack flavor set --property hw:mem_page_size=large yardstick-flavor
         fi
     fi
 }
 
 main()
 {
-    QCOW_IMAGE="/tmp/workspace/yardstick/yardstick-trusty-server.img"
-    RAW_IMAGE="/tmp/workspace/yardstick/yardstick-trusty-server.tar.gz"
+    QCOW_IMAGE="/tmp/workspace/yardstick/yardstick-image.img"
+    RAW_IMAGE="/tmp/workspace/yardstick/yardstick-image.tar.gz"
 
     build_yardstick_image
     load_yardstick_image
-    if [ $YARD_IMG_ARCH = "arm64" ]; then
+    if [ "${YARD_IMG_ARCH}" = "arm64" ]; then
         sed -i 's/image: cirros-0.3.3/image: TestVM/g' tests/opnfv/test_cases/opnfv_yardstick_tc002.yaml \
         samples/ping.yaml
         #We have overlapping IP with the real network