Use computes + control for NUM_OS_SYSTEM
[releng.git] / jjb / apex / apex-upload-artifact.sh
1 #!/bin/bash
2 set -o errexit
3 set -o nounset
4 set -o pipefail
5
6 if [ -z "$ARTIFACT_TYPE" ]; then
7   echo "ERROR: ARTIFACT_TYPE not provided...exiting"
8   exit 1
9 fi
10
11 # log info to console
12 echo "Uploading the Apex ${ARTIFACT_TYPE} artifact. This could take some time..."
13 echo "--------------------------------------------------------"
14 echo
15
16 if [[ ! "$ARTIFACT_VERSION" =~ dev ]]; then
17   source $BUILD_DIRECTORY/../opnfv.properties
18 fi
19
20 importkey () {
21   # clone releng repository
22   echo "Cloning releng repository..."
23   [ -d releng ] && rm -rf releng
24   git clone https://gerrit.opnfv.org/gerrit/releng $WORKSPACE/releng/ &> /dev/null
25   #this is where we import the siging key
26   if [ -f $WORKSPACE/releng/utils/gpg_import_key.sh ]; then
27     if ! $WORKSPACE/releng/utils/gpg_import_key.sh; then
28       echo "WARNING: Failed to run gpg key import"
29     fi
30   fi
31 }
32
33 signrpm () {
34   for artifact in $RPM_LIST $SRPM_LIST; do
35     echo "Signing artifact: ${artifact}"
36     gpg2 -vvv --batch --yes --no-tty \
37       --default-key opnfv-helpdesk@rt.linuxfoundation.org \
38       --passphrase besteffort \
39       --detach-sig $artifact
40       gsutil cp "$artifact".sig gs://$GS_URL/$(basename "$artifact".sig)
41       echo "Upload complete for ${artifact} signature"
42   done
43 }
44
45 signiso () {
46   gpg2 -vvv --batch --yes --no-tty \
47     --default-key opnfv-helpdesk@rt.linuxfoundation.org  \
48     --passphrase besteffort \
49     --detach-sig $BUILD_DIRECTORY/release/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso
50
51   gsutil cp $BUILD_DIRECTORY/release/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso.sig gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso.sig
52   echo "ISO signature Upload Complete!"
53 }
54
55 uploadiso () {
56   gsutil cp $BUILD_DIRECTORY/release/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log
57   echo "ISO Upload Complete!"
58 }
59
60 uploadrpm () {
61   for artifact in $RPM_LIST $SRPM_LIST; do
62     echo "Uploading artifact: ${artifact}"
63     gsutil cp $artifact gs://$GS_URL/$(basename $artifact) > gsutil.iso.log
64     echo "Upload complete for ${artifact}"
65   done
66   gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log
67   gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log
68
69   # Make the property files viewable on the artifact site
70   gsutil -m setmeta \
71     -h "Content-Type:text/html" \
72     -h "Cache-Control:private, max-age=0, no-transform" \
73     gs://$GS_URL/latest.properties \
74     gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > /dev/null 2>&1
75 }
76
77 uploadsnap () {
78   # Uploads snapshot artifact and updated properties file
79   echo "Uploading snapshot artifacts"
80   # snapshot dir is the same node in the create job workspace
81   # only 1 promotion job can run at a time on a slave
82   snapshot_dir="${WORKSPACE}/../apex-create-snapshot"
83   if [ -z "$SNAP_TYPE" ]; then
84     echo "ERROR: SNAP_TYPE not provided...exiting"
85     exit 1
86   fi
87   gsutil cp ${snapshot_dir}/apex-${SNAP_TYPE}-snap-`date +%Y-%m-%d`.tar.gz gs://$GS_URL/ > gsutil.iso.log
88   if [ "$SNAP_TYPE" == 'csit' ]; then
89     gsutil cp ${snapshot_dir}/snapshot.properties gs://$GS_URL/snapshot.properties > gsutil.latest.log
90   fi
91   echo "Upload complete for Snapshot"
92 }
93
94 uploadimages () {
95   # Uploads dev tarball
96   GERRIT_PATCHSET_NUMBER=$(echo $GERRIT_REFSPEC | grep -Eo '[0-9]+$')
97   export OPNFV_ARTIFACT_VERSION="dev${GERRIT_CHANGE_NUMBER}_${GERRIT_PATCHSET_NUMBER}"
98   echo "Uploading development build tarball"
99   pushd $BUILD_DIRECTORY > /dev/null
100   tar czf apex-${OPNFV_ARTIFACT_VERSION}.tar.gz *.qcow2 *.vmlinuz *.initrd
101   gsutil cp apex-${OPNFV_ARTIFACT_VERSION}.tar.gz gs://$GS_URL/apex-${OPNFV_ARTIFACT_VERSION}.tar.gz > gsutil.latest.log
102   popd > /dev/null
103 }
104
105 # Always import the signing key, if it's available the artifacts will be
106 # signed before being uploaded
107 importkey
108
109 if gpg2 --list-keys | grep "opnfv-helpdesk@rt.linuxfoundation.org"; then
110   echo "Signing Key avaliable"
111   SIGN_ARTIFACT="true"
112 fi
113
114 if [ "$ARTIFACT_TYPE" == 'snapshot' ]; then
115   uploadsnap
116 elif [ "$ARTIFACT_TYPE" == 'iso' ]; then
117   if [[ "$ARTIFACT_VERSION" =~ dev || "$BRANCH" == 'master' ]]; then
118     echo "Skipping ISO artifact upload for ${ARTIFACT_TYPE} due to dev/master build"
119     exit 0
120   fi
121   if [[ -n "$SIGN_ARTIFACT" && "$SIGN_ARTIFACT" == "true" ]]; then
122     signiso
123   fi
124   uploadiso
125 elif [ "$ARTIFACT_TYPE" == 'rpm' ]; then
126   if [[ "$ARTIFACT_VERSION" =~ dev ]]; then
127     if [ "$BRANCH" == 'master' ]; then
128       echo "will not upload artifacts, master uses upstream"
129       ARTIFACT_TYPE=none
130     else
131       echo "dev build detected, will upload image tarball"
132       ARTIFACT_TYPE=tarball
133       uploadimages
134     fi
135   else
136     RPM_INSTALL_PATH=$BUILD_DIRECTORY/noarch
137     # RPM URL should be python package for master, and is only package we need
138     RPM_LIST=$RPM_INSTALL_PATH/$(basename $OPNFV_RPM_URL)
139     SRPM_INSTALL_PATH=$BUILD_DIRECTORY
140     SRPM_LIST=$SRPM_INSTALL_PATH/$(basename $OPNFV_SRPM_URL)
141     if [ "$BRANCH" != 'master' ]; then
142       VERSION_EXTENSION=$(echo $(basename $OPNFV_RPM_URL) | sed 's/opnfv-apex-//')
143       RPM_LIST+=" ${RPM_INSTALL_PATH}/opnfv-apex-undercloud-${VERSION_EXTENSION}"
144       RPM_LIST+=" ${RPM_INSTALL_PATH}/python34-opnfv-apex-${VERSION_EXTENSION}"
145       VERSION_EXTENSION=$(echo $(basename $OPNFV_SRPM_URL) | sed 's/opnfv-apex-//')
146       SRPM_LIST+=" ${SRPM_INSTALL_PATH}/opnfv-apex-undercloud-${VERSION_EXTENSION}"
147       SRPM_LIST+=" ${SRPM_INSTALL_PATH}/python34-opnfv-apex-${VERSION_EXTENSION}"
148     fi
149
150     if [[ -n "$SIGN_ARTIFACT" && "$SIGN_ARTIFACT" == "true" ]]; then
151       signrpm
152     fi
153     uploadrpm
154   fi
155 else
156   echo "ERROR: Unknown artifact type ${ARTIFACT_TYPE} to upload...exiting"
157   exit 1
158 fi
159
160 echo
161 echo "--------------------------------------------------------"
162 echo "Done!"
163 if [ "$ARTIFACT_TYPE" == 'iso' ]; then echo "ISO Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"; fi
164 if [ "$ARTIFACT_TYPE" == 'rpm' ]; then echo "RPM Artifact is available as http://$GS_URL/$(basename $OPNFV_RPM_URL)"; fi
165 if [ "$ARTIFACT_TYPE" == 'tarball' ]; then echo "Dev tarball Artifact is available as http://$GS_URL/apex-${OPNFV_ARTIFACT_VERSION}.tar.gz)"; fi