376515b95156e46d3365ace09c4de199eb51be83
[releng.git] / jjb / apex / apex.yml
1 - project:
2     name: apex
3     jobs:
4         - 'apex-verify-{stream}'
5         - 'apex-merge-{stream}'
6         - 'apex-daily-{stream}'
7
8     # stream:    branch with - in place of / (eg. stable-arno)
9     # branch:    branch (eg. stable/arno)
10     stream:
11         - master:
12             branch: 'master'
13             gs-pathname: ''
14             flags: '-fM'
15             disabled: false
16
17     project: 'apex'
18
19 - job-template:
20     name: 'apex-verify-{stream}'
21
22     node: opnfv-jump-1
23
24     project-type: freestyle
25
26     logrotate:
27         daysToKeep: 30
28         numToKeep: 10
29         artifactDaysToKeep: -1
30         artifactNumToKeep: -1
31
32     parameters:
33         - apex-parameter:
34             gs-pathname: '{gs-pathname}'
35             flags: '{flags}'
36         - project-parameter:
37             project: '{project}'
38         - gerrit-parameter:
39             branch: '{branch}'
40         - string:
41             name: GIT_BASE
42             default: ssh://gerrit.opnfv.org:29418/$PROJECT
43             description: "Used for overriding the GIT URL coming from parameters macro."
44
45     scm:
46         - gerrit-trigger-scm:
47             credentials-id: '{ssh-credentials}'
48             refspec: '$GERRIT_REFSPEC'
49             choosing-strategy: 'gerrit'
50
51     wrappers:
52         - ssh-agent-credentials:
53             user: '{ssh-credentials}'
54
55     triggers:
56         - gerrit:
57             trigger-on:
58                 - patchset-created-event:
59                     exclude-drafts: 'false'
60                     exclude-trivial-rebase: 'false'
61                     exclude-no-code-change: 'false'
62                 - draft-published-event
63                 - comment-added-contains-event:
64                     comment-contains-value: 'recheck'
65                 - comment-added-contains-event:
66                     comment-contains-value: 'reverify'
67             projects:
68               - project-compare-type: 'ANT'
69                 project-pattern: 'apex'
70                 branches:
71                   - branch-compare-type: 'ANT'
72                     branch-pattern: '**/master'
73                 forbidden-file-paths:
74                   - compare-type: ANT
75                     pattern: 'docs/**'
76
77     builders:
78         - 'apex-build'
79         - 'apex-deploy-virtual'
80         - 'apex-workspace-cleanup'
81
82 - job-template:
83     name: 'apex-merge-{stream}'
84
85     # builder-merge job to run JJB update
86     #
87     # This job's purpose is to update all the JJB
88
89     node: opnfv-jump-1
90
91     project-type: freestyle
92
93     logrotate:
94         daysToKeep: 30
95         numToKeep: 40
96         artifactDaysToKeep: -1
97         artifactNumToKeep: 5
98
99     parameters:
100         - apex-parameter:
101             gs-pathname: '{gs-pathname}'
102             flags: '{flags}'
103         - project-parameter:
104             project: '{project}'
105         - gerrit-parameter:
106             branch: '{branch}'
107         - string:
108             name: GIT_BASE
109             default: ssh://gerrit.opnfv.org:29418/$PROJECT
110             description: "Used for overriding the GIT URL coming from parameters macro."
111
112     scm:
113         - gerrit-trigger-scm:
114             credentials-id: '{ssh-credentials}'
115             refspec: ''
116             choosing-strategy: 'default'
117
118     wrappers:
119         - ssh-agent-credentials:
120             user: '{ssh-credentials}'
121
122     triggers:
123         - gerrit:
124             trigger-on:
125                 - change-merged-event
126                 - comment-added-contains-event:
127                     comment-contains-value: 'remerge'
128             projects:
129               - project-compare-type: 'ANT'
130                 project-pattern: 'apex'
131                 branches:
132                     - branch-compare-type: 'ANT'
133                       branch-pattern: '**/master'
134                 forbidden-file-paths:
135                   - compare-type: ANT
136                     pattern: 'docs/**'
137
138     builders:
139         - 'apex-build'
140         - 'apex-deploy-virtual'
141         - 'apex-workspace-cleanup'
142
143 - job-template:
144     name: 'apex-daily-{stream}'
145
146     # Job template for daily builders
147     #
148     # Required Variables:
149     #     stream:    branch with - in place of / (eg. stable)
150     #     branch:    branch (eg. stable)
151     node: opnfv-jump-1
152
153     disabled: false
154
155     project-type: freestyle
156
157     logrotate:
158         daysToKeep: '{build-days-to-keep}'
159         numToKeep: '{build-num-to-keep}'
160         artifactDaysToKeep: '{build-artifact-days-to-keep}'
161         artifactNumToKeep: '{build-artifact-num-to-keep}'
162
163     parameters:
164         - project-parameter:
165             project: '{project}'
166         - apex-parameter:
167             gs-pathname: '{gs-pathname}'
168             flags: '{flags}'
169         - gerrit-parameter:
170             branch: '{branch}'
171         - string:
172             name: GIT_BASE
173             default: ssh://gerrit.opnfv.org:29418/$PROJECT
174             description: "Used for overriding the GIT URL coming from parameters macro."
175
176     scm:
177         - git-scm:
178             credentials-id: '{ssh-credentials}'
179             refspec: ''
180             branch: '{branch}'
181
182     wrappers:
183         - ssh-agent-credentials:
184             user: '{ssh-credentials}'
185
186     triggers:
187         - 'apex-{stream}'
188
189     builders:
190         - 'apex-build'
191         - 'apex-upload-artifact'
192         - 'apex-deploy-virtual'
193         - 'apex-workspace-cleanup'
194
195 ########################
196 # parameter macros
197 ########################
198 - parameter:
199     name: apex-parameter
200     parameters:
201         - string:
202             name: BUILD_DIRECTORY
203             default: $WORKSPACE/build_output
204             description: "Directory where the build artifact will be located upon the completion of the build."
205         - string:
206             name: CACHE_DIRECTORY
207             default: $HOME/opnfv/cache/{gs-pathname}
208             description: "Directory where the cache to be used during the build is located."
209         - string:
210             name: GIT_BASE
211             default: https://gerrit.opnfv.org/gerrit/$PROJECT
212             description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
213         - string:
214             name: GS_URL
215             default: artifacts.opnfv.org/$PROJECT/{gs-pathname}
216             description: "URL to Google Storage."
217         - string:
218             name: FLAGS
219             default: '{flags}'
220             description: "Build Flags"
221
222 ########################
223 # builder macros
224 ########################
225 - builder:
226     name: 'apex-build'
227     builders:
228         - shell: |
229             #!/bin/bash
230             set -o errexit
231             set -o nounset
232             set -o pipefail
233             # log info to console
234             echo "Starting the build of Apex using OpenStack Master packages. This will take some time..."
235             echo "---------------------------------------------------------------------------------------"
236             echo "Build flags for this build are ${FLAGS}"
237             echo "---------------------------------------------------------------------------------------"
238             echo
239             # create the cache directory if it doesn't exist
240             [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
241             # set OPNFV_ARTIFACT_VERSION
242             export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d_%H-%M-%S")
243             # start the build
244             cd $WORKSPACE/ci
245             ./build.sh $FLAGS -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
246             RPM_VERSION=$(grep Version $BUILD_DIRECTORY/../build/opnfv-apex.spec | awk '{ print $2 }')-$(echo $OPNFV_ARTIFACT_VERSION | tr -d '_-')
247             # list the contents of BUILD_OUTPUT directory
248             ls -al $BUILD_DIRECTORY
249             # save information regarding artifact into file
250             (
251                 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
252                 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
253                 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
254                 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
255                 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
256                 echo "OPNFV_SRPM_URL=$GS_URL/opnfv-apex-$RPM_VERSION.src.rpm"
257                 echo "OPNFV_RPM_URL=$GS_URL/opnfv-apex-$RPM_VERSION.noarch.rpm"
258                 echo "OPNFV_RPM_MD5SUM=$(md5sum $BUILD_DIRECTORY/opnfv-apex-$RPM_VERSION.noarch.rpm | cut -d' ' -f1)"
259                 echo "OPNFV_BUILD_URL=$BUILD_URL"
260             ) > $WORKSPACE/opnfv.properties
261             echo
262             echo "--------------------------------------------------------"
263
264 - builder:
265     name: 'apex-workspace-cleanup'
266     builders:
267         - shell: |
268             #!/bin/bash
269             set -o errexit
270             set -o nounset
271             set -o pipefail
272
273             # delete everything that is in $WORKSPACE
274             /bin/rm -rf $WORKSPACE
275
276 - builder:
277     name: 'apex-upload-artifact'
278     builders:
279         - shell: |
280             #!/bin/bash
281             set -o errexit
282             set -o nounset
283             set -o pipefail
284
285             # log info to console
286             echo "Uploading the Apex artifact. This could take some time..."
287             echo "--------------------------------------------------------"
288             echo
289
290             # source the opnfv.properties to get ARTIFACT_VERSION
291             source $WORKSPACE/opnfv.properties
292
293             # upload artifact and additional files to google storage
294             gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
295             gsutil cp $BUILD_DIRECTORY/$(basename $OPNFV_RPM_URL) gs://$GS_URL/$(basename $OPNFV_RPM_URL) > gsutil.iso.log 2>&1
296             gsutil cp $BUILD_DIRECTORY/$(basename $OPNFV_SRPM_URL) gs://$GS_URL/$(basename $OPNFV_SRPM_URL) > gsutil.iso.log 2>&1
297             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
298             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
299
300             echo
301             echo "--------------------------------------------------------"
302             echo "Done!"
303             echo "ISO Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
304             echo "RPM Artifact is available as http://$GS_URL/$(basename $OPNFV_RPM_URL)"
305
306 - builder:
307     name: 'apex-deploy-virtual'
308     builders:
309         - shell: |
310             #!/bin/bash
311             set -o errexit
312             set -o nounset
313             set -o pipefail
314
315             # log info to console
316             echo "Starting the Apex virtual deployment."
317             echo "--------------------------------------------------------"
318             echo
319
320             # check if we got the file
321             if [[ -f opnfv.properties ]]; then
322                 # source the file so we get OPNFV vars
323                 source opnfv.properties
324                 RPM_INSTALL_PATH=build_output/$(basename $OPNFV_RPM_URL)
325             else
326                 # get the latest.properties file in order to get info regarding latest artifact
327                 curl -s -o $WORKSPACE/opnfv.properties http://$GS_URL/latest.properties
328                 [[ -f opnfv.properties ]] || exit 1
329
330                 # source the file so we get OPNFV vars
331                 source opnfv.properties
332                 RPM_INSTALL_PATH=$RPM_URL
333             fi
334
335             # update / install the new rpm
336             if rpm -q opnfv-apex > /dev/null; then
337                if sudo yum update -y $RPM_INSTALL_PATH | grep "does not update installed package"; then
338                    sudo yum downgrade -y $RPM_INSTALL_PATH;
339                fi
340             else
341                sudo yum install -y $RPM_INSTALL_PATH;
342             fi
343
344             # cleanup virtual machines before we start
345             sudo opnfv-clean
346             # initiate virtual deployment
347             sudo opnfv-deploy -v
348
349             echo
350             echo "--------------------------------------------------------"
351             echo "Done!"
352
353 #######################
354 # trigger macros
355 ########################
356 - trigger:
357     name: 'apex-master'
358     triggers:
359         - timed: '0 3 * * *'