d482ee7ae49ee41244f361508fd9646166054cbf
[releng.git] / jjb / genesis / genesis-fuel.yml
1 ########################
2 # Job configuration for genesis/fuel
3 ########################
4 - project:
5
6     name: genesis-fuel
7
8     project: 'genesis'
9
10     installer: 'fuel'
11
12     jobs:
13         - 'genesis-fuel-verify'
14         - 'genesis-fuel-merge'
15         - 'genesis-fuel-daily-{stream}'
16         - 'genesis-fuel-build'
17         - 'genesis-fuel-deploy'
18         - 'genesis-fuel-deploy-virtual'
19
20     stream:
21         - master:
22             branch: 'master'
23
24 ########################
25 # job templates
26 ########################
27
28 - job-template:
29     name: 'genesis-fuel-verify'
30
31     project-type: freestyle
32
33     node: ericsson-build
34
35     concurrent: true
36
37     properties:
38         - throttle:
39             enabled: true
40             max-total: 3
41
42     logrotate:
43         daysToKeep: 30
44         numToKeep: 10
45         artifactDaysToKeep: -1
46         artifactNumToKeep: -1
47
48     parameters:
49         - project-parameter:
50             project: '{project}'
51         - gerrit-parameter:
52             branch: 'master'
53         - fuel-parameter:
54             installer: '{installer}'
55
56     scm:
57         - gerrit-trigger-scm:
58             credentials-id: '{ssh-credentials}'
59             refspec: '$GERRIT_REFSPEC'
60             choosing-strategy: 'gerrit'
61
62     wrappers:
63         - ssh-agent-credentials:
64             user: '{ssh-credentials}'
65
66     triggers:
67         - gerrit:
68             trigger-on:
69                 - patchset-created-event:
70                     exclude-drafts: 'false'
71                     exclude-trivial-rebase: 'false'
72                     exclude-no-code-change: 'false'
73                 - draft-published-event
74                 - comment-added-contains-event:
75                     comment-contains-value: 'recheck'
76                 - comment-added-contains-event:
77                     comment-contains-value: 'reverify'
78             projects:
79               - project-compare-type: 'ANT'
80                 project-pattern: 'genesis'
81                 branches:
82                   - branch-compare-type: 'ANT'
83                     branch-pattern: '**/master'
84                 file-paths:
85                   - compare-type: ANT
86                     pattern: 'common/**'
87                   - compare-type: ANT
88                     pattern: '{installer}/**'
89
90     builders:
91         - 'fuel-build'
92         - 'fuel-workspace-cleanup'
93
94 - job-template:
95     name: 'genesis-fuel-merge'
96
97     project-type: freestyle
98
99     node: ericsson-build
100
101     concurrent: true
102
103     properties:
104         - throttle:
105             enabled: true
106             max-total: 2
107
108     logrotate:
109         daysToKeep: 30
110         numToKeep: 40
111         artifactDaysToKeep: -1
112         artifactNumToKeep: 5
113
114     parameters:
115         - project-parameter:
116             project: '{project}'
117         - gerrit-parameter:
118             branch: 'master'
119         - fuel-parameter:
120             installer: '{installer}'
121
122     scm:
123         - gerrit-trigger-scm:
124             credentials-id: '{ssh-credentials}'
125             refspec: ''
126             choosing-strategy: 'default'
127
128     wrappers:
129         - ssh-agent-credentials:
130             user: '{ssh-credentials}'
131
132     triggers:
133         - gerrit:
134             trigger-on:
135                 - change-merged-event
136                 - comment-added-contains-event:
137                     comment-contains-value: 'remerge'
138             projects:
139               - project-compare-type: 'ANT'
140                 project-pattern: 'genesis'
141                 branches:
142                     - branch-compare-type: 'ANT'
143                       branch-pattern: '**/master'
144                 file-paths:
145                   - compare-type: ANT
146                     pattern: 'common/**'
147                   - compare-type: ANT
148                     pattern: '{installer}/**'
149
150     builders:
151         - 'fuel-build'
152         - 'fuel-workspace-cleanup'
153
154 - job-template:
155     name: 'genesis-fuel-daily-{stream}'
156
157     project-type: freestyle
158
159     node: ericsson-build
160
161     disabled: false
162
163     parameters:
164         - project-parameter:
165             project: '{project}'
166         - fuel-parameter:
167             installer: '{installer}'
168
169     scm:
170         - git-scm:
171             credentials-id: '{ssh-credentials}'
172             refspec: ''
173             branch: master
174
175     triggers:
176         - timed: 'H */6 * * *'
177
178     logrotate:
179         daysToKeep: 30
180         numToKeep: 10
181         artifactDaysToKeep: -1
182         artifactNumToKeep: -1
183
184     builders:
185         - trigger-builds:
186           - project: 'genesis-fuel-build'
187             git-revision: true
188             block: true
189         - trigger-builds:
190           - project: 'genesis-fuel-deploy-virtual'
191             git-revision: true
192             block: false
193         - trigger-builds:
194           - project: 'genesis-fuel-deploy'
195             git-revision: true
196             block: true
197         - trigger-builds:
198           - project: 'functest-opnfv-jump-1'
199             block: true
200
201 - job-template:
202     name: 'genesis-fuel-build'
203
204     project-type: freestyle
205
206     node: ericsson-build
207
208     logrotate:
209         daysToKeep: 30
210         numToKeep: 10
211         artifactDaysToKeep: -1
212         artifactNumToKeep: -1
213
214     parameters:
215         - project-parameter:
216             project: '{project}'
217         - fuel-parameter:
218             installer: '{installer}'
219
220     scm:
221         - git-scm:
222             credentials-id: '{ssh-credentials}'
223             refspec: ''
224             branch: master
225
226     builders:
227         - 'fuel-build'
228         - 'fuel-upload-artifact'
229         - 'fuel-workspace-cleanup'
230
231 - job-template:
232     name: 'genesis-fuel-deploy'
233
234     project-type: freestyle
235
236     disabled: false
237
238     node: opnfv-jump-1
239
240     parameters:
241         - project-parameter:
242             project: '{project}'
243         - fuel-parameter:
244             installer: '{installer}'
245         - string:
246             name: GIT_BASE
247             default: ssh://gerrit.opnfv.org:29418/$PROJECT
248             description: "POD1 has some issues with cloning using https so that's why GIT_BASE is overriden here again."
249
250     scm:
251         - git-scm:
252             credentials-id: '{ssh-credentials}'
253             refspec: ''
254             branch: master
255
256     logrotate:
257         daysToKeep: 30
258         numToKeep: 10
259         artifactDaysToKeep: -1
260         artifactNumToKeep: -1
261
262     builders:
263         - 'fuel-download-artifact'
264         - 'fuel-deploy'
265
266 - job-template:
267     name: 'genesis-fuel-deploy-virtual'
268
269     project-type: freestyle
270
271     disabled: false
272
273     node: ericsson-build
274
275     parameters:
276         - project-parameter:
277             project: '{project}'
278         - fuel-parameter:
279             installer: '{installer}'
280
281     scm:
282         - git-scm:
283             credentials-id: '{ssh-credentials}'
284             refspec: ''
285             branch: master
286
287     logrotate:
288         daysToKeep: 30
289         numToKeep: 10
290         artifactDaysToKeep: -1
291         artifactNumToKeep: -1
292
293     builders:
294         - 'fuel-deploy-virtual'
295
296 ########################
297 # parameter macros
298 ########################
299 - parameter:
300     name: fuel-parameter
301     parameters:
302         - string:
303             name: INSTALLER
304             default: '{installer}'
305             description: "Installer to use."
306         - string:
307             name: BUILD_DIRECTORY
308             default: $WORKSPACE/build_output
309             description: "Directory where the build artifact will be located upon the completion of the build."
310         - string:
311             name: CACHE_DIRECTORY
312             default: $HOME/opnfv/cache/genesis-$INSTALLER
313             description: "Directory where the cache to be used during the build is located."
314         - string:
315             name: GIT_BASE
316             default: https://gerrit.opnfv.org/gerrit/$PROJECT
317             description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
318         - string:
319             name: GS_URL
320             default: artifacts.opnfv.org/$PROJECT/$INSTALLER
321             description: "URL to Google Storage."
322
323 ########################
324 # builder macros
325 ########################
326 - builder:
327     name: 'fuel-build'
328     builders:
329         - shell: |
330             #!/bin/bash
331             set -o errexit
332             set -o nounset
333             set -o pipefail
334
335             # log info to console
336             echo "Starting the build of $INSTALLER. This could take some time..."
337             echo "--------------------------------------------------------"
338             echo
339
340             # create the cache directory if it doesn't exist
341             [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
342
343             # set OPNFV_ARTIFACT_VERSION
344             export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d_%H-%M-%S")
345
346             # start the build
347             cd $WORKSPACE/$INSTALLER/ci
348             ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
349
350             # list the build artifacts
351             ls -al $BUILD_DIRECTORY
352
353             # save information regarding artifact into file
354             (
355                 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
356                 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
357                 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
358                 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
359                 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/opnfv-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
360                 echo "OPNFV_BUILD_URL=$BUILD_URL"
361             ) > $WORKSPACE/opnfv.properties
362
363             echo
364             echo "--------------------------------------------------------"
365             echo "Done!"
366
367 - builder:
368     name: 'fuel-deploy'
369     builders:
370         - shell: |
371             #!/bin/bash
372             set -o errexit
373             set -o nounset
374             set -o pipefail
375
376             # source the file so we get OPNFV vars
377             source latest.properties
378
379             # echo the info about artifact that is used during the deployment
380             echo "Using $(echo $OPNFV_ARTIFACT_URL | cut -d'/' -f4) for deployment"
381
382             # create TMPDIR if it doesn't exist
383             export TMPDIR=$HOME/tmpdir
384             [[ -d $TMPDIR ]] || mkdir -p $TMPDIR
385
386             # change permissions down to TMPDIR
387             chmod a+x $HOME
388             chmod a+x $TMPDIR
389
390             # set TOPDIR
391             export TOPDIR=$WORKSPACE/fuel/prototypes/auto-deploy
392
393             # log info to console
394             echo "Starting the deployment using $INSTALLER. This could take some time..."
395             echo "--------------------------------------------------------"
396             echo
397
398             # start the deployment
399             echo "Issuing command"
400             echo "sudo TMPDIR=${TMPDIR} ${TOPDIR}/deploy/deploy.sh ${WORKSPACE}/opnfv.iso ${TOPDIR}/configs/lf_pod1/dea_no-ha.yaml ${TOPDIR}/configs/lf_pod1/dha.yaml"
401             sudo TMPDIR=${TMPDIR} ${TOPDIR}/deploy/deploy.sh ${WORKSPACE}/opnfv.iso ${TOPDIR}/configs/lf_pod1/dea_no-ha.yaml ${TOPDIR}/configs/lf_pod1/dha.yaml
402
403             echo
404             echo "--------------------------------------------------------"
405             echo "Done!"
406
407 - builder:
408     name: 'fuel-deploy-virtual'
409     builders:
410         - shell: |
411             #!/bin/bash
412             set -o errexit
413             set -o nounset
414             set -o pipefail
415
416             # log info to console
417             echo "Starting the deployment on virtual environment using $INSTALLER. This could take some time..."
418             echo "--------------------------------------------------------"
419             echo
420
421             ssh -o BatchMode=yes -o TCPKeepAlive=yes cideploy@10.118.34.205 ./cideploy.sh
422
423             echo
424             echo "--------------------------------------------------------"
425             echo "Done!"
426
427 - builder:
428     name: 'fuel-upload-artifact'
429     builders:
430         - shell: |
431             #!/bin/bash
432             set -o errexit
433             set -o nounset
434             set -o pipefail
435
436             # log info to console
437             echo "Uploading the $INSTALLER artifact. This could take some time..."
438             echo "--------------------------------------------------------"
439             echo
440
441             # source the opnfv.properties to get ARTIFACT_VERSION
442             source $WORKSPACE/opnfv.properties
443
444             # upload artifact and additional files to google storage
445             gsutil cp $BUILD_DIRECTORY/opnfv-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
446             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
447             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
448
449             echo
450             echo "--------------------------------------------------------"
451             echo "Done!"
452
453 - builder:
454     name: 'fuel-download-artifact'
455     builders:
456         - shell: |
457             #!/bin/bash
458             set -o errexit
459             set -o nounset
460             set -o pipefail
461
462             # log info to console
463             echo "Downloading the $INSTALLER artifact. This could take some time..."
464             echo "--------------------------------------------------------"
465             echo
466
467             # get the latest.properties file in order to get info regarding latest artifact
468             curl -s -o $WORKSPACE/latest.properties http://$GS_URL/latest.properties
469
470             # check if we got the file
471             [[ -f latest.properties ]] || exit 1
472
473             # source the file so we get OPNFV vars
474             source latest.properties
475
476             # download the file
477             curl -s -o $WORKSPACE/opnfv.iso http://$OPNFV_ARTIFACT_URL > gsutil.iso.log 2>&1
478
479             # list the file
480             ls -al $WORKSPACE/opnfv.iso
481
482             echo
483             echo "--------------------------------------------------------"
484             echo "Done!"
485
486 - builder:
487     name: 'fuel-workspace-cleanup'
488     builders:
489         - shell: |
490             #!/bin/bash
491             set -o errexit
492             set -o nounset
493             set -o pipefail
494
495             # delete everything that is in $WORKSPACE
496             /bin/rm -rf $WORKSPACE