add two test cases: VSTF tu1 and tu3
[releng.git] / jjb / apex / apex.yml
1 - project:
2     name: apex
3     jobs:
4         - 'apex-verify-{stream}'
5         - 'apex-merge-{stream}'
6         - 'apex-build-{stream}'
7         - 'apex-deploy-virtual-{stream}'
8         - 'apex-deploy-baremetal-{stream}'
9         - 'apex-daily-{stream}'
10
11     # stream:    branch with - in place of / (eg. stable-arno)
12     # branch:    branch (eg. stable/arno)
13     stream:
14         - master:
15             branch: 'master'
16             gs-pathname: ''
17
18     project: 'apex'
19
20 - job-template:
21     name: 'apex-verify-{stream}'
22
23     node: opnfv-jump-1
24
25     parameters:
26         - apex-parameter:
27             gs-pathname: '{gs-pathname}'
28         - project-parameter:
29             project: '{project}'
30         - gerrit-parameter:
31             branch: '{branch}'
32         - string:
33             name: GIT_BASE
34             default: https://gerrit.opnfv.org/gerrit/$PROJECT
35             description: "Used for overriding the GIT URL coming from parameters macro."
36
37     scm:
38         - gerrit-trigger-scm:
39             credentials-id: '{ssh-credentials}'
40             refspec: '$GERRIT_REFSPEC'
41             choosing-strategy: 'gerrit'
42
43     triggers:
44         - gerrit:
45             trigger-on:
46                 - patchset-created-event:
47                     exclude-drafts: 'false'
48                     exclude-trivial-rebase: 'false'
49                     exclude-no-code-change: 'false'
50                 - draft-published-event
51                 - comment-added-contains-event:
52                     comment-contains-value: 'recheck'
53                 - comment-added-contains-event:
54                     comment-contains-value: 'reverify'
55             projects:
56               - project-compare-type: 'ANT'
57                 project-pattern: 'apex'
58                 branches:
59                   - branch-compare-type: 'ANT'
60                     branch-pattern: '**/master'
61                 file-paths:
62                   - compare-type: ANT
63                     pattern: 'ci/**'
64                   - compare-type: ANT
65                     pattern: 'build/**'
66                   - compare-type: ANT
67                     pattern: 'lib/**'
68                   - compare-type: ANT
69                     pattern: 'config/**'
70                 forbidden-file-paths:
71                   - compare-type: ANT
72                     pattern: 'docs/**'
73
74     properties:
75         - build-blocker:
76             use-build-blocker: true
77             blocking-jobs:
78                 - "apex-daily.*"
79                 - "apex-deploy.*"
80                 - "apex-build.*"
81
82     builders:
83         - 'apex-build'
84         - 'apex-deploy-virtual'
85         - 'apex-workspace-cleanup'
86
87 - job-template:
88     name: 'apex-merge-{stream}'
89
90     # builder-merge job to run JJB update
91     #
92     # This job's purpose is to update all the JJB
93
94     node: opnfv-jump-1
95
96     disabled: true
97
98     parameters:
99         - apex-parameter:
100             gs-pathname: '{gs-pathname}'
101         - project-parameter:
102             project: '{project}'
103         - gerrit-parameter:
104             branch: '{branch}'
105         - string:
106             name: GIT_BASE
107             default: https://gerrit.opnfv.org/gerrit/$PROJECT
108             description: "Used for overriding the GIT URL coming from parameters macro."
109
110     scm:
111         - gerrit-trigger-scm:
112             credentials-id: '{ssh-credentials}'
113             refspec: ''
114             choosing-strategy: 'default'
115
116     triggers:
117         - gerrit:
118             trigger-on:
119                 - change-merged-event
120                 - comment-added-contains-event:
121                     comment-contains-value: 'remerge'
122             projects:
123               - project-compare-type: 'ANT'
124                 project-pattern: 'apex'
125                 branches:
126                     - branch-compare-type: 'ANT'
127                       branch-pattern: '**/master'
128                 forbidden-file-paths:
129                   - compare-type: ANT
130                     pattern: 'docs/**'
131
132     builders:
133         - 'apex-build'
134         - 'apex-deploy-virtual'
135         - 'apex-workspace-cleanup'
136
137 - job-template:
138     name: 'apex-build-{stream}'
139
140     # Job template for builds
141     #
142     # Required Variables:
143     #     stream:    branch with - in place of / (eg. stable)
144     #     branch:    branch (eg. stable)
145     node: opnfv-jump-1
146
147     disabled: false
148
149     parameters:
150         - project-parameter:
151             project: '{project}'
152         - apex-parameter:
153             gs-pathname: '{gs-pathname}'
154         - gerrit-parameter:
155             branch: '{branch}'
156         - string:
157             name: GIT_BASE
158             default: https://gerrit.opnfv.org/gerrit/$PROJECT
159             description: "Used for overriding the GIT URL coming from parameters macro."
160
161     scm:
162         - git-scm:
163             credentials-id: '{ssh-credentials}'
164             refspec: ''
165             branch: '{branch}'
166
167     properties:
168         - build-blocker:
169             use-build-blocker: true
170             blocking-jobs:
171                 - "apex-deploy.*"
172
173     builders:
174         - 'apex-build'
175         - 'apex-deploy-virtual'
176         - 'apex-upload-artifact'
177         - 'apex-workspace-cleanup'
178
179 - job-template:
180     name: 'apex-deploy-virtual-{stream}'
181
182     # Job template for virtual deployment
183     #
184     # Required Variables:
185     #     stream:    branch with - in place of / (eg. stable)
186     #     branch:    branch (eg. stable)
187     node: opnfv-jump-1
188
189     disabled: false
190
191     scm:
192         - git-scm:
193             credentials-id: '{ssh-credentials}'
194             refspec: ''
195             branch: '{branch}'
196
197     parameters:
198         - project-parameter:
199             project: '{project}'
200         - apex-parameter:
201             gs-pathname: '{gs-pathname}'
202
203     properties:
204         - build-blocker:
205             use-build-blocker: true
206             blocking-jobs:
207                 - "apex-verify.*"
208                 - "apex-deploy.*"
209                 - "apex-build.*"
210
211     builders:
212         - 'apex-deploy-virtual'
213         - 'apex-workspace-cleanup'
214
215 - job-template:
216     name: 'apex-deploy-baremetal-{stream}'
217
218     # Job template for baremetal deployment
219     #
220     # Required Variables:
221     #     stream:    branch with - in place of / (eg. stable)
222     #     branch:    branch (eg. stable)
223     node: opnfv-jump-1
224
225     disabled: false
226
227     scm:
228         - git-scm:
229             credentials-id: '{ssh-credentials}'
230             refspec: ''
231             branch: '{branch}'
232
233     parameters:
234         - project-parameter:
235             project: '{project}'
236         - apex-parameter:
237             gs-pathname: '{gs-pathname}'
238
239     properties:
240         - build-blocker:
241             use-build-blocker: true
242             blocking-jobs:
243                 - "apex-verify.*"
244                 - "apex-deploy.*"
245                 - "apex-build.*"
246                 - "apex-daily.*"
247
248     builders:
249         - 'apex-deploy-baremetal'
250         - 'apex-workspace-cleanup'
251
252 - job-template:
253     name: 'apex-daily-{stream}'
254
255     # Job template for daily build
256     #
257     # Required Variables:
258     #     stream:    branch with - in place of / (eg. stable)
259     #     branch:    branch (eg. stable)
260     node: opnfv-jump-1
261
262     disabled: false
263
264     scm:
265         - git-scm:
266             credentials-id: '{ssh-credentials}'
267             refspec: ''
268             branch: '{branch}'
269
270     parameters:
271         - project-parameter:
272             project: '{project}'
273         - apex-parameter:
274             gs-pathname: '{gs-pathname}'
275
276     properties:
277         - build-blocker:
278             use-build-blocker: true
279             blocking-jobs:
280                 - "apex-verify.*"
281                 - "apex-deploy.*"
282                 - "apex-build.*"
283
284     triggers:
285         - 'apex-{stream}'
286
287     builders:
288         - trigger-builds:
289           - project: 'apex-build-{stream}'
290             git-revision: true
291             block: true
292         - trigger-builds:
293           - project: 'apex-deploy-virtual-{stream}'
294             git-revision: true
295             block: true
296         - trigger-builds:
297           - project: 'functest-apex-opnfv-jump-1-daily-{stream}'
298             block: true
299             block-thresholds:
300                 build-step-failure-threshold: 'never'
301                 failure-threshold: 'never'
302                 unstable-threshold: 'FAILURE'
303
304 ########################
305 # parameter macros
306 ########################
307 - parameter:
308     name: apex-parameter
309     parameters:
310         - string:
311             name: ARTIFACT_NAME
312             default: 'latest'
313             description: "RPM Artifact name that will be appended to GS_URL to deploy a specific artifact"
314         - string:
315             name: BUILD_DIRECTORY
316             default: $WORKSPACE/build_output
317             description: "Directory where the build artifact will be located upon the completion of the build."
318         - string:
319             name: CACHE_DIRECTORY
320             default: $HOME/opnfv/cache/{gs-pathname}
321             description: "Directory where the cache to be used during the build is located."
322         - string:
323             name: GIT_BASE
324             default: https://gerrit.opnfv.org/gerrit/$PROJECT
325             description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
326         - string:
327             name: GS_URL
328             default: artifacts.opnfv.org/$PROJECT/{gs-pathname}
329             description: "URL to Google Storage."
330
331 ########################
332 # builder macros
333 ########################
334 - builder:
335     name: 'apex-build'
336     builders:
337         - shell: |
338             #!/bin/bash
339             set -o errexit
340             set -o nounset
341             set -o pipefail
342             # log info to console
343             echo "Starting the build of Apex using OpenStack Master packages. This will take some time..."
344             echo "---------------------------------------------------------------------------------------"
345             echo
346             # create the cache directory if it doesn't exist
347             [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
348             # set OPNFV_ARTIFACT_VERSION
349             export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d_%H-%M-%S")
350             # start the build
351             cd $WORKSPACE/ci
352             ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
353             RPM_VERSION=$(grep Version $BUILD_DIRECTORY/../build/opnfv-apex.spec | awk '{ print $2 }')-$(echo $OPNFV_ARTIFACT_VERSION | tr -d '_-')
354             # list the contents of BUILD_OUTPUT directory
355             ls -al $BUILD_DIRECTORY
356             # save information regarding artifact into file
357             (
358                 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
359                 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
360                 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
361                 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
362                 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
363                 echo "OPNFV_SRPM_URL=$GS_URL/opnfv-apex-$RPM_VERSION.src.rpm"
364                 echo "OPNFV_RPM_URL=$GS_URL/opnfv-apex-$RPM_VERSION.noarch.rpm"
365                 echo "OPNFV_RPM_MD5SUM=$(md5sum $BUILD_DIRECTORY/opnfv-apex-$RPM_VERSION.noarch.rpm | cut -d' ' -f1)"
366                 echo "OPNFV_BUILD_URL=$BUILD_URL"
367             ) > $WORKSPACE/opnfv.properties
368             echo
369             echo "--------------------------------------------------------"
370
371 - builder:
372     name: 'apex-workspace-cleanup'
373     builders:
374         - shell: |
375             #!/bin/bash
376             set -o errexit
377             set -o nounset
378             set -o pipefail
379
380             # delete everything that is in $WORKSPACE
381             /bin/rm -rf $WORKSPACE
382
383 - builder:
384     name: 'apex-upload-artifact'
385     builders:
386         - shell: |
387             #!/bin/bash
388             set -o errexit
389             set -o nounset
390             set -o pipefail
391
392             # log info to console
393             echo "Uploading the Apex artifact. This could take some time..."
394             echo "--------------------------------------------------------"
395             echo
396
397             # source the opnfv.properties to get ARTIFACT_VERSION
398             source $WORKSPACE/opnfv.properties
399
400             # upload artifact and additional files to google storage
401             gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
402             gsutil cp $BUILD_DIRECTORY/$(basename $OPNFV_RPM_URL) gs://$GS_URL/$(basename $OPNFV_RPM_URL) > gsutil.iso.log 2>&1
403             gsutil cp $BUILD_DIRECTORY/$(basename $OPNFV_SRPM_URL) gs://$GS_URL/$(basename $OPNFV_SRPM_URL) > gsutil.iso.log 2>&1
404             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
405             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
406
407             echo
408             echo "--------------------------------------------------------"
409             echo "Done!"
410             echo "ISO Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
411             echo "RPM Artifact is available as http://$GS_URL/$(basename $OPNFV_RPM_URL)"
412
413 - builder:
414     name: 'apex-deploy-virtual'
415     builders:
416         - shell: |
417             #!/bin/bash
418             set -o errexit
419             set -o nounset
420             set -o pipefail
421
422             # log info to console
423             echo "Starting the Apex virtual deployment."
424             echo "--------------------------------------------------------"
425             echo
426
427             if [[ ! "$ARTIFACT_NAME" == "latest" ]]; then
428                 # if artifact name is passed the pull a
429                 # specific artifact from artifacts.opnfv.org
430                 RPM_INSTALL_PATH=$GS_URL/$ARTIFACT_NAME
431             else
432                 if [[ -f opnfv.properties ]]; then
433                     # if opnfv.properties exists then use the
434                     # local build. Source the file so we get local OPNFV vars
435                     source opnfv.properties
436                     RPM_INSTALL_PATH=build_output/$(basename $OPNFV_RPM_URL)
437                 else
438                     # no opnfv.properties means use the latest from artifacts.opnfv.org
439                     # get the latest.properties to get the link to the latest artifact
440                     curl -s -o $WORKSPACE/opnfv.properties http://$GS_URL/latest.properties
441                     [[ -f opnfv.properties ]] || exit 1
442                     # source the file so we get OPNFV vars
443                     source opnfv.properties
444                     RPM_INSTALL_PATH=$OPNFV_RPM_URL
445                 fi
446             fi
447
448             source opnfv.properties
449             RPM_INSTALL_PATH=build_output/$(basename $OPNFV_RPM_URL)
450
451             # update / install the new rpm
452             if rpm -q opnfv-apex > /dev/null; then
453                if sudo yum update -y $RPM_INSTALL_PATH | grep "does not update installed package"; then
454                    sudo yum downgrade -y $RPM_INSTALL_PATH;
455                fi
456             else
457                sudo yum install -y $RPM_INSTALL_PATH;
458             fi
459
460             # cleanup virtual machines before we start
461             sudo opnfv-clean
462             # initiate virtual deployment
463             if [ -e /usr/share/doc/opnfv/network_settings.yaml.example ]; then
464               sudo opnfv-deploy -v -d /usr/share/doc/opnfv/deploy_settings.yaml.example -n /usr/share/doc/opnfv/network_settings.yaml.example
465             else
466               sudo opnfv-deploy -v
467             fi
468             echo
469             echo "--------------------------------------------------------"
470             echo "Done!"
471
472 - builder:
473     name: 'apex-deploy-baremetal'
474     builders:
475         - shell: |
476             #!/bin/bash
477             set -o errexit
478             set -o nounset
479             set -o pipefail
480
481             # log info to console
482             echo "Starting the Apex baremetal deployment."
483             echo "--------------------------------------------------------"
484             echo
485
486             if [[ ! "$ARTIFACT_NAME" == "latest" ]]; then
487                 # if artifact name is passed the pull a
488                 # specific artifact from artifacts.opnfv.org
489                 RPM_INSTALL_PATH=$GS_URL/$ARTIFACT_NAME
490             else
491                 if [[ -f opnfv.properties ]]; then
492                     # if opnfv.properties exists then use the
493                     # local build. Source the file so we get local OPNFV vars
494                     source opnfv.properties
495                     RPM_INSTALL_PATH=build_output/$(basename $OPNFV_RPM_URL)
496                 else
497                     # no opnfv.properties means use the latest from artifacts.opnfv.org
498                     # get the latest.properties to get the link to the latest artifact
499                     curl -s -o $WORKSPACE/opnfv.properties http://$GS_URL/latest.properties
500                     [[ -f opnfv.properties ]] || exit 1
501                     # source the file so we get OPNFV vars
502                     source opnfv.properties
503                     RPM_INSTALL_PATH=$OPNFV_RPM_URL
504                 fi
505             fi
506
507             source opnfv.properties
508             RPM_INSTALL_PATH=build_output/$(basename $OPNFV_RPM_URL)
509             if [ ! -e "$RPM_INSTALL_PATH" ]; then
510                RPM_INSTALL_PATH=http://${OPNFV_RPM_URL}
511             fi
512
513             # update / install the new rpm
514             if rpm -q opnfv-apex > /dev/null; then
515                if [ $(basename $OPNFV_RPM_URL) == $(rpm -q opnfv-apex).rpm ]; then
516                  echo "RPM is already installed"
517                elif sudo yum update -y $RPM_INSTALL_PATH | grep "does not update installed package"; then
518                    sudo yum downgrade -y $RPM_INSTALL_PATH;
519                fi
520             else
521                sudo yum install -y $RPM_INSTALL_PATH;
522             fi
523
524             # cleanup environment before we start
525             sudo opnfv-clean
526             # initiate baremetal deployment
527             sudo opnfv-deploy -i  /root/inventory/pod_settings.yaml \
528             -d /usr/share/doc/opnfv/deploy_settings.yaml.example \
529             -n /root/network/network_settings.yaml
530
531             echo
532             echo "--------------------------------------------------------"
533             echo "Done!"
534
535 #######################
536 # trigger macros
537 ########################
538 - trigger:
539     name: 'apex-master'
540     triggers:
541         - timed: '0 3 * * *'