2ad878d8d3499e020c83d215ea5da16547a07d81
[releng.git] / jjb / apex / apex.yml
1 - project:
2     name: apex
3     jobs:
4         - 'apex-verify-{stream}'
5         - 'apex-merge-{stream}'
6         - 'apex-build-{stream}'
7         - 'apex-deploy-virtual-{scenario}-{stream}'
8         - 'apex-deploy-baremetal-{scenario}-{stream}'
9         - 'apex-daily-{stream}'
10
11     # stream:    branch with - in place of / (eg. stable-arno)
12     # branch:    branch (eg. stable/arno)
13     stream:
14         - master:
15             branch: 'master'
16             gs-pathname: ''
17         - brahmaputra:
18             branch: 'stable/brahmaputra'
19             gs-pathname: '/brahmaputra'
20             disabled: true
21
22     project: 'apex'
23
24     scenario:
25          - 'os-odl_l2-nofeature-ha'
26          - 'os-odl_l2-sfc-ha'
27          - 'os-odl_l3-nofeature-ha'
28          - 'os-onos-nofeature-ha'
29          - 'os-opencontrail-nofeature-ha'
30
31 - job-template:
32     name: 'apex-verify-{stream}'
33
34     node: opnfv-jump-1
35
36     parameters:
37         - apex-parameter:
38             gs-pathname: '{gs-pathname}'
39         - project-parameter:
40             project: '{project}'
41         - gerrit-parameter:
42             branch: '{branch}'
43         - string:
44             name: GIT_BASE
45             default: https://gerrit.opnfv.org/gerrit/$PROJECT
46             description: "Used for overriding the GIT URL coming from parameters macro."
47
48     scm:
49         - gerrit-trigger-scm:
50             credentials-id: '{ssh-credentials}'
51             refspec: '$GERRIT_REFSPEC'
52             choosing-strategy: 'gerrit'
53
54     triggers:
55         - gerrit:
56             trigger-on:
57                 - patchset-created-event:
58                     exclude-drafts: 'false'
59                     exclude-trivial-rebase: 'false'
60                     exclude-no-code-change: 'false'
61                 - draft-published-event
62                 - comment-added-contains-event:
63                     comment-contains-value: 'recheck'
64                 - comment-added-contains-event:
65                     comment-contains-value: 'reverify'
66             projects:
67               - project-compare-type: 'ANT'
68                 project-pattern: 'apex'
69                 branches:
70                   - branch-compare-type: 'ANT'
71                     branch-pattern: '**/{branch}'
72                 file-paths:
73                   - compare-type: ANT
74                     pattern: 'ci/**'
75                   - compare-type: ANT
76                     pattern: 'build/**'
77                   - compare-type: ANT
78                     pattern: 'lib/**'
79                   - compare-type: ANT
80                     pattern: 'config/**'
81                 forbidden-file-paths:
82                   - compare-type: ANT
83                     pattern: 'docs/**'
84
85     properties:
86         - build-blocker:
87             use-build-blocker: true
88             blocking-jobs:
89                 - "apex-daily.*"
90                 - "apex-deploy.*"
91                 - "apex-build.*"
92
93     builders:
94         - 'apex-build'
95         - trigger-builds:
96           - project: 'apex-deploy-virtual-os-odl_l2-nofeature-ha-{stream}'
97             predefined-parameters:
98               BUILD_DIRECTORY=apex-verify-master/build_output
99             git-revision: false
100             block: true
101         - trigger-builds:
102           - project: 'apex-deploy-virtual-os-onos-nofeature-ha-{stream}'
103             predefined-parameters:
104               BUILD_DIRECTORY=apex-verify-master/build_output
105             git-revision: false
106             block: true
107         - 'apex-workspace-cleanup'
108
109 - job-template:
110     name: 'apex-merge-{stream}'
111
112     # builder-merge job to run JJB update
113     #
114     # This job's purpose is to update all the JJB
115
116     node: opnfv-jump-1
117
118     disabled: true
119
120     parameters:
121         - apex-parameter:
122             gs-pathname: '{gs-pathname}'
123         - project-parameter:
124             project: '{project}'
125         - gerrit-parameter:
126             branch: '{branch}'
127         - string:
128             name: GIT_BASE
129             default: https://gerrit.opnfv.org/gerrit/$PROJECT
130             description: "Used for overriding the GIT URL coming from parameters macro."
131
132     scm:
133         - gerrit-trigger-scm:
134             credentials-id: '{ssh-credentials}'
135             refspec: ''
136             choosing-strategy: 'default'
137
138     triggers:
139         - gerrit:
140             trigger-on:
141                 - change-merged-event
142                 - comment-added-contains-event:
143                     comment-contains-value: 'remerge'
144             projects:
145               - project-compare-type: 'ANT'
146                 project-pattern: 'apex'
147                 branches:
148                     - branch-compare-type: 'ANT'
149                       branch-pattern: '**/master'
150                 forbidden-file-paths:
151                   - compare-type: ANT
152                     pattern: 'docs/**'
153
154     builders:
155         - 'apex-build'
156         - 'apex-deploy-virtual'
157         - 'apex-workspace-cleanup'
158
159 - job-template:
160     name: 'apex-build-{stream}'
161
162     # Job template for builds
163     #
164     # Required Variables:
165     #     stream:    branch with - in place of / (eg. stable)
166     #     branch:    branch (eg. stable)
167     node: opnfv-jump-1
168
169     disabled: false
170
171     parameters:
172         - project-parameter:
173             project: '{project}'
174         - apex-parameter:
175             gs-pathname: '{gs-pathname}'
176         - gerrit-parameter:
177             branch: '{branch}'
178         - string:
179             name: GIT_BASE
180             default: https://gerrit.opnfv.org/gerrit/$PROJECT
181             description: "Used for overriding the GIT URL coming from parameters macro."
182
183     scm:
184         - git-scm:
185             credentials-id: '{ssh-credentials}'
186             refspec: ''
187             branch: '{branch}'
188
189     properties:
190         - build-blocker:
191             use-build-blocker: true
192             blocking-jobs:
193                 - "apex-deploy.*"
194
195     builders:
196         - 'apex-build'
197         - 'apex-deploy-virtual'
198         - 'apex-upload-artifact'
199         - 'apex-workspace-cleanup'
200
201 - job-template:
202     name: 'apex-deploy-virtual-{scenario}-{stream}'
203
204     # Job template for virtual deployment
205     #
206     # Required Variables:
207     #     stream:    branch with - in place of / (eg. stable)
208     #     branch:    branch (eg. stable)
209     node: opnfv-jump-1
210
211     disabled: false
212
213     scm:
214         - git-scm:
215             credentials-id: '{ssh-credentials}'
216             refspec: ''
217             branch: '{branch}'
218
219     parameters:
220         - project-parameter:
221             project: '{project}'
222         - apex-parameter:
223             gs-pathname: '{gs-pathname}'
224         - string:
225             name: DEPLOY_SCENARIO
226             default: '{scenario}'
227             description: "Scenario to deploy with."
228
229     properties:
230         - build-blocker:
231             use-build-blocker: true
232             blocking-jobs:
233                 - "apex-deploy.*"
234                 - "apex-build.*"
235
236     builders:
237         - 'apex-deploy-virtual'
238         - 'apex-workspace-cleanup'
239
240 - job-template:
241     name: 'apex-deploy-baremetal-{scenario}-{stream}'
242
243     # Job template for baremetal deployment
244     #
245     # Required Variables:
246     #     stream:    branch with - in place of / (eg. stable)
247     #     branch:    branch (eg. stable)
248     node: opnfv-jump-1
249
250     disabled: false
251
252     scm:
253         - git-scm:
254             credentials-id: '{ssh-credentials}'
255             refspec: ''
256             branch: '{branch}'
257
258     parameters:
259         - project-parameter:
260             project: '{project}'
261         - apex-parameter:
262             gs-pathname: '{gs-pathname}'
263         - string:
264             name: DEPLOY_SCENARIO
265             default: '{scenario}'
266             description: "Scenario to deploy with."
267
268     properties:
269         - build-blocker:
270             use-build-blocker: true
271             blocking-jobs:
272                 - "apex-verify.*"
273                 - "apex-deploy.*"
274                 - "apex-build.*"
275
276
277     builders:
278         - 'apex-deploy-baremetal'
279         - 'apex-workspace-cleanup'
280
281 - job-template:
282     name: 'apex-daily-{stream}'
283
284     # Job template for daily build
285     #
286     # Required Variables:
287     #     stream:    branch with - in place of / (eg. stable)
288     #     branch:    branch (eg. stable)
289     node: opnfv-jump-1
290
291     disabled: false
292
293     scm:
294         - git-scm:
295             credentials-id: '{ssh-credentials}'
296             refspec: ''
297             branch: '{branch}'
298
299     parameters:
300         - project-parameter:
301             project: '{project}'
302         - apex-parameter:
303             gs-pathname: '{gs-pathname}'
304
305     properties:
306         - build-blocker:
307             use-build-blocker: true
308             blocking-jobs:
309                 - "apex-verify.*"
310                 - "apex-deploy.*"
311                 - "apex-build.*"
312
313     triggers:
314         - 'apex-master'
315
316     builders:
317         - trigger-builds:
318           - project: 'apex-build-{stream}'
319             git-revision: true
320             current-parameters: true
321             block: true
322         - trigger-builds:
323           - project: 'apex-deploy-baremetal-os-odl_l2-nofeature-ha-{stream}'
324             git-revision: true
325             block: true
326         - trigger-builds:
327           - project: 'functest-apex-opnfv-jump-1-daily-{stream}'
328             block: true
329             block-thresholds:
330                 build-step-failure-threshold: 'never'
331                 failure-threshold: 'never'
332                 unstable-threshold: 'FAILURE'
333         - trigger-builds:
334           - project: 'yardstick-apex-opnfv-jump-1-daily-{stream}'
335             block: true
336             block-thresholds:
337                 build-step-failure-threshold: 'never'
338                 failure-threshold: 'never'
339                 unstable-threshold: 'FAILURE'
340
341 ########################
342 # parameter macros
343 ########################
344 - parameter:
345     name: apex-parameter
346     parameters:
347         - string:
348             name: ARTIFACT_NAME
349             default: 'latest'
350             description: "RPM Artifact name that will be appended to GS_URL to deploy a specific artifact"
351         - string:
352             name: ARTIFACT_VERSION
353             default: 'daily'
354             description: "Artifact version type"
355         - string:
356             name: BUILD_DIRECTORY
357             default: $WORKSPACE/build_output
358             description: "Directory where the build artifact will be located upon the completion of the build."
359         - string:
360             name: CACHE_DIRECTORY
361             default: $HOME/opnfv/cache{gs-pathname}
362             description: "Directory where the cache to be used during the build is located."
363         - string:
364             name: GIT_BASE
365             default: https://gerrit.opnfv.org/gerrit/$PROJECT
366             description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
367         - string:
368             name: GS_URL
369             default: artifacts.opnfv.org/$PROJECT{gs-pathname}
370             description: "URL to Google Storage."
371
372 ########################
373 # builder macros
374 ########################
375 - builder:
376     name: 'apex-build'
377     builders:
378         - shell: |
379             #!/bin/bash
380             set -o errexit
381             set -o nounset
382             set -o pipefail
383             # log info to console
384             echo "Starting the build of Apex using OpenStack Master packages. This will take some time..."
385             echo "---------------------------------------------------------------------------------------"
386             echo
387             # create the cache directory if it doesn't exist
388             [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
389             # set OPNFV_ARTIFACT_VERSION
390             if echo $GERRIT_BRANCH | grep "brahmaputra" 1> /dev/null; then
391               export OPNFV_ARTIFACT_VERSION="bramaputra.1.rc0"
392             else
393               if echo $BUILD_TAG | grep "apex-verify" 1> /dev/null; then
394                 export OPNFV_ARTIFACT_VERSION=dev${BUILD_NUMBER}
395               elif [ "$ARTIFACT_VERSION" == "daily" ]; then
396                 export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d")
397               else
398                 export OPNFV_ARTIFACT_VERSION=${ARTIFACT_VERSION}
399               fi
400             fi
401             # start the build
402             cd $WORKSPACE/ci
403             ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
404             RPM_VERSION=$(grep Version $BUILD_DIRECTORY/../build/opnfv-apex.spec | awk '{ print $2 }')-$(echo $OPNFV_ARTIFACT_VERSION | tr -d '_-')
405             # list the contents of BUILD_OUTPUT directory
406             ls -al $BUILD_DIRECTORY
407             # save information regarding artifact into file
408             (
409                 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
410                 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
411                 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
412                 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
413                 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
414                 echo "OPNFV_SRPM_URL=$GS_URL/opnfv-apex-$RPM_VERSION.src.rpm"
415                 echo "OPNFV_RPM_URL=$GS_URL/opnfv-apex-$RPM_VERSION.noarch.rpm"
416                 echo "OPNFV_RPM_MD5SUM=$(md5sum $BUILD_DIRECTORY/opnfv-apex-$RPM_VERSION.noarch.rpm | cut -d' ' -f1)"
417                 echo "OPNFV_BUILD_URL=$BUILD_URL"
418             ) > $WORKSPACE/opnfv.properties
419             echo
420             echo "--------------------------------------------------------"
421
422 - builder:
423     name: 'apex-workspace-cleanup'
424     builders:
425         - shell: |
426             #!/bin/bash
427             set -o errexit
428             set -o nounset
429             set -o pipefail
430
431             # delete everything that is in $WORKSPACE
432             /bin/rm -rf $WORKSPACE
433
434 - builder:
435     name: 'apex-upload-artifact'
436     builders:
437         - shell: |
438             #!/bin/bash
439             set -o errexit
440             set -o nounset
441             set -o pipefail
442
443             # log info to console
444             echo "Uploading the Apex artifact. This could take some time..."
445             echo "--------------------------------------------------------"
446             echo
447
448             # source the opnfv.properties to get ARTIFACT_VERSION
449             source $WORKSPACE/opnfv.properties
450
451             # upload artifact and additional files to google storage
452             gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
453             gsutil cp $BUILD_DIRECTORY/$(basename $OPNFV_RPM_URL) gs://$GS_URL/$(basename $OPNFV_RPM_URL) > gsutil.iso.log 2>&1
454             gsutil cp $BUILD_DIRECTORY/$(basename $OPNFV_SRPM_URL) gs://$GS_URL/$(basename $OPNFV_SRPM_URL) > gsutil.iso.log 2>&1
455             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
456             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
457
458             echo
459             echo "--------------------------------------------------------"
460             echo "Done!"
461             echo "ISO Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
462             echo "RPM Artifact is available as http://$GS_URL/$(basename $OPNFV_RPM_URL)"
463
464 - builder:
465     name: 'apex-deploy-virtual'
466     builders:
467         - shell: |
468             #!/bin/bash
469             set -o errexit
470             set -o nounset
471             set -o pipefail
472
473             # log info to console
474             echo "Starting the Apex virtual deployment."
475             echo "--------------------------------------------------------"
476             echo
477
478             if [[ ! "$ARTIFACT_NAME" == "latest" ]]; then
479                 # if artifact name is passed the pull a
480                 # specific artifact from artifacts.opnfv.org
481                 RPM_INSTALL_PATH=$GS_URL/$ARTIFACT_NAME
482             else
483                 if [[ $BUILD_DIRECTORY == *verify* ]]; then
484                   BUILD_DIRECTORY=$WORKSPACE/../$BUILD_DIRECTORY
485                   echo "BUILD DIRECTORY modified to $BUILD_DIRECTORY"
486                 fi
487
488                 if [[ -f ${BUILD_DIRECTORY}/../opnfv.properties ]]; then
489                     # if opnfv.properties exists then use the
490                     # local build. Source the file so we get local OPNFV vars
491                     source ${BUILD_DIRECTORY}/../opnfv.properties
492                     RPM_INSTALL_PATH=${BUILD_DIRECTORY}/$(basename $OPNFV_RPM_URL)
493                 else
494                     if [[ $BUILD_DIRECTORY == *verify* ]]; then
495                       echo "BUILD_DIRECTORY is from a verify job, so will not use latest from URL"
496                       echo "Check that the slave has opnfv.properties in $BUILD_DIRECTORY"
497                       exit 1
498                     fi
499                     # no opnfv.properties means use the latest from artifacts.opnfv.org
500                     # get the latest.properties to get the link to the latest artifact
501                     curl -s -o $WORKSPACE/opnfv.properties http://$GS_URL/latest.properties
502                     [[ -f opnfv.properties ]] || exit 1
503                     # source the file so we get OPNFV vars
504                     source opnfv.properties
505                     RPM_INSTALL_PATH=$OPNFV_RPM_URL
506                 fi
507             fi
508
509             RPM_LIST=$RPM_INSTALL_PATH
510             for pkg in common undercloud; do
511                 RPM_LIST+=" ${RPM_INSTALL_PATH/opnfv-apex/opnfv-apex-${pkg}}"
512             done
513
514             # update / install the new rpm
515             if rpm -q opnfv-apex > /dev/null; then
516                if [ $(basename $OPNFV_RPM_URL) == $(rpm -q opnfv-apex).rpm ]; then
517                  echo "RPM is already installed"
518                elif sudo yum update -y $RPM_LIST | grep "does not update installed package"; then
519                    if ! sudo yum downgrade -y $RPM_LIST; then
520                      sudo yum remove -y opnfv-undercloud opnfv-common
521                      sudo yum downgrade -y $RPM_INSTALL_PATH
522                    fi
523                fi
524             else
525                sudo yum install -y $RPM_LIST;
526             fi
527
528             # cleanup virtual machines before we start
529             sudo opnfv-clean
530             # initiate virtual deployment
531             if [ -e /etc/opnfv-apex/network_settings.yaml ]; then
532               if [ -n "$DEPLOY_SCENARIO" ]; then
533                 echo "Deploy Scenario set to ${DEPLOY_SCENARIO}"
534                 if [ -e /etc/opnfv-apex/${DEPLOY_SCENARIO}.yaml ]; then
535                   sudo opnfv-deploy -v -d /etc/opnfv-apex/${DEPLOY_SCENARIO}.yaml -n /etc/opnfv-apex/network_settings.yaml
536                 else
537                   echo "File does not exist /etc/opnfv-apex/${DEPLOY_SCENARIO}.yaml"
538                   exit 1
539                 fi
540               else
541                 echo "Deploy scenario not set!"
542                 exit 1
543               fi
544             else
545               sudo opnfv-deploy -v
546             fi
547             echo
548             echo "--------------------------------------------------------"
549             echo "Done!"
550
551 - builder:
552     name: 'apex-deploy-baremetal'
553     builders:
554         - shell: |
555             #!/bin/bash
556             set -o errexit
557             set -o nounset
558             set -o pipefail
559
560             # log info to console
561             echo "Starting the Apex baremetal deployment."
562             echo "--------------------------------------------------------"
563             echo
564
565             if [[ ! "$ARTIFACT_NAME" == "latest" ]]; then
566                 # if artifact name is passed the pull a
567                 # specific artifact from artifacts.opnfv.org
568                 RPM_INSTALL_PATH=$GS_URL/$ARTIFACT_NAME
569             else
570                 if [[ -f opnfv.properties ]]; then
571                     # if opnfv.properties exists then use the
572                     # local build. Source the file so we get local OPNFV vars
573                     source opnfv.properties
574                     RPM_INSTALL_PATH=build_output/$(basename $OPNFV_RPM_URL)
575                 else
576                     # no opnfv.properties means use the latest from artifacts.opnfv.org
577                     # get the latest.properties to get the link to the latest artifact
578                     curl -s -o $WORKSPACE/opnfv.properties http://$GS_URL/latest.properties
579                     [[ -f opnfv.properties ]] || exit 1
580                     # source the file so we get OPNFV vars
581                     source opnfv.properties
582                     RPM_INSTALL_PATH=$OPNFV_RPM_URL
583                 fi
584             fi
585
586             source opnfv.properties
587             RPM_INSTALL_PATH=build_output/$(basename $OPNFV_RPM_URL)
588             if [ ! -e "$RPM_INSTALL_PATH" ]; then
589                RPM_INSTALL_PATH=http://${OPNFV_RPM_URL}
590             fi
591
592             RPM_LIST=$RPM_INSTALL_PATH
593             for pkg in common undercloud; do
594                 RPM_LIST+=" ${RPM_INSTALL_PATH/opnfv-apex/opnfv-apex-${pkg}}"
595             done
596
597             # update / install the new rpm
598             if rpm -q opnfv-apex > /dev/null; then
599                if [ $(basename $OPNFV_RPM_URL) == $(rpm -q opnfv-apex).rpm ]; then
600                  echo "RPM is already installed"
601                elif sudo yum update -y $RPM_LIST | grep "does not update installed package"; then
602                    if ! sudo yum downgrade -y $RPM_LIST; then
603                      sudo yum remove -y opnfv-undercloud opnfv-common
604                      sudo yum downgrade -y $RPM_INSTALL_PATH
605                    fi
606                fi
607             else
608                sudo yum install -y $RPM_LIST;
609             fi
610
611             # cleanup environment before we start
612             sudo opnfv-clean
613             # initiate baremetal deployment
614             if [ -e /etc/opnfv-apex/network_settings.yaml ]; then
615               if [ -n "$DEPLOY_SCENARIO" ]; then
616                 echo "Deploy Scenario set to ${DEPLOY_SCENARIO}"
617                 if [ -e /etc/opnfv-apex/${DEPLOY_SCENARIO}.yaml ]; then
618                   sudo opnfv-deploy -i  /root/inventory/pod_settings.yaml \
619                   -d /etc/opnfv-apex/${DEPLOY_SCENARIO}.yaml \
620                   -n /root/network_settings.yaml
621                 else
622                   echo "File does not exist /etc/opnfv-apex/${DEPLOY_SCENARIO}.yaml"
623                   exit 1
624                 fi
625               else
626                 echo "Deploy scenario not set!"
627                 exit 1
628             else
629               echo "File /etc/opnfv-apex/network_settings.yaml does not exist!"
630               exit 1
631             fi
632
633             echo
634             echo "--------------------------------------------------------"
635             echo "Done!"
636
637 #######################
638 # trigger macros
639 ########################
640 - trigger:
641     name: 'apex-master'
642     triggers:
643         - timed: '0 3 * * *'