1 ########################
2 # Job configuration for genesis/foreman
3 ########################
13 - 'genesis-foreman-verify-build-{stream}'
14 - 'genesis-foreman-merge-{stream}'
15 - 'genesis-foreman-daily-{stream}'
16 - 'genesis-foreman-build-{stream}'
17 - 'genesis-foreman-deploy-{stream}'
18 - 'genesis-foreman-lab-reconfig-{stream}'
19 - 'genesis-foreman-deploy-runner-{stream}'
20 - 'genesis-foreman-verify-deploy-virtual-{stream}'
22 # stream: branch with - in place of / (eg. stable-arno)
23 # branch: branch (eg. stable/arno)
33 ########################
35 ########################
38 name: 'genesis-foreman-verify-build-{stream}'
57 installer: '{installer}'
58 gs-pathname: '{gs-pathname}'
61 credentials-id: '{ssh-credentials}'
62 refspec: '$GERRIT_REFSPEC'
63 choosing-strategy: 'gerrit'
68 - patchset-created-event:
69 exclude-drafts: 'false'
70 exclude-trivial-rebase: 'false'
71 exclude-no-code-change: 'false'
72 - draft-published-event
73 - comment-added-contains-event:
74 comment-contains-value: 'recheck'
75 - comment-added-contains-event:
76 comment-contains-value: 'reverify'
78 - project-compare-type: 'ANT'
79 project-pattern: 'genesis'
81 - branch-compare-type: 'ANT'
82 branch-pattern: '**/{branch}'
85 pattern: 'common/ci/**'
87 pattern: 'common/manifests/**'
89 pattern: 'common/puppet-opnfv/**'
91 pattern: 'common/tools/**'
93 pattern: '{installer}/build/**'
95 pattern: '{installer}/ci/**'
97 pattern: '{installer}/include/**'
100 pattern: 'common/docs/**'
102 pattern: '{installer}/docs/**'
106 - 'foreman-workspace-cleanup'
109 name: 'genesis-foreman-merge-{stream}'
128 installer: '{installer}'
131 - gerrit-trigger-scm:
132 credentials-id: '{ssh-credentials}'
134 choosing-strategy: 'default'
139 - change-merged-event
140 - comment-added-contains-event:
141 comment-contains-value: 'remerge'
143 - project-compare-type: 'ANT'
144 project-pattern: 'genesis'
146 - branch-compare-type: 'ANT'
147 branch-pattern: '**/{branch}'
150 pattern: 'common/ci/**'
152 pattern: 'common/manifests/**'
154 pattern: 'common/puppet-opnfv/**'
156 pattern: 'common/tools/**'
158 pattern: '{installer}/build/**'
160 pattern: '{installer}/ci/**'
162 pattern: '{installer}/include/**'
163 forbidden-file-paths:
165 pattern: 'common/docs/**'
167 pattern: '{installer}/docs/**'
171 - 'foreman-workspace-cleanup'
174 name: 'genesis-foreman-daily-{stream}'
187 installer: '{installer}'
188 gs-pathname: '{gs-pathname}'
192 credentials-id: '{ssh-credentials}'
198 - project: 'genesis-foreman-build-{stream}'
202 - project: 'genesis-foreman-lab-reconfig-{stream}'
206 - project: 'genesis-foreman-deploy-{stream}'
210 - project: 'functest-foreman-{stream}'
213 build-step-failure-threshold: 'never'
214 failure-threshold: 'never'
215 unstable-threshold: 'FAILURE'
217 # - project: 'yardstick-foreman-{stream}'
220 # build-step-failure-threshold: 'never'
221 # failure-threshold: 'never'
222 # unstable-threshold: 'FAILURE'
225 - trigger-parameterized-builds:
226 - project: 'genesis-fuel-daily-{stream}'
227 trigger-with-no-params: true
230 name: 'genesis-foreman-deploy-runner-{stream}'
238 installer: '{installer}'
239 gs-pathname: '{gs-pathname}'
242 default: ssh://gerrit.opnfv.org:29418/$PROJECT
243 description: "Used for overriding the GIT URL coming from parameters macro."
247 credentials-id: '{ssh-credentials}'
253 use-build-blocker: true
255 - "genesis-fuel-daily.*"
256 - "genesis-fuel-deploy-runner-{stream}"
257 - "genesis-foreman-daily.*"
260 - 'foreman-lab-reconfig'
262 - project: 'genesis-foreman-deploy-{stream}'
267 name: 'genesis-foreman-build-{stream}'
277 installer: '{installer}'
278 gs-pathname: '{gs-pathname}'
281 credentials-id: '{ssh-credentials}'
287 - 'foreman-upload-artifact'
288 - 'foreman-workspace-cleanup'
291 name: 'genesis-foreman-deploy-{stream}'
301 installer: '{installer}'
302 gs-pathname: '{gs-pathname}'
305 default: ssh://gerrit.opnfv.org:29418/$PROJECT
306 description: "Used for overriding the GIT URL coming from parameters macro."
310 credentials-id: '{ssh-credentials}'
318 name: 'genesis-foreman-lab-reconfig-{stream}'
326 installer: '{installer}'
327 gs-pathname: '{gs-pathname}'
330 default: ssh://gerrit.opnfv.org:29418/$PROJECT
331 description: "Used for overriding the GIT URL coming from parameters macro."
335 credentials-id: '{ssh-credentials}'
341 use-build-blocker: true
343 - "genesis-fuel-daily.*"
346 - 'foreman-lab-reconfig'
349 name: 'genesis-foreman-verify-deploy-virtual-{stream}'
361 installer: '{installer}'
362 gs-pathname: '{gs-pathname}'
365 default: ssh://gerrit.opnfv.org:29418/$PROJECT
366 description: "Used for overriding the GIT URL coming from parameters macro."
368 - gerrit-trigger-scm:
369 credentials-id: '{ssh-credentials}'
370 refspec: '$GERRIT_REFSPEC'
371 choosing-strategy: 'gerrit'
376 - patchset-created-event:
377 exclude-drafts: 'false'
378 exclude-trivial-rebase: 'false'
379 exclude-no-code-change: 'false'
380 - draft-published-event
381 - comment-added-contains-event:
382 comment-contains-value: 'recheck'
383 - comment-added-contains-event:
384 comment-contains-value: 'reverify'
386 - project-compare-type: 'ANT'
387 project-pattern: 'genesis'
389 - branch-compare-type: 'ANT'
390 branch-pattern: '**/{branch}'
393 pattern: 'common/ci/**'
395 pattern: 'common/manifests/**'
397 pattern: 'common/puppet-opnfv/**'
399 pattern: 'common/tools/**'
401 pattern: '{installer}/build/**'
403 pattern: '{installer}/ci/**'
405 pattern: '{installer}/include/**'
406 forbidden-file-paths:
408 pattern: 'common/docs/**'
410 pattern: '{installer}/docs/**'
411 dependency-jobs: 'genesis-foreman-verify-build-{stream}'
414 - 'foreman-deploy-virtual'
416 ########################
418 ########################
420 name: foreman-parameter
424 default: '{installer}'
425 description: "Installer to use."
427 name: BUILD_DIRECTORY
428 default: $WORKSPACE/build_output
429 description: "Directory where the build artifact will be located upon the completion of the build."
431 name: CACHE_DIRECTORY
432 default: $HOME/opnfv/cache/genesis-$INSTALLER{gs-pathname}
433 description: "Directory where the cache to be used during the build is located."
436 default: https://gerrit.opnfv.org/gerrit/$PROJECT
437 description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
440 default: artifacts.opnfv.org/$PROJECT/$INSTALLER{gs-pathname}
441 description: "URL to Google Storage."
443 ########################
445 ########################
447 name: 'foreman-lab-reconfig'
455 # check to see if ucs login info file exists
456 if [ -e ~/.ssh/ucs_creds ];then
457 source ~/.ssh/ucs_creds
459 echo "Unable to find UCS credentials for LF lab reconfiguration...Exiting"
464 echo "Cloning releng repo..."
465 if ! GIT_SSL_NO_VERIFY=true git clone https://gerrit.opnfv.org/gerrit/releng; then
466 echo "Unable to clone releng repo...Exiting"
470 # log info to console
471 echo "Starting the lab reconfiguration for $INSTALLER..."
472 echo "--------------------------------------------------------"
476 $WORKSPACE/releng/utils/lab-reconfiguration/create_venv.sh
478 # disable nounset because 'activate' script contains unbound variable(s)
481 source $WORKSPACE/releng/utils/lab-reconfiguration/venv/bin/activate
482 # set nounset back again
485 # verify we are in venv
486 if [[ ! $(which python | grep venv) ]]; then
487 echo "Unable to activate venv...Exiting"
491 python $WORKSPACE/releng/utils/lab-reconfiguration/reconfigUcsNet.py -i $ucs_host -u $ucs_user -p $ucs_password -f $WORKSPACE/releng/utils/lab-reconfiguration/foreman.yaml
493 # while undergoing reboot
496 # check to see if slave is back up
499 while [ "$ping_counter" -lt 20 ]; do
500 if [[ $(ping -c 5 172.30.10.72) ]]; then
508 if [ "$ping_flag" -eq 1 ]; then
509 echo "Slave is pingable, now wait 180 seconds for services to start"
512 echo "Slave did not come back up after reboot: please check opnfv-jump-2"
520 echo "--------------------------------------------------------"
524 name: 'foreman-build'
532 # log info to console
533 echo "Starting the build of $INSTALLER. This could take some time..."
534 echo "--------------------------------------------------------"
537 # create the cache directory if it doesn't exist
538 [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
540 # set OPNFV_ARTIFACT_VERSION
541 export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d_%H-%M-%S")
544 cd $WORKSPACE/$INSTALLER/ci
545 ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
547 # list the contents of BUILD_OUTPUT directory
548 ls -al $BUILD_DIRECTORY
550 # save information regarding artifact into file
552 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
553 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
554 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
555 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
556 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
557 echo "OPNFV_BUILD_URL=$BUILD_URL"
558 ) > $WORKSPACE/opnfv.properties
561 echo "--------------------------------------------------------"
565 name: 'foreman-deploy'
573 # log info to console
574 echo "Starting the deployment using $INSTALLER. This could take some time..."
575 echo "--------------------------------------------------------"
579 sudo $WORKSPACE/common/ci/clean.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
581 echo "Sleeping for 60 seconds between clean and deploy to allow nodes to power off"
584 # and then initiate deployment
585 sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
588 echo "--------------------------------------------------------"
592 name: 'foreman-deploy-virtual'
600 # log info to console
601 echo "Starting the virtual deployment using $INSTALLER. This could take some time..."
602 echo "--------------------------------------------------------"
605 # cleanup baremetal first (in case baremetal was being used on pod2, remove when moved to isolated Virtual pod)
606 sudo $WORKSPACE/common/ci/clean.sh
608 # initiate virtual deployment
609 sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -virtual
612 echo "--------------------------------------------------------"
616 name: 'foreman-upload-artifact'
624 # log info to console
625 echo "Uploading the $INSTALLER artifact. This could take some time..."
626 echo "--------------------------------------------------------"
629 # source the opnfv.properties to get ARTIFACT_VERSION
630 source $WORKSPACE/opnfv.properties
632 # upload artifact and additional files to google storage
633 gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
634 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
635 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
638 echo "--------------------------------------------------------"
640 echo "Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
643 name: 'foreman-workspace-cleanup'
651 # delete everything that is in $WORKSPACE
652 /bin/rm -rf $WORKSPACE
654 ########################
656 ########################
658 name: 'foreman-master'
660 - timed: '0 11 * * *'
663 name: 'foreman-stable-arno'
665 - timed: '0 12 * * *'