1 ########################
2 # Job configuration for genesis/foreman
3 ########################
13 - 'genesis-foreman-verify-build-{stream}'
14 - 'genesis-foreman-merge-{stream}'
15 - 'genesis-foreman-daily-{stream}'
16 - 'genesis-foreman-build-{stream}'
17 - 'genesis-foreman-deploy-{stream}'
18 - 'genesis-foreman-lab-reconfig-{stream}'
19 - 'genesis-foreman-deploy-runner-{stream}'
20 - 'genesis-foreman-verify-deploy-virtual-{stream}'
22 # stream: branch with - in place of / (eg. stable-arno)
23 # branch: branch (eg. stable/arno)
33 ########################
35 ########################
38 name: 'genesis-foreman-verify-build-{stream}'
52 artifactDaysToKeep: -1
61 installer: '{installer}'
62 gs-pathname: '{gs-pathname}'
65 credentials-id: '{ssh-credentials}'
66 refspec: '$GERRIT_REFSPEC'
67 choosing-strategy: 'gerrit'
72 - patchset-created-event:
73 exclude-drafts: 'false'
74 exclude-trivial-rebase: 'false'
75 exclude-no-code-change: 'false'
76 - draft-published-event
77 - comment-added-contains-event:
78 comment-contains-value: 'recheck'
79 - comment-added-contains-event:
80 comment-contains-value: 'reverify'
82 - project-compare-type: 'ANT'
83 project-pattern: 'genesis'
85 - branch-compare-type: 'ANT'
86 branch-pattern: '**/{branch}'
89 pattern: 'common/ci/**'
91 pattern: 'common/manifests/**'
93 pattern: 'common/puppet-opnfv/**'
95 pattern: 'common/tools/**'
97 pattern: '{installer}/build/**'
99 pattern: '{installer}/ci/**'
101 pattern: '{installer}/include/**'
102 forbidden-file-paths:
104 pattern: 'common/docs/**'
106 pattern: '{installer}/docs/**'
110 - 'foreman-workspace-cleanup'
113 name: 'genesis-foreman-merge-{stream}'
127 artifactDaysToKeep: -1
136 installer: '{installer}'
139 - gerrit-trigger-scm:
140 credentials-id: '{ssh-credentials}'
142 choosing-strategy: 'default'
147 - change-merged-event
148 - comment-added-contains-event:
149 comment-contains-value: 'remerge'
151 - project-compare-type: 'ANT'
152 project-pattern: 'genesis'
154 - branch-compare-type: 'ANT'
155 branch-pattern: '**/{branch}'
158 pattern: 'common/ci/**'
160 pattern: 'common/manifests/**'
162 pattern: 'common/puppet-opnfv/**'
164 pattern: 'common/tools/**'
166 pattern: '{installer}/build/**'
168 pattern: '{installer}/ci/**'
170 pattern: '{installer}/include/**'
171 forbidden-file-paths:
173 pattern: 'common/docs/**'
175 pattern: '{installer}/docs/**'
179 - 'foreman-workspace-cleanup'
182 name: 'genesis-foreman-daily-{stream}'
186 disabled: '{obj:disabled}'
195 installer: '{installer}'
196 gs-pathname: '{gs-pathname}'
200 credentials-id: '{ssh-credentials}'
207 artifactDaysToKeep: -1
208 artifactNumToKeep: -1
212 - project: 'genesis-foreman-build-{stream}'
216 - project: 'genesis-foreman-lab-reconfig-{stream}'
220 - project: 'genesis-foreman-deploy-{stream}'
224 - project: 'functest-foreman-{stream}'
227 build-step-failure-threshold: 'never'
228 failure-threshold: 'never'
229 unstable-threshold: 'FAILURE'
231 # - project: 'yardstick-foreman-{stream}'
234 # build-step-failure-threshold: 'never'
235 # failure-threshold: 'never'
236 # unstable-threshold: 'FAILURE'
239 - trigger-parameterized-builds:
240 - project: 'genesis-fuel-daily-{stream}'
241 trigger-with-no-params: true
244 name: 'genesis-foreman-deploy-runner-{stream}'
251 artifactDaysToKeep: -1
252 artifactNumToKeep: -1
258 installer: '{installer}'
259 gs-pathname: '{gs-pathname}'
262 default: ssh://gerrit.opnfv.org:29418/$PROJECT
263 description: "Used for overriding the GIT URL coming from parameters macro."
267 credentials-id: '{ssh-credentials}'
273 use-build-blocker: true
275 - "genesis-fuel-daily.*"
276 - "genesis-fuel-deploy-runner-{stream}"
277 - "genesis-foreman-daily.*"
280 - 'foreman-lab-reconfig'
282 - project: 'genesis-foreman-deploy-{stream}'
287 name: 'genesis-foreman-build-{stream}'
294 artifactDaysToKeep: -1
295 artifactNumToKeep: -1
301 installer: '{installer}'
302 gs-pathname: '{gs-pathname}'
305 credentials-id: '{ssh-credentials}'
311 - 'foreman-upload-artifact'
312 - 'foreman-workspace-cleanup'
315 name: 'genesis-foreman-deploy-{stream}'
324 artifactDaysToKeep: -1
325 artifactNumToKeep: -1
331 installer: '{installer}'
332 gs-pathname: '{gs-pathname}'
335 default: ssh://gerrit.opnfv.org:29418/$PROJECT
336 description: "Used for overriding the GIT URL coming from parameters macro."
340 credentials-id: '{ssh-credentials}'
348 name: 'genesis-foreman-lab-reconfig-{stream}'
355 artifactDaysToKeep: -1
356 artifactNumToKeep: -1
362 installer: '{installer}'
363 gs-pathname: '{gs-pathname}'
366 default: ssh://gerrit.opnfv.org:29418/$PROJECT
367 description: "Used for overriding the GIT URL coming from parameters macro."
371 credentials-id: '{ssh-credentials}'
377 use-build-blocker: true
379 - "genesis-fuel-daily.*"
382 - 'foreman-lab-reconfig'
385 name: 'genesis-foreman-verify-deploy-virtual-{stream}'
394 artifactDaysToKeep: -1
395 artifactNumToKeep: -1
403 installer: '{installer}'
404 gs-pathname: '{gs-pathname}'
407 default: ssh://gerrit.opnfv.org:29418/$PROJECT
408 description: "Used for overriding the GIT URL coming from parameters macro."
410 - gerrit-trigger-scm:
411 credentials-id: '{ssh-credentials}'
412 refspec: '$GERRIT_REFSPEC'
413 choosing-strategy: 'gerrit'
418 - patchset-created-event:
419 exclude-drafts: 'false'
420 exclude-trivial-rebase: 'false'
421 exclude-no-code-change: 'false'
422 - draft-published-event
423 - comment-added-contains-event:
424 comment-contains-value: 'recheck'
425 - comment-added-contains-event:
426 comment-contains-value: 'reverify'
428 - project-compare-type: 'ANT'
429 project-pattern: 'genesis'
431 - branch-compare-type: 'ANT'
432 branch-pattern: '**/{branch}'
435 pattern: 'common/ci/**'
437 pattern: 'common/manifests/**'
439 pattern: 'common/puppet-opnfv/**'
441 pattern: 'common/tools/**'
443 pattern: '{installer}/build/**'
445 pattern: '{installer}/ci/**'
447 pattern: '{installer}/include/**'
448 forbidden-file-paths:
450 pattern: 'common/docs/**'
452 pattern: '{installer}/docs/**'
453 dependency-jobs: 'genesis-foreman-verify-build-{stream}'
456 - 'foreman-deploy-virtual'
458 ########################
460 ########################
462 name: foreman-parameter
466 default: '{installer}'
467 description: "Installer to use."
469 name: BUILD_DIRECTORY
470 default: $WORKSPACE/build_output
471 description: "Directory where the build artifact will be located upon the completion of the build."
473 name: CACHE_DIRECTORY
474 default: $HOME/opnfv/cache/genesis-$INSTALLER{gs-pathname}
475 description: "Directory where the cache to be used during the build is located."
478 default: https://gerrit.opnfv.org/gerrit/$PROJECT
479 description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
482 default: artifacts.opnfv.org/$PROJECT/$INSTALLER{gs-pathname}
483 description: "URL to Google Storage."
485 ########################
487 ########################
489 name: 'foreman-lab-reconfig'
497 # check to see if ucs login info file exists
498 if [ -e ~/.ssh/ucs_creds ];then
499 source ~/.ssh/ucs_creds
501 echo "Unable to find UCS credentials for LF lab reconfiguration...Exiting"
506 echo "Cloning releng repo..."
507 if ! GIT_SSL_NO_VERIFY=true git clone https://gerrit.opnfv.org/gerrit/releng; then
508 echo "Unable to clone releng repo...Exiting"
512 # log info to console
513 echo "Starting the lab reconfiguration for $INSTALLER..."
514 echo "--------------------------------------------------------"
518 $WORKSPACE/releng/utils/lab-reconfiguration/create_venv.sh
520 # disable nounset because 'activate' script contains unbound variable(s)
523 source $WORKSPACE/releng/utils/lab-reconfiguration/venv/bin/activate
524 # set nounset back again
527 # verify we are in venv
528 if [[ ! $(which python | grep venv) ]]; then
529 echo "Unable to activate venv...Exiting"
533 python $WORKSPACE/releng/utils/lab-reconfiguration/reconfigUcsNet.py -i $ucs_host -u $ucs_user -p $ucs_password -f $WORKSPACE/releng/utils/lab-reconfiguration/foreman.yaml
535 # while undergoing reboot
538 # check to see if slave is back up
541 while [ "$ping_counter" -lt 20 ]; do
542 if [[ $(ping -c 5 172.30.10.72) ]]; then
550 if [ "$ping_flag" -eq 1 ]; then
551 echo "Slave is pingable, now wait 180 seconds for services to start"
554 echo "Slave did not come back up after reboot: please check opnfv-jump-2"
562 echo "--------------------------------------------------------"
566 name: 'foreman-build'
574 # log info to console
575 echo "Starting the build of $INSTALLER. This could take some time..."
576 echo "--------------------------------------------------------"
579 # create the cache directory if it doesn't exist
580 [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
582 # set OPNFV_ARTIFACT_VERSION
583 export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d_%H-%M-%S")
586 cd $WORKSPACE/$INSTALLER/ci
587 ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
589 # list the contents of BUILD_OUTPUT directory
590 ls -al $BUILD_DIRECTORY
592 # save information regarding artifact into file
594 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
595 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
596 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
597 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
598 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
599 echo "OPNFV_BUILD_URL=$BUILD_URL"
600 ) > $WORKSPACE/opnfv.properties
603 echo "--------------------------------------------------------"
607 name: 'foreman-deploy'
615 # log info to console
616 echo "Starting the deployment using $INSTALLER. This could take some time..."
617 echo "--------------------------------------------------------"
621 sudo $WORKSPACE/common/ci/clean.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
623 echo "Sleeping for 60 seconds between clean and deploy to allow nodes to power off"
626 # and then initiate deployment
627 sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
630 echo "--------------------------------------------------------"
634 name: 'foreman-deploy-virtual'
642 # log info to console
643 echo "Starting the virtual deployment using $INSTALLER. This could take some time..."
644 echo "--------------------------------------------------------"
647 # cleanup baremetal first (in case baremetal was being used on pod2, remove when moved to isolated Virtual pod)
648 sudo $WORKSPACE/common/ci/clean.sh
650 # initiate virtual deployment
651 sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -virtual
654 echo "--------------------------------------------------------"
658 name: 'foreman-upload-artifact'
666 # log info to console
667 echo "Uploading the $INSTALLER artifact. This could take some time..."
668 echo "--------------------------------------------------------"
671 # source the opnfv.properties to get ARTIFACT_VERSION
672 source $WORKSPACE/opnfv.properties
674 # upload artifact and additional files to google storage
675 gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
676 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
677 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
680 echo "--------------------------------------------------------"
682 echo "Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
685 name: 'foreman-workspace-cleanup'
693 # delete everything that is in $WORKSPACE
694 /bin/rm -rf $WORKSPACE
696 ########################
698 ########################
700 name: 'foreman-master'
702 - timed: '0 11 * * *'
705 name: 'foreman-stable-arno'
707 - timed: '0 12 * * *'