1 ########################
2 # Job configuration for genesis/foreman
3 ########################
13 - 'genesis-foreman-verify-build-{stream}'
14 - 'genesis-foreman-merge-{stream}'
15 - 'genesis-foreman-daily-{stream}'
16 - 'genesis-foreman-build-{stream}'
17 - 'genesis-foreman-deploy-{stream}'
18 - 'genesis-foreman-lab-reconfig-{stream}'
19 - 'genesis-foreman-deploy-runner-{stream}'
20 - 'genesis-foreman-verify-deploy-virtual-{stream}'
22 # stream: branch with - in place of / (eg. stable-arno)
23 # branch: branch (eg. stable/arno)
33 ########################
35 ########################
38 name: 'genesis-foreman-verify-build-{stream}'
55 installer: '{installer}'
56 gs-pathname: '{gs-pathname}'
59 credentials-id: '{ssh-credentials}'
60 refspec: '$GERRIT_REFSPEC'
61 choosing-strategy: 'gerrit'
66 - patchset-created-event:
67 exclude-drafts: 'false'
68 exclude-trivial-rebase: 'false'
69 exclude-no-code-change: 'false'
70 - draft-published-event
71 - comment-added-contains-event:
72 comment-contains-value: 'recheck'
73 - comment-added-contains-event:
74 comment-contains-value: 'reverify'
76 - project-compare-type: 'ANT'
77 project-pattern: 'genesis'
79 - branch-compare-type: 'ANT'
80 branch-pattern: '**/{branch}'
83 pattern: 'common/ci/**'
85 pattern: 'common/manifests/**'
87 pattern: 'common/puppet-opnfv/**'
89 pattern: 'common/tools/**'
91 pattern: '{installer}/build/**'
93 pattern: '{installer}/ci/**'
95 pattern: '{installer}/include/**'
98 pattern: 'common/docs/**'
100 pattern: '{installer}/docs/**'
104 - 'foreman-workspace-cleanup'
107 name: 'genesis-foreman-merge-{stream}'
124 installer: '{installer}'
127 - gerrit-trigger-scm:
128 credentials-id: '{ssh-credentials}'
130 choosing-strategy: 'default'
135 - change-merged-event
136 - comment-added-contains-event:
137 comment-contains-value: 'remerge'
139 - project-compare-type: 'ANT'
140 project-pattern: 'genesis'
142 - branch-compare-type: 'ANT'
143 branch-pattern: '**/{branch}'
146 pattern: 'common/ci/**'
148 pattern: 'common/manifests/**'
150 pattern: 'common/puppet-opnfv/**'
152 pattern: 'common/tools/**'
154 pattern: '{installer}/build/**'
156 pattern: '{installer}/ci/**'
158 pattern: '{installer}/include/**'
159 forbidden-file-paths:
161 pattern: 'common/docs/**'
163 pattern: '{installer}/docs/**'
167 - 'foreman-workspace-cleanup'
170 name: 'genesis-foreman-daily-{stream}'
174 disabled: '{obj:disabled}'
183 installer: '{installer}'
184 gs-pathname: '{gs-pathname}'
188 credentials-id: '{ssh-credentials}'
194 - project: 'genesis-foreman-build-{stream}'
198 - project: 'genesis-foreman-lab-reconfig-{stream}'
202 - project: 'genesis-foreman-deploy-{stream}'
206 - project: 'functest-foreman-{stream}'
209 build-step-failure-threshold: 'never'
210 failure-threshold: 'never'
211 unstable-threshold: 'FAILURE'
213 # - project: 'yardstick-foreman-{stream}'
216 # build-step-failure-threshold: 'never'
217 # failure-threshold: 'never'
218 # unstable-threshold: 'FAILURE'
221 - trigger-parameterized-builds:
222 - project: 'genesis-fuel-daily-{stream}'
223 trigger-with-no-params: true
226 name: 'genesis-foreman-deploy-runner-{stream}'
234 installer: '{installer}'
235 gs-pathname: '{gs-pathname}'
238 default: ssh://gerrit.opnfv.org:29418/$PROJECT
239 description: "Used for overriding the GIT URL coming from parameters macro."
243 credentials-id: '{ssh-credentials}'
249 use-build-blocker: true
251 - "genesis-fuel-daily.*"
252 - "genesis-fuel-deploy-runner-{stream}"
253 - "genesis-foreman-daily.*"
256 - 'foreman-lab-reconfig'
258 - project: 'genesis-foreman-deploy-{stream}'
263 name: 'genesis-foreman-build-{stream}'
271 installer: '{installer}'
272 gs-pathname: '{gs-pathname}'
275 credentials-id: '{ssh-credentials}'
281 - 'foreman-upload-artifact'
282 - 'foreman-workspace-cleanup'
285 name: 'genesis-foreman-deploy-{stream}'
295 installer: '{installer}'
296 gs-pathname: '{gs-pathname}'
299 default: ssh://gerrit.opnfv.org:29418/$PROJECT
300 description: "Used for overriding the GIT URL coming from parameters macro."
304 credentials-id: '{ssh-credentials}'
312 name: 'genesis-foreman-lab-reconfig-{stream}'
320 installer: '{installer}'
321 gs-pathname: '{gs-pathname}'
324 default: ssh://gerrit.opnfv.org:29418/$PROJECT
325 description: "Used for overriding the GIT URL coming from parameters macro."
329 credentials-id: '{ssh-credentials}'
335 use-build-blocker: true
337 - "genesis-fuel-daily.*"
340 - 'foreman-lab-reconfig'
343 name: 'genesis-foreman-verify-deploy-virtual-{stream}'
355 installer: '{installer}'
356 gs-pathname: '{gs-pathname}'
359 default: ssh://gerrit.opnfv.org:29418/$PROJECT
360 description: "Used for overriding the GIT URL coming from parameters macro."
362 - gerrit-trigger-scm:
363 credentials-id: '{ssh-credentials}'
364 refspec: '$GERRIT_REFSPEC'
365 choosing-strategy: 'gerrit'
370 - patchset-created-event:
371 exclude-drafts: 'false'
372 exclude-trivial-rebase: 'false'
373 exclude-no-code-change: 'false'
374 - draft-published-event
375 - comment-added-contains-event:
376 comment-contains-value: 'recheck'
377 - comment-added-contains-event:
378 comment-contains-value: 'reverify'
380 - project-compare-type: 'ANT'
381 project-pattern: 'genesis'
383 - branch-compare-type: 'ANT'
384 branch-pattern: '**/{branch}'
387 pattern: 'common/ci/**'
389 pattern: 'common/manifests/**'
391 pattern: 'common/puppet-opnfv/**'
393 pattern: 'common/tools/**'
395 pattern: '{installer}/build/**'
397 pattern: '{installer}/ci/**'
399 pattern: '{installer}/include/**'
400 forbidden-file-paths:
402 pattern: 'common/docs/**'
404 pattern: '{installer}/docs/**'
405 dependency-jobs: 'genesis-foreman-verify-build-{stream}'
408 - 'foreman-deploy-virtual'
410 ########################
412 ########################
414 name: foreman-parameter
418 default: '{installer}'
419 description: "Installer to use."
421 name: BUILD_DIRECTORY
422 default: $WORKSPACE/build_output
423 description: "Directory where the build artifact will be located upon the completion of the build."
425 name: CACHE_DIRECTORY
426 default: $HOME/opnfv/cache/genesis-$INSTALLER{gs-pathname}
427 description: "Directory where the cache to be used during the build is located."
430 default: https://gerrit.opnfv.org/gerrit/$PROJECT
431 description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
434 default: artifacts.opnfv.org/$PROJECT/$INSTALLER{gs-pathname}
435 description: "URL to Google Storage."
437 ########################
439 ########################
441 name: 'foreman-lab-reconfig'
449 # check to see if ucs login info file exists
450 if [ -e ~/.ssh/ucs_creds ];then
451 source ~/.ssh/ucs_creds
453 echo "Unable to find UCS credentials for LF lab reconfiguration...Exiting"
458 echo "Cloning releng repo..."
459 if ! GIT_SSL_NO_VERIFY=true git clone https://gerrit.opnfv.org/gerrit/releng; then
460 echo "Unable to clone releng repo...Exiting"
464 # log info to console
465 echo "Starting the lab reconfiguration for $INSTALLER..."
466 echo "--------------------------------------------------------"
470 $WORKSPACE/releng/utils/lab-reconfiguration/create_venv.sh
472 # disable nounset because 'activate' script contains unbound variable(s)
475 source $WORKSPACE/releng/utils/lab-reconfiguration/venv/bin/activate
476 # set nounset back again
479 # verify we are in venv
480 if [[ ! $(which python | grep venv) ]]; then
481 echo "Unable to activate venv...Exiting"
485 python $WORKSPACE/releng/utils/lab-reconfiguration/reconfigUcsNet.py -i $ucs_host -u $ucs_user -p $ucs_password -f $WORKSPACE/releng/utils/lab-reconfiguration/foreman.yaml
487 # while undergoing reboot
490 # check to see if slave is back up
493 while [ "$ping_counter" -lt 20 ]; do
494 if [[ $(ping -c 5 172.30.10.72) ]]; then
502 if [ "$ping_flag" -eq 1 ]; then
503 echo "Slave is pingable, now wait 180 seconds for services to start"
506 echo "Slave did not come back up after reboot: please check opnfv-jump-2"
514 echo "--------------------------------------------------------"
518 name: 'foreman-build'
526 # log info to console
527 echo "Starting the build of $INSTALLER. This could take some time..."
528 echo "--------------------------------------------------------"
531 # create the cache directory if it doesn't exist
532 [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
534 # set OPNFV_ARTIFACT_VERSION
535 export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d_%H-%M-%S")
538 cd $WORKSPACE/$INSTALLER/ci
539 ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
541 # list the contents of BUILD_OUTPUT directory
542 ls -al $BUILD_DIRECTORY
544 # save information regarding artifact into file
546 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
547 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
548 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
549 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
550 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
551 echo "OPNFV_BUILD_URL=$BUILD_URL"
552 ) > $WORKSPACE/opnfv.properties
555 echo "--------------------------------------------------------"
559 name: 'foreman-deploy'
567 # log info to console
568 echo "Starting the deployment using $INSTALLER. This could take some time..."
569 echo "--------------------------------------------------------"
573 sudo $WORKSPACE/common/ci/clean.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
575 echo "Sleeping for 60 seconds between clean and deploy to allow nodes to power off"
578 # and then initiate deployment
579 sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
582 echo "--------------------------------------------------------"
586 name: 'foreman-deploy-virtual'
594 # log info to console
595 echo "Starting the virtual deployment using $INSTALLER. This could take some time..."
596 echo "--------------------------------------------------------"
599 # cleanup baremetal first (in case baremetal was being used on pod2, remove when moved to isolated Virtual pod)
600 sudo $WORKSPACE/common/ci/clean.sh
602 # initiate virtual deployment
603 sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -virtual
606 echo "--------------------------------------------------------"
610 name: 'foreman-upload-artifact'
618 # log info to console
619 echo "Uploading the $INSTALLER artifact. This could take some time..."
620 echo "--------------------------------------------------------"
623 # source the opnfv.properties to get ARTIFACT_VERSION
624 source $WORKSPACE/opnfv.properties
626 # upload artifact and additional files to google storage
627 gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
628 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
629 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
632 echo "--------------------------------------------------------"
634 echo "Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
637 name: 'foreman-workspace-cleanup'
645 # delete everything that is in $WORKSPACE
646 /bin/rm -rf $WORKSPACE
648 ########################
650 ########################
652 name: 'foreman-master'
654 - timed: '0 11 * * *'
657 name: 'foreman-stable-arno'
659 - timed: '0 12 * * *'