X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Fgenesis%2Fgenesis-foreman.yml;h=fc10b41ebb26142bc4f3a91868fe79bfec142bf9;hb=c99d7859e948673fcbfd6e32b36ae2b6272bc3cd;hp=8da32797db6b30ee484dff8353f90d5d437c5954;hpb=f6c70027ebec861ade8ee006f077a5da88ee45f7;p=releng.git diff --git a/jjb/genesis/genesis-foreman.yml b/jjb/genesis/genesis-foreman.yml index 8da32797d..fc10b41eb 100644 --- a/jjb/genesis/genesis-foreman.yml +++ b/jjb/genesis/genesis-foreman.yml @@ -1,38 +1,43 @@ -# this is the job configuration for bgs +######################## +# Job configuration for genesis/foreman +######################## - project: name: genesis-foreman project: 'genesis' - installer: - - foreman + installer: 'foreman' jobs: - - 'genesis-{installer}-verify' - - 'genesis-{installer}-merge' - - 'genesis-{installer}-daily-{stream}' - - 'genesis-{installer}-build' - - 'genesis-{installer}-deploy' - - # stream: branch with - in place of / (eg. stable-helium) - # branch: branch (eg. stable/helium) + - 'genesis-foreman-verify' + - 'genesis-foreman-merge' + - 'genesis-foreman-daily-{stream}' + - 'genesis-foreman-build' + - 'genesis-foreman-deploy' + stream: - master: branch: 'master' - ######################## # job templates ######################## - job-template: - name: 'genesis-{installer}-verify' + name: 'genesis-foreman-verify' project-type: freestyle node: ericsson-build + concurrent: true + + properties: + - throttle: + enabled: true + max-total: 2 + logrotate: daysToKeep: 30 numToKeep: 10 @@ -40,23 +45,12 @@ artifactNumToKeep: -1 parameters: - - string: - name: INSTALLER - default: '{installer}' - description: "Installer to use." - - string: - name: BUILD_DIRECTORY - default: $WORKSPACE/build_output - - string: - name: CACHE_DIRECTORY - default: '$HOME/opnfv/cache/genesis-{installer}' - - string: - name: GIT_BASE - default: https://gerrit.opnfv.org/gerrit/genesis - project-parameter: project: '{project}' - gerrit-parameter: branch: 'master' + - foreman-parameter: + installer: '{installer}' scm: - gerrit-trigger-scm: @@ -92,21 +86,24 @@ - compare-type: ANT pattern: '{installer}/**' - builders: - - 'verify' + - 'foreman-build' + - 'foreman-workspace-cleanup' - job-template: - name: 'genesis-{installer}-merge' - - # builder-merge job to run JJB update - # - # This job's purpose is to update all the JJB + name: 'genesis-foreman-merge' project-type: freestyle node: ericsson-build + concurrent: true + + properties: + - throttle: + enabled: true + max-total: 2 + logrotate: daysToKeep: 30 numToKeep: 40 @@ -114,23 +111,12 @@ artifactNumToKeep: 5 parameters: - - string: - name: INSTALLER - default: '{installer}' - description: "Installer to use." - - string: - name: BUILD_DIRECTORY - default: $WORKSPACE/build_output - - string: - name: CACHE_DIRECTORY - default: '$HOME/opnfv/cache/genesis-{installer}' - - string: - name: GIT_BASE - default: https://gerrit.opnfv.org/gerrit/genesis - project-parameter: project: '{project}' - gerrit-parameter: branch: 'master' + - foreman-parameter: + installer: '{installer}' scm: - gerrit-trigger-scm: @@ -161,31 +147,29 @@ pattern: '{installer}/**' builders: - - 'merge' + - 'foreman-build' + - 'foreman-workspace-cleanup' - job-template: - name: 'genesis-{installer}-daily-{stream}' + name: 'genesis-foreman-daily-{stream}' project-type: freestyle node: ericsson-build - disabled: true + disabled: false parameters: - - genesis-parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: installer: '{installer}' scm: - - git: - skip-tag: true - url: $GIT_BASE - branches: - - $GERRIT_BRANCH - refspec: $GERRIT_REFSPEC - - triggers: - - pollscm: '@midnight' + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: master logrotate: daysToKeep: 30 @@ -195,11 +179,11 @@ builders: - trigger-builds: - - project: 'genesis-{installer}-build' + - project: 'genesis-foreman-build' git-revision: true block: true - trigger-builds: - - project: 'genesis-{installer}-deploy' + - project: 'genesis-foreman-deploy' git-revision: true block: true - trigger-builds: @@ -207,7 +191,7 @@ block: true - job-template: - name: 'genesis-{installer}-build' + name: 'genesis-foreman-build' project-type: freestyle @@ -220,27 +204,27 @@ artifactNumToKeep: -1 parameters: - - genesis-parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: installer: '{installer}' scm: - - git: - skip-tag: true - url: $GIT_BASE - branches: - - $GERRIT_BRANCH - refspec: $GERRIT_REFSPEC + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: master builders: - - 'build' - - 'upload-artifact' + - 'foreman-build' + - 'foreman-upload-artifact' - job-template: - name: 'genesis-{installer}-deploy' + name: 'genesis-foreman-deploy' project-type: freestyle - disabled: true + disabled: false node: opnfv-jump-2 @@ -251,25 +235,29 @@ artifactNumToKeep: -1 parameters: - - genesis-parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: installer: '{installer}' + - string: + name: GIT_BASE + default: ssh://gerrit.opnfv.org:29418/$PROJECT + description: "Used for overriding the GIT URL coming from parameters macro." scm: - - git: - skip-tag: true - url: $GIT_BASE - branches: - - $GERRIT_BRANCH - refspec: $GERRIT_REFSPEC + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: master builders: - - 'deploy' + - 'foreman-deploy' ######################## # parameter macros ######################## - parameter: - name: genesis-parameters + name: foreman-parameter parameters: - string: name: INSTALLER @@ -281,90 +269,22 @@ description: "Directory where the build artifact will be located upon the completion of the build." - string: name: CACHE_DIRECTORY - default: '$HOME/opnfv/cache/genesis-{installer}' + default: $HOME/opnfv/cache/genesis-$INSTALLER description: "Directory where the cache to be used during the build is located." - string: name: GIT_BASE - default: https://gerrit.opnfv.org/gerrit/genesis + default: https://gerrit.opnfv.org/gerrit/$PROJECT description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW." - - string: - name: GERRIT_BRANCH - default: origin/master - description: "Branch to build, deploy and test." - - string: - name: GERRIT_REFSPEC - default: refs/heads/master - description: "Refspec to retrieve." - string: name: GS_URL - default: 'artifacts.opnfv.org/genesis/{installer}' + default: artifacts.opnfv.org/$PROJECT/$INSTALLER description: "URL to Google Storage." ######################## # builder macros ######################## - builder: - name: 'verify' - builders: - - shell: | - #!/bin/bash - set -o errexit - set -o nounset - set -o pipefail - set -x - - # get the dependencies - temporary fix for RC0 - [[ -d $WORKSPACE/$INSTALLER/build ]] || mkdir -p $WORKSPACE/$INSTALLER/build - cp /home/jenkins/Downloads/opnfv_iso/* $WORKSPACE/$INSTALLER/build/ - - # below lines perhaps need to be enabled in order to fetch images from internet - # as we are having disk space issues on ericsson-build slave - #wget http://ftp.riken.jp/Linux/centos/7.0.1406/isos/x86_64/CentOS-7.0-1406-x86_64-Minimal.iso - #wget http://download.virtualbox.org/virtualbox/rpm/fedora/20/x86_64/VirtualBox-4.3-4.3.26_98988_fedora18-1.x86_64.rpm - #wget http://repos.duss-janser.ch/vagrant/vagrant_1.7.2_x86_64.rpm - - # do the build - cd $WORKSPACE/$INSTALLER/ci - ./build.sh $BUILD_DIRECTORY - - # list the build artifacts - ls -al $BUILD_DIRECTORY - - # remove the BUILD_DIRECTORY to reclaim some space - /bin/rm -rf $BUILD_DIRECTORY - -- builder: - name: 'merge' - builders: - - shell: | - #!/bin/bash - set -o errexit - set -o nounset - set -o pipefail - set -x - - # get the dependencies - temporary fix for RC0 - [[ -d $WORKSPACE/$INSTALLER/build ]] || mkdir -p $WORKSPACE/$INSTALLER/build - cp /home/jenkins/Downloads/opnfv_iso/* $WORKSPACE/$INSTALLER/build/ - - # below lines perhaps need to be enabled in order to fetch images from internet - # as we are having disk space issues on ericsson-build slave - #wget http://ftp.riken.jp/Linux/centos/7.0.1406/isos/x86_64/CentOS-7.0-1406-x86_64-Minimal.iso - #wget http://download.virtualbox.org/virtualbox/rpm/fedora/20/x86_64/VirtualBox-4.3-4.3.26_98988_fedora18-1.x86_64.rpm - #wget http://repos.duss-janser.ch/vagrant/vagrant_1.7.2_x86_64.rpm - - # do the build - cd $WORKSPACE/$INSTALLER/ci - ./build.sh $BUILD_DIRECTORY - - # list the build artifacts - ls -al $BUILD_DIRECTORY - - # remove the BUILD_DIRECTORY to reclaim some space - /bin/rm -rf $BUILD_DIRECTORY - -- builder: - name: 'build' + name: 'foreman-build' builders: - shell: | #!/bin/bash @@ -373,7 +293,7 @@ set -o pipefail # log info to console - echo "Starting build of $INSTALLER. This could take some time..." + echo "Starting the build of $INSTALLER. This could take some time..." echo "--------------------------------------------------------" echo @@ -387,6 +307,9 @@ cd $WORKSPACE/$INSTALLER/ci ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY + # list the contents of BUILD_OUTPUT directory + ls -al $BUILD_DIRECTORY + # save information regarding artifact into file ( echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION" @@ -395,7 +318,6 @@ echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso" echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)" echo "OPNFV_BUILD_URL=$BUILD_URL" - echo "OPNFV_BUILD=OK" ) > $WORKSPACE/opnfv.properties echo @@ -403,7 +325,7 @@ echo "Done!" - builder: - name: 'deploy' + name: 'foreman-deploy' builders: - shell: | #!/bin/bash @@ -412,7 +334,7 @@ set -o pipefail # log info to console - echo "Startint the deployment. This could take some time..." + echo "Starting the deployment using $INSTALLER. This could take some time..." echo "--------------------------------------------------------" echo @@ -427,7 +349,7 @@ echo "Done!" - builder: - name: 'upload-artifact' + name: 'foreman-upload-artifact' builders: - shell: | #!/bin/bash @@ -436,25 +358,31 @@ set -o pipefail # log info to console - echo "Uploading artifact. This could take some time..." + echo "Uploading the $INSTALLER artifact. This could take some time..." echo "--------------------------------------------------------" echo - # list the build output - ls -al $BUILD_DIRECTORY - # source the opnfv.properties to get ARTIFACT_VERSION source $WORKSPACE/opnfv.properties - # copy artifact property file as latest.properties - # so we can directly get info regarding latest artifact - /bin/cp -f $WORKSPACE/opnfv.properties $WORKSPACE/latest.properties - # upload artifact and additional files to google storage gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1 - gsutil cp $WORKSPACE/latest.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1 + gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1 echo echo "--------------------------------------------------------" echo "Done!" + +- builder: + name: 'foreman-workspace-cleanup' + builders: + - shell: | + #!/bin/bash + set -o errexit + set -o nounset + set -o pipefail + + # delete everything that is in $WORKSPACE + /bin/rm -rf $WORKSPACE +