X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Fgenesis%2Fgenesis-foreman.yml;h=b75fd5a8bd285a8bc652ec4f54f92183c0393f3b;hb=5b0fe83c29dced0f99ff1bb64837edddb44df378;hp=faa4d477d3a42dd9316a8e2007dee196fb146d27;hpb=4023f1eaafc08a628384758f19e9735e4926902d;p=releng.git diff --git a/jjb/genesis/genesis-foreman.yml b/jjb/genesis/genesis-foreman.yml index faa4d477d..b75fd5a8b 100644 --- a/jjb/genesis/genesis-foreman.yml +++ b/jjb/genesis/genesis-foreman.yml @@ -1,38 +1,51 @@ -# this is the job configuration for bgs +######################## +# Job configuration for genesis/foreman +######################## - project: name: genesis-foreman project: 'genesis' - installer: - - foreman + installer: 'foreman' jobs: - - 'genesis-{installer}-verify' - - 'genesis-{installer}-merge' - - 'genesis-{installer}-daily-{stream}' - - 'genesis-{installer}-build' - - 'genesis-{installer}-deploy' - - # stream: branch with - in place of / (eg. stable-helium) - # branch: branch (eg. stable/helium) + - 'genesis-foreman-verify-{stream}' + - 'genesis-foreman-merge-{stream}' + - 'genesis-foreman-daily-{stream}' + - 'genesis-foreman-build-{stream}' + - 'genesis-foreman-deploy-{stream}' + - 'genesis-foreman-lab-reconfig-{stream}' + - 'genesis-foreman-deploy-runner-{stream}' + - 'genesis-foreman-deploy-virtual-{stream}' + + # stream: branch with - in place of / (eg. stable-arno) + # branch: branch (eg. stable/arno) stream: - master: branch: 'master' - - + gs-pathname: '' + - stable-arno: + branch: 'stable/arno' + gs-pathname: '/arno' ######################## # job templates ######################## - job-template: - name: 'genesis-{installer}-verify' + name: 'genesis-foreman-verify-{stream}' project-type: freestyle node: ericsson-build + concurrent: true + + properties: + - throttle: + enabled: true + max-total: 1 + logrotate: daysToKeep: 30 numToKeep: 10 @@ -40,24 +53,13 @@ artifactNumToKeep: -1 parameters: - - string: - name: INSTALLER - default: '{installer}' - description: "Installer to use." - - string: - name: BUILD_DIRECTORY - default: $WORKSPACE/build_output - - string: - name: CACHE_DIRECTORY - default: '$HOME/opnfv/cache/genesis-{installer}' - - string: - name: GIT_BASE - default: https://gerrit.opnfv.org/gerrit/genesis - project-parameter: project: '{project}' - gerrit-parameter: - branch: 'master' - + branch: '{branch}' + - foreman-parameter: + installer: '{installer}' + gs-pathname: '{gs-pathname}' scm: - gerrit-trigger-scm: credentials-id: '{ssh-credentials}' @@ -85,28 +87,31 @@ project-pattern: 'genesis' branches: - branch-compare-type: 'ANT' - branch-pattern: '**/master' + branch-pattern: '**/{branch}' file-paths: - compare-type: ANT pattern: 'common/**' - compare-type: ANT pattern: '{installer}/**' - builders: - - 'verify' + - 'foreman-build' + - 'foreman-workspace-cleanup' - job-template: - name: 'genesis-{installer}-merge' - - # builder-merge job to run JJB update - # - # This job's purpose is to update all the JJB + name: 'genesis-foreman-merge-{stream}' project-type: freestyle node: ericsson-build + concurrent: true + + properties: + - throttle: + enabled: true + max-total: 2 + logrotate: daysToKeep: 30 numToKeep: 40 @@ -114,24 +119,13 @@ artifactNumToKeep: 5 parameters: - - string: - name: INSTALLER - default: '{installer}' - description: "Installer to use." - - string: - name: BUILD_DIRECTORY - default: $WORKSPACE/build_output - - string: - name: CACHE_DIRECTORY - default: '$HOME/opnfv/cache/genesis-{installer}' - - string: - name: GIT_BASE - default: https://gerrit.opnfv.org/gerrit/genesis - project-parameter: project: '{project}' - gerrit-parameter: - branch: 'master' - + branch: '{branch}' + - foreman-parameter: + installer: '{installer}' + gs-pathname: '' scm: - gerrit-trigger-scm: credentials-id: '{ssh-credentials}' @@ -153,7 +147,7 @@ project-pattern: 'genesis' branches: - branch-compare-type: 'ANT' - branch-pattern: '**/master' + branch-pattern: '**/{branch}' file-paths: - compare-type: ANT pattern: 'common/**' @@ -161,29 +155,33 @@ pattern: '{installer}/**' builders: - - 'merge' + - 'foreman-build' + - 'fuel-workspace-cleanup' - job-template: - name: 'genesis-{installer}-daily-{stream}' + name: 'genesis-foreman-daily-{stream}' project-type: freestyle node: ericsson-build + disabled: true + + triggers: + - 'foreman-{stream}' + parameters: - - genesis-parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: installer: '{installer}' + gs-pathname: '{gs-pathname}' scm: - - git: - skip-tag: true - url: $GIT_BASE - branches: - - $GERRIT_BRANCH - refspec: $GERRIT_REFSPEC - - triggers: - - pollscm: '@midnight' + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: '{branch}' logrotate: daysToKeep: 30 @@ -193,23 +191,32 @@ builders: - trigger-builds: - - project: 'genesis-{installer}-build' + - project: 'genesis-foreman-build-{stream}' git-revision: true block: true - trigger-builds: - - project: 'genesis-{installer}-deploy' + - project: 'genesis-foreman-lab-reconfig-{stream}' + git-revision: true + block: true + - trigger-builds: + - project: 'genesis-foreman-deploy-{stream}' git-revision: true block: true - trigger-builds: - project: 'functest-opnfv-jump-2' block: true + - trigger-builds: + - project: 'yardstick-opnfv-jump-2' + block: true - job-template: - name: 'genesis-{installer}-build' + name: 'genesis-foreman-deploy-runner-{stream}' project-type: freestyle - node: ericsson-build + disabled: false + + node: master logrotate: daysToKeep: 30 @@ -218,26 +225,74 @@ artifactNumToKeep: -1 parameters: - - genesis-parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: installer: '{installer}' + gs-pathname: '{gs-pathname}' + - string: + name: GIT_BASE + default: ssh://gerrit.opnfv.org:29418/$PROJECT + description: "Used for overriding the GIT URL coming from parameters macro." scm: - - git: - skip-tag: true - url: $GIT_BASE - branches: - - $GERRIT_BRANCH - refspec: $GERRIT_REFSPEC + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: '{branch}' + + properties: + - build-blocker: + use-build-blocker: true + blocking-jobs: + - "genesis-fuel-daily.*" + - "genesis-fuel-deploy-runner-{stream}" + - "genesis-foreman-daily.*" builders: - - 'build' - - 'upload-artifact' + - 'foreman-lab-reconfig' + - trigger-builds: + - project: 'genesis-foreman-deploy-{stream}' + git-revision: true + block: true - job-template: - name: 'genesis-{installer}-deploy' + name: 'genesis-foreman-build-{stream}' project-type: freestyle + node: ericsson-build + + logrotate: + daysToKeep: 30 + numToKeep: 10 + artifactDaysToKeep: -1 + artifactNumToKeep: -1 + + parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: + installer: '{installer}' + gs-pathname: '{gs-pathname}' + scm: + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: '{branch}' + + builders: + - 'foreman-build' + - 'foreman-upload-artifact' + - 'fuel-workspace-cleanup' + +- job-template: + name: 'genesis-foreman-deploy-{stream}' + + project-type: freestyle + + disabled: false + node: opnfv-jump-2 logrotate: @@ -247,25 +302,135 @@ artifactNumToKeep: -1 parameters: - - genesis-parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: installer: '{installer}' + gs-pathname: '{gs-pathname}' + - string: + name: GIT_BASE + default: ssh://gerrit.opnfv.org:29418/$PROJECT + description: "Used for overriding the GIT URL coming from parameters macro." + + scm: + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: '{branch}' + + builders: + - 'foreman-deploy' + +- job-template: + name: 'genesis-foreman-lab-reconfig-{stream}' + + project-type: freestyle + + disabled: false + + node: master + + logrotate: + daysToKeep: 30 + numToKeep: 10 + artifactDaysToKeep: -1 + artifactNumToKeep: -1 + + parameters: + - project-parameter: + project: '{project}' + - foreman-parameter: + installer: '{installer}' + gs-pathname: '{gs-pathname}' + - string: + name: GIT_BASE + default: ssh://gerrit.opnfv.org:29418/$PROJECT + description: "Used for overriding the GIT URL coming from parameters macro." scm: - - git: - skip-tag: true - url: $GIT_BASE - branches: - - $GERRIT_BRANCH - refspec: $GERRIT_REFSPEC + - git-scm: + credentials-id: '{ssh-credentials}' + refspec: '' + branch: '{branch}' + + properties: + - build-blocker: + use-build-blocker: true + blocking-jobs: + - "genesis-fuel-daily.*" + + builders: + - 'foreman-lab-reconfig' + +- job-template: + name: 'genesis-foreman-deploy-virtual-{stream}' + + project-type: freestyle + + node: opnfv-jump-1 + + logrotate: + daysToKeep: 30 + numToKeep: 10 + artifactDaysToKeep: -1 + artifactNumToKeep: -1 + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - foreman-parameter: + installer: '{installer}' + gs-pathname: '{gs-pathname}' + - string: + name: GIT_BASE + default: ssh://gerrit.opnfv.org:29418/$PROJECT + description: "Used for overriding the GIT URL coming from parameters macro." + scm: + - gerrit-trigger-scm: + credentials-id: '{ssh-credentials}' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - ssh-agent-credentials: + user: '{ssh-credentials}' + + triggers: + - gerrit: + trigger-on: + - patchset-created-event: + exclude-drafts: 'false' + exclude-trivial-rebase: 'false' + exclude-no-code-change: 'false' + - draft-published-event + - comment-added-contains-event: + comment-contains-value: 'recheck' + - comment-added-contains-event: + comment-contains-value: 'reverify' + projects: + - project-compare-type: 'ANT' + project-pattern: 'genesis' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + file-paths: + - compare-type: ANT + pattern: 'common/**' + - compare-type: ANT + pattern: '{installer}/**' + dependency-jobs: 'genesis-foreman-verify-{stream}' + builders: - - 'deploy' + - 'foreman-deploy-virtual' ######################## # parameter macros ######################## - parameter: - name: genesis-parameters + name: foreman-parameter parameters: - string: name: INSTALLER @@ -277,90 +442,99 @@ description: "Directory where the build artifact will be located upon the completion of the build." - string: name: CACHE_DIRECTORY - default: '$HOME/opnfv/cache/genesis-{installer}' + default: $HOME/opnfv/cache/genesis-$INSTALLER{gs-pathname} description: "Directory where the cache to be used during the build is located." - string: name: GIT_BASE - default: https://gerrit.opnfv.org/gerrit/genesis + default: https://gerrit.opnfv.org/gerrit/$PROJECT description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW." - - string: - name: GERRIT_BRANCH - default: origin/master - description: "Branch to build, deploy and test." - - string: - name: GERRIT_REFSPEC - default: refs/heads/master - description: "Refspec to retrieve." - string: name: GS_URL - default: 'artifacts.opnfv.org/genesis/{installer}' + default: artifacts.opnfv.org/$PROJECT/$INSTALLER{gs-pathname} description: "URL to Google Storage." ######################## # builder macros ######################## - builder: - name: 'verify' + name: 'foreman-lab-reconfig' builders: - shell: | #!/bin/bash set -o errexit set -o nounset set -o pipefail - set -x - - # get the dependencies - temporary fix for RC0 - [[ -d $WORKSPACE/$INSTALLER/build ]] || mkdir -p $WORKSPACE/$INSTALLER/build - cp /home/jenkins/Downloads/opnfv_iso/* $WORKSPACE/$INSTALLER/build/ - # below lines perhaps need to be enabled in order to fetch images from internet - # as we are having disk space issues on ericsson-build slave - #wget http://ftp.riken.jp/Linux/centos/7.0.1406/isos/x86_64/CentOS-7.0-1406-x86_64-Minimal.iso - #wget http://download.virtualbox.org/virtualbox/rpm/fedora/20/x86_64/VirtualBox-4.3-4.3.26_98988_fedora18-1.x86_64.rpm - #wget http://repos.duss-janser.ch/vagrant/vagrant_1.7.2_x86_64.rpm - - # do the build - cd $WORKSPACE/$INSTALLER/ci - ./build.sh $BUILD_DIRECTORY + # check to see if ucs login info file exists + if [ -e ~/.ssh/ucs_creds ];then + source ~/.ssh/ucs_creds + else + echo "Unable to find UCS credentials for LF lab reconfiguration...Exiting" + exit 1 + fi + + # clone releng + echo "Cloning releng repo..." + if ! GIT_SSL_NO_VERIFY=true git clone https://gerrit.opnfv.org/gerrit/releng; then + echo "Unable to clone releng repo...Exiting" + exit 1 + fi - # list the build artifacts - ls -al $BUILD_DIRECTORY + # log info to console + echo "Starting the lab reconfiguration for $INSTALLER..." + echo "--------------------------------------------------------" + echo - # remove the BUILD_DIRECTORY to reclaim some space - /bin/rm -rf $BUILD_DIRECTORY + # create venv + $WORKSPACE/releng/utils/lab-reconfiguration/create_venv.sh -- builder: - name: 'merge' - builders: - - shell: | - #!/bin/bash - set -o errexit + # disable nounset because 'activate' script contains unbound variable(s) + set +o nounset + # enter venv + source $WORKSPACE/releng/utils/lab-reconfiguration/venv/bin/activate + # set nounset back again set -o nounset - set -o pipefail - set -x - - # get the dependencies - temporary fix for RC0 - [[ -d $WORKSPACE/$INSTALLER/build ]] || mkdir -p $WORKSPACE/$INSTALLER/build - cp /home/jenkins/Downloads/opnfv_iso/* $WORKSPACE/$INSTALLER/build/ - # below lines perhaps need to be enabled in order to fetch images from internet - # as we are having disk space issues on ericsson-build slave - #wget http://ftp.riken.jp/Linux/centos/7.0.1406/isos/x86_64/CentOS-7.0-1406-x86_64-Minimal.iso - #wget http://download.virtualbox.org/virtualbox/rpm/fedora/20/x86_64/VirtualBox-4.3-4.3.26_98988_fedora18-1.x86_64.rpm - #wget http://repos.duss-janser.ch/vagrant/vagrant_1.7.2_x86_64.rpm + # verify we are in venv + if [[ ! $(which python | grep venv) ]]; then + echo "Unable to activate venv...Exiting" + exit 1 + fi + + python $WORKSPACE/releng/utils/lab-reconfiguration/reconfigUcsNet.py -i $ucs_host -u $ucs_user -p $ucs_password -f $WORKSPACE/releng/utils/lab-reconfiguration/foreman.yaml + + # while undergoing reboot + sleep 30 + + # check to see if slave is back up + ping_counter=0 + ping_flag=0 + while [ "$ping_counter" -lt 20 ]; do + if [[ $(ping -c 5 172.30.10.72) ]]; then + ping_flag=1 + break + fi + ((ping_counter++)) + sleep 10 + done + + if [ "$ping_flag" -eq 1 ]; then + echo "Slave is pingable, now wait 90 seconds for services to start" + sleep 90 + else + echo "Slave did not come back up after reboot: please check opnfv-jump-2" + exit 1 + fi + + set +o nounset + deactivate - # do the build - cd $WORKSPACE/$INSTALLER/ci - ./build.sh $BUILD_DIRECTORY - - # list the build artifacts - ls -al $BUILD_DIRECTORY - - # remove the BUILD_DIRECTORY to reclaim some space - /bin/rm -rf $BUILD_DIRECTORY + echo + echo "--------------------------------------------------------" + echo "Done!" - builder: - name: 'build' + name: 'foreman-build' builders: - shell: | #!/bin/bash @@ -369,7 +543,7 @@ set -o pipefail # log info to console - echo "Starting build of $INSTALLER. This could take some time..." + echo "Starting the build of $INSTALLER. This could take some time..." echo "--------------------------------------------------------" echo @@ -383,6 +557,9 @@ cd $WORKSPACE/$INSTALLER/ci ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY + # list the contents of BUILD_OUTPUT directory + ls -al $BUILD_DIRECTORY + # save information regarding artifact into file ( echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION" @@ -391,7 +568,6 @@ echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso" echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)" echo "OPNFV_BUILD_URL=$BUILD_URL" - echo "OPNFV_BUILD=OK" ) > $WORKSPACE/opnfv.properties echo @@ -399,7 +575,7 @@ echo "Done!" - builder: - name: 'deploy' + name: 'foreman-deploy' builders: - shell: | #!/bin/bash @@ -408,12 +584,12 @@ set -o pipefail # log info to console - echo "Startint the deployment. This could take some time..." + echo "Starting the deployment using $INSTALLER. This could take some time..." echo "--------------------------------------------------------" echo # cleanup first - sudo $WORKSPACE/$INSTALLER/ci/clean.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml + sudo $WORKSPACE/common/ci/clean.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml # and then initiate deployment sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml @@ -423,7 +599,7 @@ echo "Done!" - builder: - name: 'upload-artifact' + name: 'foreman-deploy-virtual' builders: - shell: | #!/bin/bash @@ -432,25 +608,68 @@ set -o pipefail # log info to console - echo "Uploading artifact. This could take some time..." + echo "Starting the virtual deployment using $INSTALLER. This could take some time..." echo "--------------------------------------------------------" echo - # list the build output - ls -al $BUILD_DIRECTORY + # cleanup baremetal first (in case baremetal was being used on pod2, remove when moved to isolated Virtual pod) + sudo $WORKSPACE/common/ci/clean.sh + + # initiate virtual deployment + sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -virtual + + echo + echo "--------------------------------------------------------" + echo "Done!" + +- builder: + name: 'foreman-upload-artifact' + builders: + - shell: | + #!/bin/bash + set -o errexit + set -o nounset + set -o pipefail + + # log info to console + echo "Uploading the $INSTALLER artifact. This could take some time..." + echo "--------------------------------------------------------" + echo # source the opnfv.properties to get ARTIFACT_VERSION source $WORKSPACE/opnfv.properties - # copy artifact property file as latest.properties - # so we can directly get info regarding latest artifact - /bin/cp -f $WORKSPACE/opnfv.properties $WORKSPACE/latest.properties - # upload artifact and additional files to google storage gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1 gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1 - gsutil cp $WORKSPACE/latest.properties gs://$GS_URL/latest.properties gsutil.latest.log 2>&1 + gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1 echo echo "--------------------------------------------------------" echo "Done!" + echo "Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso" + +- builder: + name: 'foreman-workspace-cleanup' + builders: + - shell: | + #!/bin/bash + set -o errexit + set -o nounset + set -o pipefail + + # delete everything that is in $WORKSPACE + /bin/rm -rf $WORKSPACE + +######################## +# trigger macros +######################## +- trigger: + name: 'foreman-master' + triggers: + - pollscm: '0 21 * * *' + +- trigger: + name: 'foreman-stable-arno' + triggers: + - pollscm: '0 1 * * *'