jjb/genesis/genesis-foreman.yml

   1 ########################
   2 # Job configuration for genesis/foreman
   3 ########################
   4 - project:
   5
   6     name: genesis-foreman
   7
   8     project: 'genesis'
   9
  10     installer: 'foreman'
  11
  12     jobs:
  13         - 'genesis-foreman-verify-{stream}'
  14         - 'genesis-foreman-merge'
  15         - 'genesis-foreman-daily-{stream}'
  16         - 'genesis-foreman-build-{stream}'
  17         - 'genesis-foreman-deploy-{stream}'
  18
  19     # stream:    branch with - in place of / (eg. stable-arno)
  20     # branch:    branch (eg. stable/arno)
  21     stream:
  22         - master:
  23             branch: 'master'
  24             gs-pathname: ''
  25         - stable-arno:
  26             branch: 'stable/arno'
  27             gs-pathname: '/arno'
  28 ########################
  29 # job templates
  30 ########################
  31
  32 - job-template:
  33     name: 'genesis-foreman-verify-{stream}'
  34
  35     project-type: freestyle
  36
  37     node: ericsson-build
  38
  39     concurrent: true
  40
  41     properties:
  42         - throttle:
  43             enabled: true
  44             max-total: 2
  45
  46     logrotate:
  47         daysToKeep: 30
  48         numToKeep: 10
  49         artifactDaysToKeep: -1
  50         artifactNumToKeep: -1
  51
  52     parameters:
  53         - project-parameter:
  54             project: '{project}'
  55         - gerrit-parameter:
  56             branch: '{branch}'
  57         - foreman-parameter:
  58             installer: '{installer}'
  59             gs-pathname: '{gs-pathname}'
  60     scm:
  61         - gerrit-trigger-scm:
  62             credentials-id: '{ssh-credentials}'
  63             refspec: '$GERRIT_REFSPEC'
  64             choosing-strategy: 'gerrit'
  65
  66     wrappers:
  67         - ssh-agent-credentials:
  68             user: '{ssh-credentials}'
  69
  70     triggers:
  71         - gerrit:
  72             trigger-on:
  73                 - patchset-created-event:
  74                     exclude-drafts: 'false'
  75                     exclude-trivial-rebase: 'false'
  76                     exclude-no-code-change: 'false'
  77                 - draft-published-event
  78                 - comment-added-contains-event:
  79                     comment-contains-value: 'recheck'
  80                 - comment-added-contains-event:
  81                     comment-contains-value: 'reverify'
  82             projects:
  83               - project-compare-type: 'ANT'
  84                 project-pattern: 'genesis'
  85                 branches:
  86                   - branch-compare-type: 'ANT'
  87                     branch-pattern: '**/{branch}'
  88                 file-paths:
  89                   - compare-type: ANT
  90                     pattern: 'common/**'
  91                   - compare-type: ANT
  92                     pattern: '{installer}/**'
  93
  94     builders:
  95         - 'foreman-build'
  96         - 'foreman-workspace-cleanup'
  97
  98 - job-template:
  99     name: 'genesis-foreman-merge'
 100
 101     project-type: freestyle
 102
 103     node: ericsson-build
 104
 105     concurrent: true
 106
 107     properties:
 108         - throttle:
 109             enabled: true
 110             max-total: 2
 111
 112     logrotate:
 113         daysToKeep: 30
 114         numToKeep: 40
 115         artifactDaysToKeep: -1
 116         artifactNumToKeep: 5
 117
 118     parameters:
 119         - project-parameter:
 120             project: '{project}'
 121         - gerrit-parameter:
 122             branch: 'master'
 123         - foreman-parameter:
 124             installer: '{installer}'
 125             gs-pathname: ''
 126     scm:
 127         - gerrit-trigger-scm:
 128             credentials-id: '{ssh-credentials}'
 129             refspec: ''
 130             choosing-strategy: 'default'
 131
 132     wrappers:
 133         - ssh-agent-credentials:
 134             user: '{ssh-credentials}'
 135
 136     triggers:
 137         - gerrit:
 138             trigger-on:
 139                 - change-merged-event
 140                 - comment-added-contains-event:
 141                     comment-contains-value: 'remerge'
 142             projects:
 143               - project-compare-type: 'ANT'
 144                 project-pattern: 'genesis'
 145                 branches:
 146                     - branch-compare-type: 'ANT'
 147                       branch-pattern: '**/master'
 148                 file-paths:
 149                   - compare-type: ANT
 150                     pattern: 'common/**'
 151                   - compare-type: ANT
 152                     pattern: '{installer}/**'
 153
 154     builders:
 155         - 'foreman-build'
 156         - 'fuel-workspace-cleanup'
 157
 158 - job-template:
 159     name: 'genesis-foreman-daily-{stream}'
 160
 161     project-type: freestyle
 162
 163     node: ericsson-build
 164
 165     disabled: false
 166
 167     triggers:
 168         - 'foreman-{stream}'
 169
 170     parameters:
 171         - project-parameter:
 172             project: '{project}'
 173         - foreman-parameter:
 174             installer: '{installer}'
 175             gs-pathname: '{gs-pathname}'
 176     scm:
 177         - git-scm:
 178             credentials-id: '{ssh-credentials}'
 179             refspec: ''
 180             branch: '{branch}'
 181
 182     logrotate:
 183         daysToKeep: 30
 184         numToKeep: 10
 185         artifactDaysToKeep: -1
 186         artifactNumToKeep: -1
 187
 188     builders:
 189         - trigger-builds:
 190           - project: 'genesis-foreman-build-{stream}'
 191             git-revision: true
 192             block: true
 193         - trigger-builds:
 194           - project: 'genesis-foreman-deploy-{stream}'
 195             git-revision: true
 196             block: true
 197         - trigger-builds:
 198           - project: 'functest-opnfv-jump-2'
 199             block: true
 200         - trigger-builds:
 201           - project: 'yardstick-opnfv-jump-2'
 202             block: true
 203
 204 - job-template:
 205     name: 'genesis-foreman-build-{stream}'
 206
 207     project-type: freestyle
 208
 209     node: ericsson-build
 210
 211     logrotate:
 212         daysToKeep: 30
 213         numToKeep: 10
 214         artifactDaysToKeep: -1
 215         artifactNumToKeep: -1
 216
 217     parameters:
 218         - project-parameter:
 219             project: '{project}'
 220         - foreman-parameter:
 221             installer: '{installer}'
 222             gs-pathname: '{gs-pathname}'
 223     scm:
 224         - git-scm:
 225             credentials-id: '{ssh-credentials}'
 226             refspec: ''
 227             branch: '{branch}'
 228
 229     builders:
 230         - 'foreman-build'
 231         - 'foreman-upload-artifact'
 232         - 'fuel-workspace-cleanup'
 233
 234 - job-template:
 235     name: 'genesis-foreman-deploy-{stream}'
 236
 237     project-type: freestyle
 238
 239     disabled: false
 240
 241     node: opnfv-jump-2
 242
 243     logrotate:
 244         daysToKeep: 30
 245         numToKeep: 10
 246         artifactDaysToKeep: -1
 247         artifactNumToKeep: -1
 248
 249     parameters:
 250         - project-parameter:
 251             project: '{project}'
 252         - foreman-parameter:
 253             installer: '{installer}'
 254             gs-pathname: '{gs-pathname}'
 255         - string:
 256             name: GIT_BASE
 257             default: ssh://gerrit.opnfv.org:29418/$PROJECT
 258             description: "Used for overriding the GIT URL coming from parameters macro."
 259
 260     scm:
 261         - git-scm:
 262             credentials-id: '{ssh-credentials}'
 263             refspec: ''
 264             branch: '{branch}'
 265
 266     builders:
 267         - 'foreman-deploy'
 268
 269 ########################
 270 # parameter macros
 271 ########################
 272 - parameter:
 273     name: foreman-parameter
 274     parameters:
 275         - string:
 276             name: INSTALLER
 277             default: '{installer}'
 278             description: "Installer to use."
 279         - string:
 280             name: BUILD_DIRECTORY
 281             default: $WORKSPACE/build_output
 282             description: "Directory where the build artifact will be located upon the completion of the build."
 283         - string:
 284             name: CACHE_DIRECTORY
 285             default: $HOME/opnfv/cache/genesis-$INSTALLER{gs-pathname}
 286             description: "Directory where the cache to be used during the build is located."
 287         - string:
 288             name: GIT_BASE
 289             default: https://gerrit.opnfv.org/gerrit/$PROJECT
 290             description: "Used for overriding the GIT URL coming from Global Jenkins configuration in case if the stuff is done on none-LF HW."
 291         - string:
 292             name: GS_URL
 293             default: artifacts.opnfv.org/$PROJECT/$INSTALLER{gs-pathname}
 294             description: "URL to Google Storage."
 295
 296 ########################
 297 # builder macros
 298 ########################
 299 - builder:
 300     name: 'foreman-build'
 301     builders:
 302         - shell: |
 303             #!/bin/bash
 304             set -o errexit
 305             set -o nounset
 306             set -o pipefail
 307
 308             # log info to console
 309             echo "Starting the build of $INSTALLER. This could take some time..."
 310             echo "--------------------------------------------------------"
 311             echo
 312
 313             # create the cache directory if it doesn't exist
 314             [[ -d $CACHE_DIRECTORY ]] || mkdir -p $CACHE_DIRECTORY
 315
 316             # set OPNFV_ARTIFACT_VERSION
 317             export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d_%H-%M-%S")
 318
 319             # start the build
 320             cd $WORKSPACE/$INSTALLER/ci
 321             ./build.sh -v $OPNFV_ARTIFACT_VERSION -c file://$CACHE_DIRECTORY $BUILD_DIRECTORY
 322
 323             # list the contents of BUILD_OUTPUT directory
 324             ls -al $BUILD_DIRECTORY
 325
 326             # save information regarding artifact into file
 327             (
 328                 echo "OPNFV_ARTIFACT_VERSION=$OPNFV_ARTIFACT_VERSION"
 329                 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
 330                 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
 331                 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
 332                 echo "OPNFV_ARTIFACT_MD5SUM=$(md5sum $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso | cut -d' ' -f1)"
 333                 echo "OPNFV_BUILD_URL=$BUILD_URL"
 334             ) > $WORKSPACE/opnfv.properties
 335
 336             echo
 337             echo "--------------------------------------------------------"
 338             echo "Done!"
 339
 340 - builder:
 341     name: 'foreman-deploy'
 342     builders:
 343         - shell: |
 344             #!/bin/bash
 345             set -o errexit
 346             set -o nounset
 347             set -o pipefail
 348
 349             # log info to console
 350             echo "Starting the deployment using $INSTALLER. This could take some time..."
 351             echo "--------------------------------------------------------"
 352             echo
 353
 354             # cleanup first
 355             sudo $WORKSPACE/$INSTALLER/ci/clean.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
 356
 357             # and then initiate deployment
 358             sudo $WORKSPACE/$INSTALLER/ci/deploy.sh -base_config $WORKSPACE/$INSTALLER/ci/inventory/lf_pod2_ksgen_settings.yml
 359
 360             echo
 361             echo "--------------------------------------------------------"
 362             echo "Done!"
 363
 364 - builder:
 365     name: 'foreman-upload-artifact'
 366     builders:
 367         - shell: |
 368             #!/bin/bash
 369             set -o errexit
 370             set -o nounset
 371             set -o pipefail
 372
 373             # log info to console
 374             echo "Uploading the $INSTALLER artifact. This could take some time..."
 375             echo "--------------------------------------------------------"
 376             echo
 377
 378             # source the opnfv.properties to get ARTIFACT_VERSION
 379             source $WORKSPACE/opnfv.properties
 380
 381             # upload artifact and additional files to google storage
 382             gsutil cp $BUILD_DIRECTORY/OPNFV-CentOS-7-x86_64-$OPNFV_ARTIFACT_VERSION.iso gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso > gsutil.iso.log 2>&1
 383             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties > gsutil.properties.log 2>&1
 384             gsutil cp $WORKSPACE/opnfv.properties gs://$GS_URL/latest.properties > gsutil.latest.log 2>&1
 385
 386             echo
 387             echo "--------------------------------------------------------"
 388             echo "Done!"
 389             echo "Artifact is available as http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.iso"
 390
 391 - builder:
 392     name: 'foreman-workspace-cleanup'
 393     builders:
 394         - shell: |
 395             #!/bin/bash
 396             set -o errexit
 397             set -o nounset
 398             set -o pipefail
 399
 400             # delete everything that is in $WORKSPACE
 401             /bin/rm -rf $WORKSPACE
 402
 403 ########################
 404 # trigger macros
 405 ########################
 406 - trigger:
 407     name: 'foreman-master'
 408     triggers:
 409         - pollscm: '0 21 * * *'
 410
 411 - trigger:
 412     name: 'foreman-stable-arno'
 413     triggers:
 414         - pollscm: '0 3 * * *'