jjb/genesis/genesis.yml

   1 # this is the job configuration for bgs
   2 - project:
   3
   4     name: genesis
   5
   6     installer:
   7         - foreman
   8         - fuel
   9         - opensteak
  10         - juju
  11     jobs:
  12         - 'genesis-{installer}-verify'
  13         - 'genesis-{installer}-merge'
  14         - 'genesis-{installer}-daily-{stream}'
  15         - 'genesis-build-docs'
  16
  17     # stream:    branch with - in place of / (eg. stable-helium)
  18     # branch:    branch (eg. stable/helium)
  19     stream:
  20         - master:
  21             branch: 'master'
  22
  23     project: 'genesis'
  24
  25 ########################
  26 # job templates
  27 ########################
  28
  29 - job-template:
  30     name: 'genesis-{installer}-verify'
  31
  32     project-type: freestyle
  33
  34     node: ericsson-build
  35
  36     logrotate:
  37         daysToKeep: 30
  38         numToKeep: 10
  39         artifactDaysToKeep: -1
  40         artifactNumToKeep: -1
  41
  42     parameters:
  43         - string:
  44             name: BUILD_DIRECTORY
  45             default: $WORKSPACE/build_output
  46         - string:
  47             name: GIT_BASE
  48             default: https://gerrit.opnfv.org/gerrit/genesis
  49         - project-parameter:
  50             project: '{project}'
  51         - gerrit-parameter:
  52             branch: 'master'
  53
  54     scm:
  55         - gerrit-trigger-scm:
  56             credentials-id: '{ssh-credentials}'
  57             refspec: '$GERRIT_REFSPEC'
  58             choosing-strategy: 'gerrit'
  59
  60     wrappers:
  61         - ssh-agent-credentials:
  62             user: '{ssh-credentials}'
  63
  64     triggers:
  65         - gerrit:
  66             trigger-on:
  67                 - patchset-created-event:
  68                     exclude-drafts: 'false'
  69                     exclude-trivial-rebase: 'false'
  70                     exclude-no-code-change: 'false'
  71                 - draft-published-event
  72                 - comment-added-contains-event:
  73                     comment-contains-value: 'recheck'
  74                 - comment-added-contains-event:
  75                     comment-contains-value: 'reverify'
  76             projects:
  77               - project-compare-type: 'ANT'
  78                 project-pattern: 'genesis'
  79                 branches:
  80                   - branch-compare-type: 'ANT'
  81                     branch-pattern: '**/master'
  82                 file-paths:
  83                   - compare-type: ANT
  84                     pattern: 'common/**'
  85                   - compare-type: ANT
  86                     pattern: '{installer}/**'
  87
  88
  89     builders:
  90         - '{installer}-verify'
  91
  92 - job-template:
  93     name: 'genesis-{installer}-merge'
  94
  95     # builder-merge job to run JJB update
  96     #
  97     # This job's purpose is to update all the JJB
  98
  99     project-type: freestyle
 100
 101     node: ericsson-build
 102
 103     logrotate:
 104         daysToKeep: 30
 105         numToKeep: 40
 106         artifactDaysToKeep: -1
 107         artifactNumToKeep: 5
 108
 109     parameters:
 110         - string:
 111             name: BUILD_DIRECTORY
 112             default: $WORKSPACE/build_output
 113         - string:
 114             name: GIT_BASE
 115             default: https://gerrit.opnfv.org/gerrit/genesis
 116         - project-parameter:
 117             project: '{project}'
 118         - gerrit-parameter:
 119             branch: 'master'
 120
 121     scm:
 122         - gerrit-trigger-scm:
 123             credentials-id: '{ssh-credentials}'
 124             refspec: ''
 125             choosing-strategy: 'default'
 126
 127     wrappers:
 128         - ssh-agent-credentials:
 129             user: '{ssh-credentials}'
 130
 131     triggers:
 132         - gerrit:
 133             trigger-on:
 134                 - change-merged-event
 135                 - comment-added-contains-event:
 136                     comment-contains-value: 'remerge'
 137             projects:
 138               - project-compare-type: 'ANT'
 139                 project-pattern: 'genesis'
 140                 branches:
 141                     - branch-compare-type: 'ANT'
 142                       branch-pattern: '**/master'
 143                 file-paths:
 144                   - compare-type: ANT
 145                     pattern: 'common/**'
 146                   - compare-type: ANT
 147                     pattern: '{installer}/**'
 148
 149     builders:
 150         - '{installer}-merge'
 151
 152 - job-template:
 153     name: 'genesis-{installer}-daily-{stream}'
 154
 155     project-type: freestyle
 156
 157     node: ericsson-build
 158
 159     parameters:
 160         - string:
 161             name: BUILD_DIRECTORY
 162             default: $WORKSPACE/build_output
 163             description: "Directory where the build artifact will be located upon the completion of the build."
 164         - string:
 165             name: GS_URL
 166             default: 'artifacts.opnfv.org/genesis/{installer}'
 167             description: "URL to Google Storage."
 168         - string:
 169             name: INSTALLER
 170             default: '{installer}'
 171             description: "Installer to use."
 172         - string:
 173             name: GIT_BASE
 174             default: https://gerrit.opnfv.org/gerrit/genesis
 175         - string:
 176             name: GERRIT_BRANCH
 177             default: origin/master
 178             description: "Branch to build, deploy and test."
 179         - string:
 180             name: GERRIT_REFSPEC
 181             default: refs/heads/master
 182             description: "Refspec to retrieve."
 183
 184     scm:
 185         - git:
 186             skip-tag: true
 187             url: $GIT_BASE
 188             branches:
 189                 - $GERRIT_BRANCH
 190             refspec: $GERRIT_REFSPEC
 191
 192     triggers:
 193         - pollscm: '@midnight'
 194
 195     logrotate:
 196         daysToKeep: 30
 197         numToKeep: 10
 198         artifactDaysToKeep: -1
 199         artifactNumToKeep: -1
 200
 201     builders:
 202         - '{installer}-daily-master'
 203
 204 - job-template:
 205     name: 'genesis-build-docs'
 206
 207     project-type: freestyle
 208
 209     logrotate:
 210         daysToKeep: 30
 211         numToKeep: 40
 212         artifactDaysToKeep: -1
 213         artifactNumToKeep: 5
 214
 215     parameters:
 216         - project-parameter:
 217             project: '{project}'
 218         - gerrit-parameter:
 219             branch: 'master'
 220
 221     scm:
 222         - gerrit-trigger-scm:
 223             credentials-id: '{ssh-credentials}'
 224             refspec: ''
 225             choosing-strategy: 'default'
 226
 227     wrappers:
 228         - ssh-agent-credentials:
 229             user: '{ssh-credentials}'
 230
 231     triggers:
 232         - gerrit:
 233             trigger-on:
 234                 - change-merged-event
 235                 - comment-added-contains-event:
 236                     comment-contains-value: 'remerge'
 237             projects:
 238               - project-compare-type: 'ANT'
 239                 project-pattern: 'genesis'
 240                 branches:
 241                     - branch-compare-type: 'ANT'
 242                       branch-pattern: '**/master'
 243
 244     builders:
 245         - shell:
 246             !include-raw build-docu.sh
 247
 248 ########################
 249 # builder macros
 250 ########################
 251 - builder:
 252     name: foreman-verify
 253     builders:
 254         - shell: |
 255             #!/bin/bash
 256             set -o errexit
 257             set -o nounset
 258             set -o pipefail
 259             set -x
 260
 261             # get the dependencies - temporary fix for RC0
 262             [[ -d $WORKSPACE/foreman/build ]] || mkdir -p $WORKSPACE/foreman/build
 263             cp /home/jenkins/Downloads/opnfv_iso/* $WORKSPACE/foreman/build/
 264
 265             # below lines perhaps need to be enabled in order to fetch images from internet
 266             # as we are having disk space issues on ericsson-build slave
 267             #wget http://ftp.riken.jp/Linux/centos/7.0.1406/isos/x86_64/CentOS-7.0-1406-x86_64-Minimal.iso
 268             #wget http://download.virtualbox.org/virtualbox/rpm/fedora/20/x86_64/VirtualBox-4.3-4.3.26_98988_fedora18-1.x86_64.rpm
 269             #wget http://repos.duss-janser.ch/vagrant/vagrant_1.7.2_x86_64.rpm
 270
 271             # do the build
 272             cd $WORKSPACE/foreman/ci
 273             ./build.sh $BUILD_DIRECTORY
 274
 275             # list the build artifacts
 276             ls -al $BUILD_DIRECTORY
 277
 278             # remove the BUILD_DIRECTORY to reclaim some space
 279             /bin/rm -rf $BUILD_DIRECTORY
 280
 281 - builder:
 282     name: foreman-merge
 283     builders:
 284         - shell: |
 285             #!/bin/bash
 286             set -o errexit
 287             set -o nounset
 288             set -o pipefail
 289             set -x
 290
 291             # get the dependencies - temporary fix for RC0
 292             [[ -d $WORKSPACE/foreman/build ]] || mkdir -p $WORKSPACE/foreman/build
 293             cp /home/jenkins/Downloads/opnfv_iso/* $WORKSPACE/foreman/build/
 294
 295             # below lines perhaps need to be enabled in order to fetch images from internet
 296             # as we are having disk space issues on ericsson-build slave
 297             #wget http://ftp.riken.jp/Linux/centos/7.0.1406/isos/x86_64/CentOS-7.0-1406-x86_64-Minimal.iso
 298             #wget http://download.virtualbox.org/virtualbox/rpm/fedora/20/x86_64/VirtualBox-4.3-4.3.26_98988_fedora18-1.x86_64.rpm
 299             #wget http://repos.duss-janser.ch/vagrant/vagrant_1.7.2_x86_64.rpm
 300
 301             # do the build
 302             cd $WORKSPACE/foreman/ci
 303             ./build.sh $BUILD_DIRECTORY
 304
 305             # list the build artifacts
 306             ls -al $BUILD_DIRECTORY
 307
 308             # remove the BUILD_DIRECTORY to reclaim some space
 309             /bin/rm -rf $BUILD_DIRECTORY
 310
 311 - builder:
 312     name: foreman-daily-master
 313     builders:
 314         - shell: |
 315             #!/bin/bash
 316             set -o errexit
 317             set -o nounset
 318             set -o pipefail
 319             set -x
 320
 321             # get the dependencies - temporary fix for RC0
 322             [[ -d $WORKSPACE/foreman/build ]] || mkdir -p $WORKSPACE/foreman/build
 323             cp /home/jenkins/Downloads/opnfv_iso/* $WORKSPACE/foreman/build/
 324
 325             # below lines perhaps need to be enabled in order to fetch images from internet
 326             # as we are having disk space issues on ericsson-build slave
 327             #wget http://ftp.riken.jp/Linux/centos/7.0.1406/isos/x86_64/CentOS-7.0-1406-x86_64-Minimal.iso
 328             #wget http://download.virtualbox.org/virtualbox/rpm/fedora/20/x86_64/VirtualBox-4.3-4.3.26_98988_fedora18-1.x86_64.rpm
 329             #wget http://repos.duss-janser.ch/vagrant/vagrant_1.7.2_x86_64.rpm
 330
 331             # do the build
 332             cd $WORKSPACE/foreman/ci
 333             ./build.sh -v $BUILD_ID $BUILD_DIRECTORY
 334
 335         - shell: |
 336             #!/bin/bash
 337             set -o errexit
 338             set -o nounset
 339             set -o pipefail
 340             set -x
 341
 342             # list the build artifacts
 343             ls -al $BUILD_DIRECTORY
 344
 345             cd $BUILD_DIRECTORY
 346
 347             # save information regarding artifact into file
 348             (
 349                 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
 350                 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
 351                 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$BUILD_ID.iso"
 352                 echo "OPNFV_BUILD_URL=$BUILD_URL"
 353                 echo "OPNFV_BUILD=OK"
 354             ) > opnfv-$BUILD_ID.properties
 355
 356             # copy artifact property file as latest.properties
 357             # so we can directly get info regarding latest artifact
 358             /bin/cp -f opnfv-$BUILD_ID.properties latest.properties
 359
 360             # upload artifact and additional files to google storage
 361             gsutil cp OPNFV-CentOS-7-x86_64-$BUILD_ID.iso gs://$GS_URL/opnfv-$BUILD_ID.iso
 362             gsutil cp opnfv-$BUILD_ID.properties gs://$GS_URL/opnfv-$BUILD_ID.properties
 363             gsutil cp latest.properties gs://$GS_URL/latest.properties
 364
 365         - shell: |
 366             #!/bin/bash
 367             set -o errexit
 368             set -o nounset
 369             set -o pipefail
 370             set -x
 371
 372             # get the latest.properties file in order to get info regarding latest artifact
 373             gsutil cp gs://$GS_URL/latest.properties latest.properties
 374
 375             # check if we got the file
 376             [[ -f latest.properties ]] || exit 1
 377
 378             # source the file so we get OPNFV vars
 379             source latest.properties
 380
 381             # download the file
 382             gsutil cp gs://$OPNFV_ARTIFACT_URL $WORKSPACE/opnfv.iso
 383
 384             # list the file
 385             ls -al $WORKSPACE/opnfv.iso
 386
 387             # remove the BUILD_DIRECTORY and downlaoded artifact to reclaim some space
 388             /bin/rm -rf $BUILD_DIRECTORY
 389             /bin/rm -rf $WORKSPACE/opnfv.iso
 390
 391 - builder:
 392     name: fuel-verify
 393     builders:
 394         - shell: |
 395             #!/bin/bash
 396             set -o errexit
 397             set -o nounset
 398             set -o pipefail
 399             set -x
 400
 401             # set/create the cache location
 402             OPNFV_FUEL_CACHE="$(dirname $WORKSPACE)/opnfv_fuel_cache"
 403             [[ -d $OPNFV_FUEL_CACHE ]] || mkdir -p $OPNFV_FUEL_CACHE
 404
 405             # do the build
 406             cd $WORKSPACE/fuel/ci
 407             ./build.sh -c file://$OPNFV_FUEL_CACHE $BUILD_DIRECTORY
 408
 409             # list the build artifacts
 410             ls -al $BUILD_DIRECTORY
 411
 412             # remove the BUILD_DIRECTORY to reclaim some space
 413             /bin/rm -rf $BUILD_DIRECTORY
 414
 415 - builder:
 416     name: fuel-merge
 417     builders:
 418         - shell: |
 419             #!/bin/bash
 420             set -o errexit
 421             set -o nounset
 422             set -o pipefail
 423             set -x
 424
 425             # set/create the cache location
 426             OPNFV_FUEL_CACHE="$(dirname $WORKSPACE)/opnfv_fuel_cache"
 427             [[ -d $OPNFV_FUEL_CACHE ]] || mkdir -p $OPNFV_FUEL_CACHE
 428
 429             # do the build
 430             cd $WORKSPACE/fuel/ci
 431             ./build.sh -c file://$OPNFV_FUEL_CACHE $BUILD_DIRECTORY
 432
 433             # list the build artifacts
 434             ls -al $BUILD_DIRECTORY
 435
 436             # remove the BUILD_DIRECTORY to reclaim some space
 437             /bin/rm -rf $BUILD_DIRECTORY
 438
 439 - builder:
 440     name: fuel-daily-master
 441     builders:
 442         - shell: |
 443             #!/bin/bash
 444             set -o errexit
 445             set -o nounset
 446             set -o pipefail
 447             set -x
 448
 449             # set/create the cache location
 450             OPNFV_FUEL_CACHE="$(dirname $WORKSPACE)/opnfv_fuel_cache"
 451             [[ -d $OPNFV_FUEL_CACHE ]] || mkdir -p $OPNFV_FUEL_CACHE
 452
 453             # do the build
 454             cd $WORKSPACE/fuel/ci
 455             ./build.sh -f t -v $BUILD_ID -c file://$OPNFV_FUEL_CACHE $BUILD_DIRECTORY
 456
 457         - shell: |
 458             #!/bin/bash
 459             set -o errexit
 460             set -o nounset
 461             set -o pipefail
 462             set -x
 463
 464             # list the build artifacts
 465             ls -al $BUILD_DIRECTORY
 466
 467             cd $BUILD_DIRECTORY
 468
 469             # save information regarding artifact into file
 470             (
 471                 echo "OPNFV_GIT_URL=$(git config --get remote.origin.url)"
 472                 echo "OPNFV_GIT_SHA1=$(git rev-parse HEAD)"
 473                 echo "OPNFV_ARTIFACT_URL=$GS_URL/opnfv-$BUILD_ID.iso"
 474                 echo "OPNFV_BUILD_URL=$BUILD_URL"
 475                 echo "OPNFV_BUILD=OK"
 476             ) > opnfv-$BUILD_ID.properties
 477
 478             # copy artifact property file as latest.properties
 479             # so we can directly get info regarding latest artifact
 480             /bin/cp -f opnfv-$BUILD_ID.properties latest.properties
 481
 482             # upload artifact and additional files to google storage
 483             gsutil cp opnfv-$BUILD_ID.iso gs://$GS_URL/opnfv-$BUILD_ID.iso
 484             gsutil cp opnfv-$BUILD_ID.properties gs://$GS_URL/opnfv-$BUILD_ID.properties
 485             gsutil cp latest.properties gs://$GS_URL/latest.properties
 486
 487         - shell: |
 488             #!/bin/bash
 489             set -o errexit
 490             set -o nounset
 491             set -o pipefail
 492             set -x
 493
 494             # get the latest.properties file in order to get info regarding latest artifact
 495             gsutil cp gs://$GS_URL/latest.properties latest.properties
 496
 497             # check if we got the file
 498             [[ -f latest.properties ]] || exit 1
 499
 500             # source the file so we get OPNFV vars
 501             source latest.properties
 502
 503             # download the file
 504             gsutil cp gs://$OPNFV_ARTIFACT_URL $WORKSPACE/opnfv.iso
 505
 506             # list the file
 507             ls -al $WORKSPACE/opnfv.iso
 508
 509             # remove the BUILD_DIRECTORY and downlaoded artifact to reclaim some space
 510             /bin/rm -rf $BUILD_DIRECTORY
 511             /bin/rm -rf $WORKSPACE/opnfv.iso
 512
 513 - builder:
 514     name: opensteak-verify
 515     builders:
 516         - shell: |
 517             #!/bin/bash
 518
 519             echo "Hello World!"
 520
 521 - builder:
 522     name: opensteak-merge
 523     builders:
 524         - shell: |
 525             #!/bin/bash
 526
 527             echo "Hello World!"
 528
 529 - builder:
 530     name: opensteak-daily-master
 531     builders:
 532         - shell: |
 533             #!/bin/bash
 534
 535             echo "Hello World!"
 536 - builder:
 537     name: juju-verify
 538     builders:
 539         - shell: |
 540             #!/bin/bash
 541
 542             echo "Hello World!"
 543
 544 - builder:
 545     name: juju-merge
 546     builders:
 547         - shell: |
 548             #!/bin/bash
 549
 550             echo "Hello World!"
 551
 552 - builder:
 553     name: juju-daily-master
 554     builders:
 555         - shell: |
 556             #!/bin/bash
 557
 558             echo "Hello World!"