jjb/compass4nfv/compass-ci-jobs.yml

   1 - project:
   2
   3     name: compass-ci
   4
   5     installer: 'compass'
   6
   7     project: 'compass4nfv'
   8
   9     master: &master
  10         stream: master
  11         branch: '{stream}'
  12         gs-pathname: ''
  13         disabled: false
  14         openstack-version: ocata
  15     danube: &danube
  16         stream: danube
  17         branch: 'stable/{stream}'
  18         gs-pathname: '/{stream}'
  19         disabled: false
  20         openstack-version: newton
  21 #--------------------------------
  22 # POD, INSTALLER, AND BRANCH MAPPING
  23 #--------------------------------
  24 #        CI PODs
  25 #--------------------------------
  26     pod:
  27         - baremetal:
  28             slave-label: compass-baremetal-master
  29             os-version: 'xenial'
  30             <<: *master
  31         - virtual:
  32             slave-label: compass-virtual-master
  33             os-version: 'xenial'
  34             <<: *master
  35         - baremetal:
  36             slave-label: compass-baremetal-branch
  37             os-version: 'xenial'
  38             <<: *danube
  39         - virtual:
  40             slave-label: compass-virtual-branch
  41             os-version: 'xenial'
  42             <<: *danube
  43 #--------------------------------
  44 #        master
  45 #--------------------------------
  46         - baremetal-centos:
  47             slave-label: 'intel-pod8'
  48             os-version: 'centos7'
  49             <<: *master
  50
  51     scenario:
  52         - 'os-nosdn-nofeature-ha':
  53             disabled: false
  54             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  55         - 'os-odl_l2-nofeature-ha':
  56             disabled: false
  57             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  58         - 'os-odl_l3-nofeature-ha':
  59             disabled: false
  60             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  61         - 'os-onos-nofeature-ha':
  62             disabled: false
  63             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  64         - 'os-ocl-nofeature-ha':
  65             disabled: false
  66             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  67         - 'os-onos-sfc-ha':
  68             disabled: false
  69             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  70         - 'os-odl_l2-moon-ha':
  71             disabled: false
  72             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  73         - 'os-nosdn-kvm-ha':
  74             disabled: false
  75             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  76         - 'os-nosdn-openo-ha':
  77             disabled: false
  78             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  79
  80
  81     jobs:
  82         - 'compass-{scenario}-{pod}-daily-{stream}'
  83         - 'compass-deploy-{pod}-daily-{stream}'
  84
  85 ########################
  86 # job templates
  87 ########################
  88 - job-template:
  89     name: 'compass-{scenario}-{pod}-daily-{stream}'
  90
  91     disabled: '{obj:disabled}'
  92
  93     concurrent: true
  94
  95     properties:
  96         - logrotate-default
  97         - throttle:
  98             enabled: true
  99             max-per-node: 1
 100             option: 'project'
 101         - build-blocker:
 102             use-build-blocker: true
 103             blocking-jobs:
 104                 - 'compass-os-.*?-{pod}-daily-.*?'
 105                 - 'compass-os-.*?-baremetal-daily-.*?'
 106                 - 'compass-verify-[^-]*-[^-]*'
 107             block-level: 'NODE'
 108
 109     wrappers:
 110         - build-name:
 111             name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
 112         - fix-workspace-permissions
 113
 114     parameters:
 115         - project-parameter:
 116             project: '{project}'
 117             branch: '{branch}'
 118         - compass-ci-parameter:
 119             installer: '{installer}'
 120             gs-pathname: '{gs-pathname}'
 121         - string:
 122             name: DEPLOY_SCENARIO
 123             default: '{scenario}'
 124         - '{slave-label}-defaults'
 125         - '{installer}-defaults'
 126
 127     triggers:
 128         - '{auto-trigger-name}'
 129
 130     builders:
 131         - description-setter:
 132             description: "POD: $NODE_NAME"
 133         - trigger-builds:
 134             - project: 'compass-deploy-{pod}-daily-{stream}'
 135               current-parameters: true
 136               predefined-parameters: |
 137                 DEPLOY_SCENARIO={scenario}
 138                 COMPASS_OS_VERSION={os-version}
 139                 COMPASS_OPENSTACK_VERSION={openstack-version}
 140               same-node: true
 141               block: true
 142         - trigger-builds:
 143             - project: 'functest-compass-{pod}-daily-{stream}'
 144               current-parameters: false
 145               predefined-parameters:
 146                 DEPLOY_SCENARIO={scenario}
 147               same-node: true
 148               block: true
 149               block-thresholds:
 150                 build-step-failure-threshold: 'never'
 151                 failure-threshold: 'never'
 152                 unstable-threshold: 'FAILURE'
 153         - trigger-builds:
 154             - project: 'yardstick-compass-{pod}-daily-{stream}'
 155               current-parameters: false
 156               predefined-parameters:
 157                 DEPLOY_SCENARIO={scenario}
 158               block: true
 159               same-node: true
 160               block-thresholds:
 161                 build-step-failure-threshold: 'never'
 162                 failure-threshold: 'never'
 163                 unstable-threshold: 'FAILURE'
 164         # dovetail only master by now, not sync with A/B/C branches
 165         # here the stream means the SUT stream, dovetail stream is defined in its own job
 166         # only run on os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha scenario
 167         # run against SUT master branch, dovetail docker image with latest tag
 168         # run against SUT danube branch, dovetail docker image with latest tag(odd days)and cvp.X.X.X tag(even days)
 169         - conditional-step:
 170             condition-kind: and
 171             condition-operands:
 172                 - condition-kind: regex-match
 173                   regex: danube
 174                   label: '{stream}'
 175                 - condition-kind: regex-match
 176                   regex: os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha
 177                   label: '{scenario}'
 178                 - condition-kind: day-of-week
 179                   day-selector: select-days
 180                   days:
 181                       MON: true
 182                       WED: true
 183                       FRI: true
 184                       SUN: true
 185                   use-build-time: true
 186             steps:
 187                 - trigger-builds:
 188                     - project: 'dovetail-compass-{pod}-proposed_tests-{stream}'
 189                       current-parameters: false
 190                       predefined-parameters: |
 191                         DOCKER_TAG=latest
 192                         DEPLOY_SCENARIO={scenario}
 193                       block: true
 194                       same-node: true
 195                       block-thresholds:
 196                         build-step-failure-threshold: 'never'
 197                         failure-threshold: 'never'
 198                         unstable-threshold: 'FAILURE'
 199         - conditional-step:
 200             condition-kind: and
 201             condition-operands:
 202                 - condition-kind: regex-match
 203                   regex: danube
 204                   label: '{stream}'
 205                 - condition-kind: regex-match
 206                   regex: os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha
 207                   label: '{scenario}'
 208                 - condition-kind: day-of-week
 209                   day-selector: select-days
 210                   days:
 211                       TUES: true
 212                       THURS: true
 213                       SAT: true
 214                   use-build-time: true
 215             steps:
 216                 - trigger-builds:
 217                     - project: 'dovetail-compass-{pod}-proposed_tests-{stream}'
 218                       current-parameters: false
 219                       predefined-parameters:
 220                         DEPLOY_SCENARIO={scenario}
 221                       block: true
 222                       same-node: true
 223                       block-thresholds:
 224                         build-step-failure-threshold: 'never'
 225                         failure-threshold: 'never'
 226                         unstable-threshold: 'FAILURE'
 227         - conditional-step:
 228             condition-kind: and
 229             condition-operands:
 230                 - condition-kind: regex-match
 231                   regex: os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha
 232                   label: '{scenario}'
 233                 - condition-kind: regex-match
 234                   regex: master
 235                   label: '{stream}'
 236             steps:
 237                 - trigger-builds:
 238                     - project: 'dovetail-compass-{pod}-proposed_tests-{stream}'
 239                       current-parameters: false
 240                       predefined-parameters:
 241                         DEPLOY_SCENARIO={scenario}
 242                       block: true
 243                       same-node: true
 244                       block-thresholds:
 245                         build-step-failure-threshold: 'never'
 246                         failure-threshold: 'never'
 247                         unstable-threshold: 'FAILURE'
 248
 249 - job-template:
 250     name: 'compass-deploy-{pod}-daily-{stream}'
 251
 252     disabled: false
 253
 254     concurrent: true
 255
 256     properties:
 257         - logrotate-default
 258         - throttle:
 259             enabled: true
 260             max-per-node: 1
 261             option: 'project'
 262         - build-blocker:
 263             use-build-blocker: true
 264             blocking-jobs:
 265                 - 'compass-deploy-{pod}-daily-.*?'
 266                 - 'compass-verify-deploy-.*?'
 267             block-level: 'NODE'
 268
 269     wrappers:
 270         - build-name:
 271             name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
 272         - timeout:
 273             timeout: 240
 274             abort: true
 275         - fix-workspace-permissions
 276
 277     parameters:
 278         - project-parameter:
 279             project: '{project}'
 280             branch: '{branch}'
 281         - compass-ci-parameter:
 282             installer: '{installer}'
 283             gs-pathname: '{gs-pathname}'
 284         - '{slave-label}-defaults'
 285         - '{installer}-defaults'
 286
 287     scm:
 288         - git-scm
 289
 290     builders:
 291         - description-setter:
 292             description: "POD: $NODE_NAME"
 293         - conditional-step:
 294             condition-kind: regex-match
 295             regex: master
 296             label: '{stream}'
 297             steps:
 298                 - shell:
 299                     !include-raw-escape: ./compass-build.sh
 300                 - shell:
 301                     !include-raw-escape: ./compass-deploy.sh
 302     builders:
 303         - description-setter:
 304             description: "POD: $NODE_NAME"
 305         - conditional-step:
 306             condition-kind: regex-match
 307             regex: danube
 308             label: '{stream}'
 309             steps:
 310                 - shell:
 311                     !include-raw-escape: ./compass-download-artifact.sh
 312                 - shell:
 313                     !include-raw-escape: ./compass-deploy.sh
 314
 315
 316 ########################
 317 # parameter macros
 318 ########################
 319 - parameter:
 320     name: compass-ci-parameter
 321     parameters:
 322         - string:
 323             name: BUILD_DIRECTORY
 324             default: $WORKSPACE/build_output
 325             description: "Directory where the build artifact will be located upon the completion of the build."
 326         - string:
 327             name: GS_URL
 328             default: '$GS_BASE{gs-pathname}'
 329             description: "URL to Google Storage."
 330
 331 ########################
 332 # trigger macros
 333 ########################
 334 - trigger:
 335     name: 'compass-os-nosdn-nofeature-ha-baremetal-centos-master-trigger'
 336     triggers:
 337         - timed: '0 19 * * *'
 338 - trigger:
 339     name: 'compass-os-nosdn-openo-ha-baremetal-centos-master-trigger'
 340     triggers:
 341         - timed: ''
 342 - trigger:
 343     name: 'compass-os-odl_l2-nofeature-ha-baremetal-centos-master-trigger'
 344     triggers:
 345         - timed: '0 23 * * *'
 346 - trigger:
 347     name: 'compass-os-odl_l3-nofeature-ha-baremetal-centos-master-trigger'
 348     triggers:
 349         - timed: '0 15 * * *'
 350 - trigger:
 351     name: 'compass-os-onos-nofeature-ha-baremetal-centos-master-trigger'
 352     triggers:
 353         - timed: ''
 354 - trigger:
 355     name: 'compass-os-ocl-nofeature-ha-baremetal-centos-master-trigger'
 356     triggers:
 357         - timed: ''
 358 - trigger:
 359     name: 'compass-os-onos-sfc-ha-baremetal-centos-master-trigger'
 360     triggers:
 361         - timed: ''
 362 - trigger:
 363     name: 'compass-os-odl_l2-moon-ha-baremetal-centos-master-trigger'
 364     triggers:
 365         - timed: ''
 366 - trigger:
 367     name: 'compass-os-nosdn-kvm-ha-baremetal-centos-master-trigger'
 368     triggers:
 369         - timed: ''
 370
 371 - trigger:
 372     name: 'compass-os-nosdn-nofeature-ha-baremetal-master-trigger'
 373     triggers:
 374         - timed: '0 2 * * *'
 375 - trigger:
 376     name: 'compass-os-nosdn-openo-ha-baremetal-master-trigger'
 377     triggers:
 378         - timed: ''
 379 - trigger:
 380     name: 'compass-os-odl_l2-nofeature-ha-baremetal-master-trigger'
 381     triggers:
 382         - timed: '0 22 * * *'
 383 - trigger:
 384     name: 'compass-os-odl_l3-nofeature-ha-baremetal-master-trigger'
 385     triggers:
 386         - timed: '0 18 * * *'
 387 - trigger:
 388     name: 'compass-os-onos-nofeature-ha-baremetal-master-trigger'
 389     triggers:
 390         - timed: ''
 391 - trigger:
 392     name: 'compass-os-ocl-nofeature-ha-baremetal-master-trigger'
 393     triggers:
 394         - timed: ''
 395 - trigger:
 396     name: 'compass-os-onos-sfc-ha-baremetal-master-trigger'
 397     triggers:
 398         - timed: ''
 399 - trigger:
 400     name: 'compass-os-odl_l2-moon-ha-baremetal-master-trigger'
 401     triggers:
 402         - timed: ''
 403 - trigger:
 404     name: 'compass-os-nosdn-kvm-ha-baremetal-master-trigger'
 405     triggers:
 406         - timed: '0 14 * * *'
 407
 408 - trigger:
 409     name: 'compass-os-nosdn-nofeature-ha-baremetal-danube-trigger'
 410     triggers:
 411         - timed: '0 9 * * *'
 412 - trigger:
 413     name: 'compass-os-nosdn-openo-ha-baremetal-danube-trigger'
 414     triggers:
 415         - timed: '0 13 * * *'
 416 - trigger:
 417     name: 'compass-os-odl_l2-nofeature-ha-baremetal-danube-trigger'
 418     triggers:
 419         - timed: '0 17 * * *'
 420 - trigger:
 421     name: 'compass-os-odl_l3-nofeature-ha-baremetal-danube-trigger'
 422     triggers:
 423         - timed: '0 21 * * *'
 424 - trigger:
 425     name: 'compass-os-onos-nofeature-ha-baremetal-danube-trigger'
 426     triggers:
 427         - timed: '0 1 * * *'
 428 - trigger:
 429     name: 'compass-os-ocl-nofeature-ha-baremetal-danube-trigger'
 430     triggers:
 431         - timed: ''
 432 - trigger:
 433     name: 'compass-os-onos-sfc-ha-baremetal-danube-trigger'
 434     triggers:
 435         - timed: '0 5 * * *'
 436 - trigger:
 437     name: 'compass-os-odl_l2-moon-ha-baremetal-danube-trigger'
 438     triggers:
 439         - timed: ''
 440 - trigger:
 441     name: 'compass-os-nosdn-kvm-ha-baremetal-danube-trigger'
 442     triggers:
 443         - timed: ''
 444
 445 - trigger:
 446     name: 'compass-os-nosdn-nofeature-ha-virtual-master-trigger'
 447     triggers:
 448         - timed: '0 21 * * *'
 449 - trigger:
 450     name: 'compass-os-nosdn-openo-ha-virtual-master-trigger'
 451     triggers:
 452         - timed: ''
 453 - trigger:
 454     name: 'compass-os-odl_l2-nofeature-ha-virtual-master-trigger'
 455     triggers:
 456         - timed: '0 20 * * *'
 457 - trigger:
 458     name: 'compass-os-odl_l3-nofeature-ha-virtual-master-trigger'
 459     triggers:
 460         - timed: '0 19 * * *'
 461 - trigger:
 462     name: 'compass-os-onos-nofeature-ha-virtual-master-trigger'
 463     triggers:
 464         - timed: ''
 465 - trigger:
 466     name: 'compass-os-ocl-nofeature-ha-virtual-master-trigger'
 467     triggers:
 468         - timed: ''
 469 - trigger:
 470     name: 'compass-os-onos-sfc-ha-virtual-master-trigger'
 471     triggers:
 472         - timed: ''
 473 - trigger:
 474     name: 'compass-os-odl_l2-moon-ha-virtual-master-trigger'
 475     triggers:
 476         - timed: ''
 477 - trigger:
 478     name: 'compass-os-nosdn-kvm-ha-virtual-master-trigger'
 479     triggers:
 480         - timed: '0 23 * * *'
 481
 482 - trigger:
 483     name: 'compass-os-nosdn-nofeature-ha-virtual-danube-trigger'
 484     triggers:
 485         - timed: '0 21 * * *'
 486 - trigger:
 487     name: 'compass-os-nosdn-openo-ha-virtual-danube-trigger'
 488     triggers:
 489         - timed: '0 22 * * *'
 490 - trigger:
 491     name: 'compass-os-odl_l2-nofeature-ha-virtual-danube-trigger'
 492     triggers:
 493         - timed: '0 20 * * *'
 494 - trigger:
 495     name: 'compass-os-odl_l3-nofeature-ha-virtual-danube-trigger'
 496     triggers:
 497         - timed: '0 19 * * *'
 498 - trigger:
 499     name: 'compass-os-onos-nofeature-ha-virtual-danube-trigger'
 500     triggers:
 501         - timed: '0 18 * * *'
 502 - trigger:
 503     name: 'compass-os-ocl-nofeature-ha-virtual-danube-trigger'
 504     triggers:
 505         - timed: ''
 506 - trigger:
 507     name: 'compass-os-onos-sfc-ha-virtual-danube-trigger'
 508     triggers:
 509         - timed: '0 15 * * *'
 510 - trigger:
 511     name: 'compass-os-odl_l2-moon-ha-virtual-danube-trigger'
 512     triggers:
 513         - timed: '0 14 * * *'
 514 - trigger:
 515     name: 'compass-os-nosdn-kvm-ha-virtual-danube-trigger'
 516     triggers:
 517         - timed: ''