jjb/compass4nfv/compass-ci-jobs.yml

   1 - project:
   2
   3     name: compass-ci
   4
   5     installer: 'compass'
   6
   7     project: 'compass4nfv'
   8
   9     master: &master
  10         stream: master
  11         branch: '{stream}'
  12         gs-pathname: ''
  13         disabled: false
  14         openstack-version: ocata
  15     danube: &danube
  16         stream: danube
  17         branch: 'stable/{stream}'
  18         gs-pathname: '/{stream}'
  19         disabled: false
  20         openstack-version: newton
  21 #--------------------------------
  22 # POD, INSTALLER, AND BRANCH MAPPING
  23 #--------------------------------
  24 #        CI PODs
  25 #--------------------------------
  26     pod:
  27         - baremetal:
  28             slave-label: compass-baremetal-master
  29             os-version: 'xenial'
  30             <<: *master
  31         - virtual:
  32             slave-label: compass-virtual-master
  33             os-version: 'xenial'
  34             <<: *master
  35         - baremetal:
  36             slave-label: compass-baremetal-branch
  37             os-version: 'xenial'
  38             <<: *danube
  39         - virtual:
  40             slave-label: compass-virtual-branch
  41             os-version: 'xenial'
  42             <<: *danube
  43 #--------------------------------
  44 #        master
  45 #--------------------------------
  46         - baremetal-centos:
  47             slave-label: 'intel-pod8'
  48             os-version: 'centos7'
  49             <<: *master
  50
  51     scenario:
  52         - 'os-nosdn-nofeature-ha':
  53             disabled: false
  54             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  55         - 'os-odl_l2-nofeature-ha':
  56             disabled: false
  57             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  58         - 'os-odl_l3-nofeature-ha':
  59             disabled: false
  60             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  61         - 'os-onos-nofeature-ha':
  62             disabled: false
  63             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  64         - 'os-ocl-nofeature-ha':
  65             disabled: false
  66             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  67         - 'os-onos-sfc-ha':
  68             disabled: false
  69             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  70         - 'os-odl_l2-moon-ha':
  71             disabled: false
  72             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  73         - 'os-nosdn-kvm-ha':
  74             disabled: false
  75             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  76         - 'os-nosdn-openo-ha':
  77             disabled: false
  78             auto-trigger-name: 'compass-{scenario}-{pod}-{stream}-trigger'
  79
  80
  81     jobs:
  82         - 'compass-{scenario}-{pod}-daily-{stream}'
  83         - 'compass-deploy-{pod}-daily-{stream}'
  84
  85 ########################
  86 # job templates
  87 ########################
  88 - job-template:
  89     name: 'compass-{scenario}-{pod}-daily-{stream}'
  90
  91     disabled: '{obj:disabled}'
  92
  93     concurrent: true
  94
  95     properties:
  96         - logrotate-default
  97         - throttle:
  98             enabled: true
  99             max-per-node: 1
 100             option: 'project'
 101         - build-blocker:
 102             use-build-blocker: true
 103             blocking-jobs:
 104                 - 'compass-os-.*?-{pod}-daily-.*?'
 105                 - 'compass-os-.*?-baremetal-daily-.*?'
 106                 - 'compass-verify-[^-]*-[^-]*'
 107             block-level: 'NODE'
 108
 109     wrappers:
 110         - build-name:
 111             name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
 112         - fix-workspace-permissions
 113
 114     parameters:
 115         - project-parameter:
 116             project: '{project}'
 117             branch: '{branch}'
 118         - compass-ci-parameter:
 119             installer: '{installer}'
 120             gs-pathname: '{gs-pathname}'
 121         - string:
 122             name: DEPLOY_SCENARIO
 123             default: '{scenario}'
 124         - '{slave-label}-defaults'
 125         - '{installer}-defaults'
 126
 127     triggers:
 128         - '{auto-trigger-name}'
 129
 130     builders:
 131         - description-setter:
 132             description: "POD: $NODE_NAME"
 133         - trigger-builds:
 134             - project: 'compass-deploy-{pod}-daily-{stream}'
 135               current-parameters: true
 136               predefined-parameters: |
 137                 DEPLOY_SCENARIO={scenario}
 138                 COMPASS_OS_VERSION={os-version}
 139                 COMPASS_OPENSTACK_VERSION={openstack-version}
 140               same-node: true
 141               block: true
 142         - trigger-builds:
 143             - project: 'functest-compass-{pod}-daily-{stream}'
 144               current-parameters: false
 145               predefined-parameters:
 146                 DEPLOY_SCENARIO={scenario}
 147               same-node: true
 148               block: true
 149               block-thresholds:
 150                 build-step-failure-threshold: 'never'
 151                 failure-threshold: 'never'
 152                 unstable-threshold: 'FAILURE'
 153         - trigger-builds:
 154             - project: 'yardstick-compass-{pod}-daily-{stream}'
 155               current-parameters: false
 156               predefined-parameters:
 157                 DEPLOY_SCENARIO={scenario}
 158               block: true
 159               same-node: true
 160               block-thresholds:
 161                 build-step-failure-threshold: 'never'
 162                 failure-threshold: 'never'
 163                 unstable-threshold: 'FAILURE'
 164         # dovetail only master by now, not sync with A/B/C branches
 165         # here the stream means the SUT stream, dovetail stream is defined in its own job
 166         # only run on os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha scenario
 167         # run against SUT master branch, dovetail docker image with latest tag
 168         # run against SUT danube branch, dovetail docker image with latest tag(odd days)and cvp.X.X.X tag(even days)
 169         - conditional-step:
 170             condition-kind: and
 171             condition-operands:
 172                 - condition-kind: regex-match
 173                   regex: danube
 174                   label: '{stream}'
 175                 - condition-kind: regex-match
 176                   regex: os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha
 177                   label: '{scenario}'
 178                 - condition-kind: day-of-week
 179                   day-selector: select-days
 180                   days:
 181                       MON: true
 182                       WED: true
 183                       FRI: true
 184                       SUN: true
 185                   use-build-time: true
 186             steps:
 187                 - trigger-builds:
 188                     - project: 'dovetail-compass-{pod}-proposed_tests-{stream}'
 189                       current-parameters: false
 190                       predefined-parameters: |
 191                         DOCKER_TAG=latest
 192                         DEPLOY_SCENARIO={scenario}
 193                       block: true
 194                       same-node: true
 195                       block-thresholds:
 196                         build-step-failure-threshold: 'never'
 197                         failure-threshold: 'never'
 198                         unstable-threshold: 'FAILURE'
 199         - conditional-step:
 200             condition-kind: and
 201             condition-operands:
 202                 - condition-kind: regex-match
 203                   regex: danube
 204                   label: '{stream}'
 205                 - condition-kind: regex-match
 206                   regex: os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha
 207                   label: '{scenario}'
 208                 - condition-kind: day-of-week
 209                   day-selector: select-days
 210                   days:
 211                       TUES: true
 212                       THURS: true
 213                       SAT: true
 214                   use-build-time: true
 215             steps:
 216                 - trigger-builds:
 217                     - project: 'dovetail-compass-{pod}-proposed_tests-{stream}'
 218                       current-parameters: false
 219                       predefined-parameters:
 220                         DEPLOY_SCENARIO={scenario}
 221                       block: true
 222                       same-node: true
 223                       block-thresholds:
 224                         build-step-failure-threshold: 'never'
 225                         failure-threshold: 'never'
 226                         unstable-threshold: 'FAILURE'
 227         - conditional-step:
 228             condition-kind: and
 229             condition-operands:
 230                 - condition-kind: regex-match
 231                   regex: os-(nosdn|odl_l2|onos|odl_l3)-nofeature-ha
 232                   label: '{scenario}'
 233                 - condition-kind: regex-match
 234                   regex: master
 235                   label: '{stream}'
 236             steps:
 237                 - trigger-builds:
 238                     - project: 'dovetail-compass-{pod}-proposed_tests-{stream}'
 239                       current-parameters: false
 240                       predefined-parameters:
 241                         DEPLOY_SCENARIO={scenario}
 242                       block: true
 243                       same-node: true
 244                       block-thresholds:
 245                         build-step-failure-threshold: 'never'
 246                         failure-threshold: 'never'
 247                         unstable-threshold: 'FAILURE'
 248
 249 - job-template:
 250     name: 'compass-deploy-{pod}-daily-{stream}'
 251
 252     disabled: false
 253
 254     concurrent: true
 255
 256     properties:
 257         - logrotate-default
 258         - throttle:
 259             enabled: true
 260             max-per-node: 1
 261             option: 'project'
 262         - build-blocker:
 263             use-build-blocker: true
 264             blocking-jobs:
 265                 - 'compass-deploy-{pod}-daily-.*?'
 266                 - 'compass-verify-deploy-.*?'
 267             block-level: 'NODE'
 268
 269     wrappers:
 270         - build-name:
 271             name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
 272         - timeout:
 273             timeout: 240
 274             abort: true
 275         - fix-workspace-permissions
 276
 277     parameters:
 278         - project-parameter:
 279             project: '{project}'
 280             branch: '{branch}'
 281         - compass-ci-parameter:
 282             installer: '{installer}'
 283             gs-pathname: '{gs-pathname}'
 284         - '{slave-label}-defaults'
 285         - '{installer}-defaults'
 286
 287     scm:
 288         - git-scm
 289
 290     builders:
 291         - description-setter:
 292             description: "POD: $NODE_NAME"
 293         - conditional-step:
 294             condition-kind: regex-match
 295             regex: master
 296             label: '{stream}'
 297             steps:
 298                 - shell:
 299                     !include-raw-escape: ./compass-build.sh
 300                 - shell:
 301                     !include-raw-escape: ./compass-deploy.sh
 302         - conditional-step:
 303             condition-kind: regex-match
 304             regex: danube
 305             label: '{stream}'
 306             steps:
 307                 - shell:
 308                     !include-raw-escape: ./compass-download-artifact.sh
 309                 - shell:
 310                     !include-raw-escape: ./compass-deploy.sh
 311
 312
 313 ########################
 314 # parameter macros
 315 ########################
 316 - parameter:
 317     name: compass-ci-parameter
 318     parameters:
 319         - string:
 320             name: BUILD_DIRECTORY
 321             default: $WORKSPACE/build_output
 322             description: "Directory where the build artifact will be located upon the completion of the build."
 323         - string:
 324             name: GS_URL
 325             default: '$GS_BASE{gs-pathname}'
 326             description: "URL to Google Storage."
 327
 328 ########################
 329 # trigger macros
 330 ########################
 331 - trigger:
 332     name: 'compass-os-nosdn-nofeature-ha-baremetal-centos-master-trigger'
 333     triggers:
 334         - timed: '0 19 * * *'
 335 - trigger:
 336     name: 'compass-os-nosdn-openo-ha-baremetal-centos-master-trigger'
 337     triggers:
 338         - timed: ''
 339 - trigger:
 340     name: 'compass-os-odl_l2-nofeature-ha-baremetal-centos-master-trigger'
 341     triggers:
 342         - timed: '0 23 * * *'
 343 - trigger:
 344     name: 'compass-os-odl_l3-nofeature-ha-baremetal-centos-master-trigger'
 345     triggers:
 346         - timed: '0 15 * * *'
 347 - trigger:
 348     name: 'compass-os-onos-nofeature-ha-baremetal-centos-master-trigger'
 349     triggers:
 350         - timed: ''
 351 - trigger:
 352     name: 'compass-os-ocl-nofeature-ha-baremetal-centos-master-trigger'
 353     triggers:
 354         - timed: ''
 355 - trigger:
 356     name: 'compass-os-onos-sfc-ha-baremetal-centos-master-trigger'
 357     triggers:
 358         - timed: ''
 359 - trigger:
 360     name: 'compass-os-odl_l2-moon-ha-baremetal-centos-master-trigger'
 361     triggers:
 362         - timed: ''
 363 - trigger:
 364     name: 'compass-os-nosdn-kvm-ha-baremetal-centos-master-trigger'
 365     triggers:
 366         - timed: ''
 367
 368 - trigger:
 369     name: 'compass-os-nosdn-nofeature-ha-baremetal-master-trigger'
 370     triggers:
 371         - timed: '0 2 * * *'
 372 - trigger:
 373     name: 'compass-os-nosdn-openo-ha-baremetal-master-trigger'
 374     triggers:
 375         - timed: ''
 376 - trigger:
 377     name: 'compass-os-odl_l2-nofeature-ha-baremetal-master-trigger'
 378     triggers:
 379         - timed: '0 22 * * *'
 380 - trigger:
 381     name: 'compass-os-odl_l3-nofeature-ha-baremetal-master-trigger'
 382     triggers:
 383         - timed: '0 18 * * *'
 384 - trigger:
 385     name: 'compass-os-onos-nofeature-ha-baremetal-master-trigger'
 386     triggers:
 387         - timed: ''
 388 - trigger:
 389     name: 'compass-os-ocl-nofeature-ha-baremetal-master-trigger'
 390     triggers:
 391         - timed: ''
 392 - trigger:
 393     name: 'compass-os-onos-sfc-ha-baremetal-master-trigger'
 394     triggers:
 395         - timed: ''
 396 - trigger:
 397     name: 'compass-os-odl_l2-moon-ha-baremetal-master-trigger'
 398     triggers:
 399         - timed: ''
 400 - trigger:
 401     name: 'compass-os-nosdn-kvm-ha-baremetal-master-trigger'
 402     triggers:
 403         - timed: '0 14 * * *'
 404
 405 - trigger:
 406     name: 'compass-os-nosdn-nofeature-ha-baremetal-danube-trigger'
 407     triggers:
 408         - timed: '0 9 * * *'
 409 - trigger:
 410     name: 'compass-os-nosdn-openo-ha-baremetal-danube-trigger'
 411     triggers:
 412         - timed: '0 13 * * *'
 413 - trigger:
 414     name: 'compass-os-odl_l2-nofeature-ha-baremetal-danube-trigger'
 415     triggers:
 416         - timed: '0 17 * * *'
 417 - trigger:
 418     name: 'compass-os-odl_l3-nofeature-ha-baremetal-danube-trigger'
 419     triggers:
 420         - timed: '0 21 * * *'
 421 - trigger:
 422     name: 'compass-os-onos-nofeature-ha-baremetal-danube-trigger'
 423     triggers:
 424         - timed: '0 1 * * *'
 425 - trigger:
 426     name: 'compass-os-ocl-nofeature-ha-baremetal-danube-trigger'
 427     triggers:
 428         - timed: ''
 429 - trigger:
 430     name: 'compass-os-onos-sfc-ha-baremetal-danube-trigger'
 431     triggers:
 432         - timed: '0 5 * * *'
 433 - trigger:
 434     name: 'compass-os-odl_l2-moon-ha-baremetal-danube-trigger'
 435     triggers:
 436         - timed: ''
 437 - trigger:
 438     name: 'compass-os-nosdn-kvm-ha-baremetal-danube-trigger'
 439     triggers:
 440         - timed: ''
 441
 442 - trigger:
 443     name: 'compass-os-nosdn-nofeature-ha-virtual-master-trigger'
 444     triggers:
 445         - timed: '0 21 * * *'
 446 - trigger:
 447     name: 'compass-os-nosdn-openo-ha-virtual-master-trigger'
 448     triggers:
 449         - timed: ''
 450 - trigger:
 451     name: 'compass-os-odl_l2-nofeature-ha-virtual-master-trigger'
 452     triggers:
 453         - timed: '0 20 * * *'
 454 - trigger:
 455     name: 'compass-os-odl_l3-nofeature-ha-virtual-master-trigger'
 456     triggers:
 457         - timed: '0 19 * * *'
 458 - trigger:
 459     name: 'compass-os-onos-nofeature-ha-virtual-master-trigger'
 460     triggers:
 461         - timed: ''
 462 - trigger:
 463     name: 'compass-os-ocl-nofeature-ha-virtual-master-trigger'
 464     triggers:
 465         - timed: ''
 466 - trigger:
 467     name: 'compass-os-onos-sfc-ha-virtual-master-trigger'
 468     triggers:
 469         - timed: ''
 470 - trigger:
 471     name: 'compass-os-odl_l2-moon-ha-virtual-master-trigger'
 472     triggers:
 473         - timed: ''
 474 - trigger:
 475     name: 'compass-os-nosdn-kvm-ha-virtual-master-trigger'
 476     triggers:
 477         - timed: '0 23 * * *'
 478
 479 - trigger:
 480     name: 'compass-os-nosdn-nofeature-ha-virtual-danube-trigger'
 481     triggers:
 482         - timed: '0 21 * * *'
 483 - trigger:
 484     name: 'compass-os-nosdn-openo-ha-virtual-danube-trigger'
 485     triggers:
 486         - timed: '0 22 * * *'
 487 - trigger:
 488     name: 'compass-os-odl_l2-nofeature-ha-virtual-danube-trigger'
 489     triggers:
 490         - timed: '0 20 * * *'
 491 - trigger:
 492     name: 'compass-os-odl_l3-nofeature-ha-virtual-danube-trigger'
 493     triggers:
 494         - timed: '0 19 * * *'
 495 - trigger:
 496     name: 'compass-os-onos-nofeature-ha-virtual-danube-trigger'
 497     triggers:
 498         - timed: '0 18 * * *'
 499 - trigger:
 500     name: 'compass-os-ocl-nofeature-ha-virtual-danube-trigger'
 501     triggers:
 502         - timed: ''
 503 - trigger:
 504     name: 'compass-os-onos-sfc-ha-virtual-danube-trigger'
 505     triggers:
 506         - timed: '0 15 * * *'
 507 - trigger:
 508     name: 'compass-os-odl_l2-moon-ha-virtual-danube-trigger'
 509     triggers:
 510         - timed: '0 14 * * *'
 511 - trigger:
 512     name: 'compass-os-nosdn-kvm-ha-virtual-danube-trigger'
 513     triggers:
 514         - timed: ''