jjb/yardstick/yardstick-daily-jobs.yaml

   1 ---
   2 ###################################
   3 # job configuration for yardstick
   4 ###################################
   5 - project:
   6     name: yardstick
   7
   8     project: '{name}'
   9
  10     # -------------------------------
  11     # BRANCH ANCHORS
  12     # -------------------------------
  13     master: &master
  14       stream: master
  15       branch: '{stream}'
  16       gs-pathname: ''
  17       docker-tag: 'latest'
  18     gambia: &gambia
  19       stream: gambia
  20       branch: 'stable/{stream}'
  21       gs-pathname: '{stream}'
  22       docker-tag: 'stable'
  23     # Temporary fraser entry, until all fraser-tied PODs below migrate to gambia
  24     fraser: &fraser
  25       stream: fraser
  26       branch: 'stable/{stream}'
  27       gs-pathname: '{stream}'
  28       # In the meantime, docker image 'stable' will carry gambia contents, and
  29       # there is no implemented way to build a docker image with 'fraser' tag.
  30       # Available docker image tag options, as of 2018-10-03:
  31       # - 'opnfv-6.2.1', built on 2018-07-02, is rather old.
  32       # - 'ovp-2.0.0', built on 2018-09-21, is a good fit despite its name: it
  33       #   was built using SHA1 6c10a2d9cc3fe10e0bdd73a0985ab767b9479afc, which
  34       #   is the same as used for the most recent 'stable' docker image carrying
  35       #   fraser contents, built on 2018-09-13 and used so far by the fraser-
  36       #   tied PODs below.
  37       # The alternative would be to create a new 'opnfv-6.2.2' git tag, but that
  38       # would just build another image using the same SHA1 as for 'ovp-2.0.0'.
  39       docker-tag: 'ovp-2.0.0'
  40     # -------------------------------
  41     # POD, INSTALLER, AND BRANCH MAPPING
  42     # -------------------------------
  43     #    Installers using labels
  44     #            CI PODs
  45     # This section should only contain the installers
  46     # that have been switched using labels for slaves
  47     # -------------------------------
  48     pod:
  49       # apex CI PODs
  50       - virtual:
  51           slave-label: apex-virtual-master
  52           installer: apex
  53           auto-trigger-name: 'daily-trigger-disabled'
  54           <<: *master
  55       - baremetal:
  56           slave-label: apex-baremetal-master
  57           installer: apex
  58           auto-trigger-name: 'daily-trigger-disabled'
  59           <<: *master
  60       - virtual:
  61           slave-label: apex-virtual-fraser
  62           installer: apex
  63           auto-trigger-name: 'daily-trigger-disabled'
  64           <<: *fraser
  65       - baremetal:
  66           slave-label: apex-baremetal-fraser
  67           installer: apex
  68           auto-trigger-name: 'daily-trigger-disabled'
  69           <<: *fraser
  70       # fuel CI PODs
  71       - baremetal:
  72           slave-label: fuel-baremetal
  73           installer: fuel
  74           auto-trigger-name: 'daily-trigger-disabled'
  75           <<: *master
  76       - virtual:
  77           slave-label: fuel-virtual
  78           installer: fuel
  79           auto-trigger-name: 'daily-trigger-disabled'
  80           <<: *master
  81       - baremetal:
  82           slave-label: fuel-baremetal
  83           installer: fuel
  84           auto-trigger-name: 'daily-trigger-disabled'
  85           <<: *fraser
  86       - virtual:
  87           slave-label: fuel-virtual
  88           installer: fuel
  89           auto-trigger-name: 'daily-trigger-disabled'
  90           <<: *fraser
  91       # armband CI PODs
  92       - armband-baremetal:
  93           slave-label: armband-baremetal
  94           installer: fuel
  95           auto-trigger-name: 'daily-trigger-disabled'
  96           <<: *master
  97       - armband-virtual:
  98           slave-label: armband-virtual
  99           installer: fuel
 100           auto-trigger-name: 'daily-trigger-disabled'
 101           <<: *master
 102       - armband-baremetal:
 103           slave-label: armband-baremetal
 104           installer: fuel
 105           auto-trigger-name: 'daily-trigger-disabled'
 106           <<: *fraser
 107       - armband-virtual:
 108           slave-label: armband-virtual
 109           installer: fuel
 110           auto-trigger-name: 'daily-trigger-disabled'
 111           <<: *fraser
 112       # joid CI PODs
 113       - baremetal:
 114           slave-label: joid-baremetal
 115           installer: joid
 116           auto-trigger-name: 'daily-trigger-disabled'
 117           <<: *master
 118       - virtual:
 119           slave-label: joid-virtual
 120           installer: joid
 121           auto-trigger-name: 'daily-trigger-disabled'
 122           <<: *master
 123       - baremetal:
 124           slave-label: joid-baremetal
 125           installer: joid
 126           auto-trigger-name: 'daily-trigger-disabled'
 127           <<: *fraser
 128       - virtual:
 129           slave-label: joid-virtual
 130           installer: joid
 131           auto-trigger-name: 'daily-trigger-disabled'
 132           <<: *fraser
 133       # compass CI PODs
 134       - baremetal:
 135           slave-label: compass-baremetal
 136           installer: compass
 137           auto-trigger-name: 'daily-trigger-disabled'
 138           <<: *master
 139       - virtual:
 140           slave-label: compass-virtual
 141           installer: compass
 142           auto-trigger-name: 'daily-trigger-disabled'
 143           <<: *master
 144       - baremetal:
 145           slave-label: compass-baremetal
 146           installer: compass
 147           auto-trigger-name: 'daily-trigger-disabled'
 148           <<: *fraser
 149       - virtual:
 150           slave-label: compass-virtual
 151           installer: compass
 152           auto-trigger-name: 'daily-trigger-disabled'
 153           <<: *fraser
 154       # daisy CI PODs
 155       - baremetal:
 156           slave-label: daisy-baremetal
 157           installer: daisy
 158           auto-trigger-name: 'daily-trigger-disabled'
 159           <<: *master
 160       - baremetal:
 161           slave-label: daisy-baremetal
 162           installer: daisy
 163           auto-trigger-name: 'daily-trigger-disabled'
 164           <<: *fraser
 165       - virtual:
 166           slave-label: daisy-virtual
 167           installer: daisy
 168           auto-trigger-name: 'daily-trigger-disabled'
 169           <<: *master
 170       # -------------------------------
 171       #        None-CI PODs
 172       # -------------------------------
 173       - orange-pod1:
 174           slave-label: '{pod}'
 175           installer: joid
 176           auto-trigger-name: 'daily-trigger-disabled'
 177           <<: *master
 178       - zte-pod1:
 179           slave-label: '{pod}'
 180           installer: fuel
 181           auto-trigger-name: 'daily-trigger-disabled'
 182           <<: *master
 183       - zte-pod1:
 184           slave-label: '{pod}'
 185           installer: fuel
 186           auto-trigger-name: 'daily-trigger-disabled'
 187           <<: *fraser
 188       - zte-pod2:
 189           slave-label: '{pod}'
 190           installer: daisy
 191           auto-trigger-name: 'daily-trigger-disabled'
 192           <<: *master
 193       - zte-pod3:
 194           slave-label: '{pod}'
 195           installer: daisy
 196           auto-trigger-name: 'daily-trigger-disabled'
 197           <<: *master
 198       - zte-pod3:
 199           slave-label: '{pod}'
 200           installer: daisy
 201           auto-trigger-name: 'daily-trigger-disabled'
 202           <<: *fraser
 203       - zte-pod9:
 204           slave-label: '{pod}'
 205           installer: daisy
 206           auto-trigger-name: 'daily-trigger-disabled'
 207           <<: *master
 208       - zte-pod9:
 209           slave-label: '{pod}'
 210           installer: daisy
 211           auto-trigger-name: 'daily-trigger-disabled'
 212           <<: *fraser
 213       - orange-pod2:
 214           slave-label: '{pod}'
 215           installer: joid
 216           auto-trigger-name: 'daily-trigger-disabled'
 217           <<: *master
 218       - huawei-pod3:
 219           slave-label: '{pod}'
 220           installer: compass
 221           auto-trigger-name: 'yardstick-daily-huawei-pod3-trigger'
 222           <<: *master
 223       - huawei-pod4:
 224           slave-label: '{pod}'
 225           installer: compass
 226           auto-trigger-name: 'yardstick-daily-huawei-pod4-trigger'
 227           <<: *master
 228       - baremetal-centos:
 229           slave-label: 'intel-pod8'
 230           installer: compass
 231           auto-trigger-name: 'daily-trigger-disabled'
 232           <<: *master
 233       - flex-pod1:
 234           slave-label: '{pod}'
 235           installer: apex
 236           auto-trigger-name: 'daily-trigger-disabled'
 237           <<: *master
 238     # -------------------------------
 239     testsuite:
 240       - 'daily'
 241
 242     jobs:
 243       - 'yardstick-{installer}-{pod}-{testsuite}-{stream}'
 244
 245 ################################
 246 # job templates
 247 ################################
 248 - job-template:
 249     name: 'yardstick-{installer}-{pod}-{testsuite}-{stream}'
 250
 251     disabled: false
 252
 253     concurrent: true
 254
 255     properties:
 256       - logrotate-default
 257       - throttle:
 258           enabled: true
 259           max-per-node: 1
 260           option: 'project'
 261
 262     wrappers:
 263       - build-name:
 264           name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
 265       - timeout:
 266           timeout: 180
 267           abort: true
 268
 269     triggers:
 270       - '{auto-trigger-name}'
 271
 272     parameters:
 273       - project-parameter:
 274           project: '{project}'
 275           branch: '{branch}'
 276       - '{installer}-defaults'
 277       - '{slave-label}-defaults'
 278       - 'yardstick-params-{slave-label}'
 279       - string:
 280           name: DEPLOY_SCENARIO
 281           default: 'os-odl_l2-nofeature-ha'
 282       - string:
 283           name: DOCKER_TAG
 284           default: '{docker-tag}'
 285           description: 'Tag to pull docker image'
 286       - string:
 287           name: YARDSTICK_SCENARIO_SUITE_NAME
 288           default: opnfv_${{DEPLOY_SCENARIO}}_{testsuite}.yaml
 289           description: 'Path to test scenario suite'
 290       - string:
 291           name: CI_DEBUG
 292           default: 'false'
 293           description: "Show debut output information"
 294
 295     scm:
 296       - git-scm
 297
 298     builders:
 299       - description-setter:
 300           description: "POD: $NODE_NAME"
 301       - 'yardstick-cleanup'
 302       - 'yardstick-fetch-creds'
 303       - 'yardstick-{testsuite}'
 304       - 'yardstick-store-results'
 305
 306     publishers:
 307       - email:
 308           recipients: jean.gaoliang@huawei.com limingjiang@huawei.com
 309       - email-jenkins-admins-on-failure
 310
 311 ########################
 312 # builder macros
 313 ########################
 314 - builder:
 315     name: yardstick-daily
 316     builders:
 317       - shell:
 318           !include-raw: ./yardstick-daily.sh
 319
 320 - builder:
 321     name: yardstick-fetch-creds
 322     builders:
 323       # yamllint disable rule:indentation
 324       - conditional-step:
 325           condition-kind: regex-match
 326           regex: "os-.*"
 327           label: '$DEPLOY_SCENARIO'
 328           steps:
 329             - shell:
 330                 !include-raw: ../../utils/fetch_os_creds.sh
 331       - conditional-step:
 332           condition-kind: regex-match
 333           regex: "k8-.*"
 334           label: '$DEPLOY_SCENARIO'
 335           steps:
 336             - shell:
 337                 !include-raw: ./yardstick-get-k8s-conf.sh
 338
 339 - builder:
 340     name: yardstick-store-results
 341     builders:
 342       - shell:
 343           !include-raw: ../../utils/push-test-logs.sh
 344
 345 - builder:
 346     name: yardstick-cleanup
 347     builders:
 348       - shell:
 349           !include-raw: ./yardstick-cleanup.sh
 350 ########################
 351 # parameter macros
 352 ########################
 353 - parameter:
 354     name: 'yardstick-params-apex-virtual-master'
 355     parameters:
 356       - string:
 357           name: YARDSTICK_DB_BACKEND
 358           default: '-i 104.197.68.199:8086'
 359           description: 'Arguments to use in order to choose the backend DB'
 360
 361 - parameter:
 362     name: 'yardstick-params-apex-baremetal-master'
 363     parameters:
 364       - string:
 365           name: YARDSTICK_DB_BACKEND
 366           default: '-i 104.197.68.199:8086'
 367           description: 'Arguments to use in order to choose the backend DB'
 368
 369 - parameter:
 370     name: 'yardstick-params-apex-virtual-fraser'
 371     parameters:
 372       - string:
 373           name: YARDSTICK_DB_BACKEND
 374           default: '-i 104.197.68.199:8086'
 375           description: 'Arguments to use in order to choose the backend DB'
 376
 377 - parameter:
 378     name: 'yardstick-params-apex-baremetal-fraser'
 379     parameters:
 380       - string:
 381           name: YARDSTICK_DB_BACKEND
 382           default: '-i 104.197.68.199:8086'
 383           description: 'Arguments to use in order to choose the backend DB'
 384
 385 - parameter:
 386     name: 'yardstick-params-fuel-baremetal'
 387     parameters:
 388       - string:
 389           name: YARDSTICK_DB_BACKEND
 390           default: '-i 104.197.68.199:8086'
 391           description: 'Arguments to use in order to choose the backend DB'
 392
 393 - parameter:
 394     name: 'yardstick-params-fuel-virtual'
 395     parameters:
 396       - string:
 397           name: YARDSTICK_DB_BACKEND
 398           default: '-i 104.197.68.199:8086'
 399           description: 'Arguments to use in order to choose the backend DB'
 400
 401 - parameter:
 402     name: 'yardstick-params-armband-baremetal'
 403     parameters:
 404       - string:
 405           name: YARDSTICK_DB_BACKEND
 406           default: '-i 104.197.68.199:8086'
 407           description: 'Arguments to use in order to choose the backend DB'
 408
 409 - parameter:
 410     name: 'yardstick-params-armband-virtual'
 411     parameters:
 412       - string:
 413           name: YARDSTICK_DB_BACKEND
 414           default: '-i 104.197.68.199:8086'
 415           description: 'Arguments to use in order to choose the backend DB'
 416
 417 - parameter:
 418     name: 'yardstick-params-joid-baremetal'
 419     parameters:
 420       - string:
 421           name: YARDSTICK_DB_BACKEND
 422           default: '-i 104.197.68.199:8086'
 423           description: 'Arguments to use in order to choose the backend DB'
 424
 425 - parameter:
 426     name: 'yardstick-params-joid-virtual'
 427     parameters:
 428       - string:
 429           name: YARDSTICK_DB_BACKEND
 430           default: '-i 104.197.68.199:8086'
 431           description: 'Arguments to use in order to choose the backend DB'
 432
 433 - parameter:
 434     name: 'yardstick-params-intel-pod8'
 435     parameters:
 436       - string:
 437           name: YARDSTICK_DB_BACKEND
 438           default: '-i 104.197.68.199:8086'
 439           description: 'Arguments to use in order to choose the backend DB'
 440
 441 - parameter:
 442     name: 'yardstick-params-compass-baremetal'
 443     parameters:
 444       - string:
 445           name: YARDSTICK_DB_BACKEND
 446           default: '-i 104.197.68.199:8086'
 447           description: 'Arguments to use in order to choose the backend DB'
 448
 449 - parameter:
 450     name: 'yardstick-params-daisy-baremetal'
 451     parameters:
 452       - string:
 453           name: YARDSTICK_DB_BACKEND
 454           default: '-i 104.197.68.199:8086'
 455           description: 'Arguments to use in order to choose the backend DB'
 456
 457 - parameter:
 458     name: 'yardstick-params-daisy-virtual'
 459     parameters:
 460       - string:
 461           name: YARDSTICK_DB_BACKEND
 462           default: '-i 104.197.68.199:8086'
 463           description: 'Arguments to use in order to choose the backend DB'
 464
 465 - parameter:
 466     name: 'yardstick-params-zte-pod1'
 467     parameters:
 468       - string:
 469           name: YARDSTICK_DB_BACKEND
 470           default: '-i 104.197.68.199:8086'
 471           description: 'Arguments to use in order to choose the backend DB'
 472
 473 - parameter:
 474     name: 'yardstick-params-zte-pod2'
 475     parameters:
 476       - string:
 477           name: YARDSTICK_DB_BACKEND
 478           default: '-i 104.197.68.199:8086'
 479           description: 'Arguments to use in order to choose the backend DB'
 480
 481 - parameter:
 482     name: 'yardstick-params-zte-pod3'
 483     parameters:
 484       - string:
 485           name: YARDSTICK_DB_BACKEND
 486           default: '-i 104.197.68.199:8086'
 487           description: 'Arguments to use in order to choose the backend DB'
 488
 489 - parameter:
 490     name: 'yardstick-params-zte-pod9'
 491     parameters:
 492       - string:
 493           name: YARDSTICK_DB_BACKEND
 494           default: '-i 104.197.68.199:8086'
 495           description: 'Arguments to use in order to choose the backend DB'
 496
 497 - parameter:
 498     name: 'yardstick-params-orange-pod1'
 499     parameters:
 500       - string:
 501           name: YARDSTICK_DB_BACKEND
 502           default: '-i 104.197.68.199:8086'
 503           description: 'Arguments to use in order to choose the backend DB'
 504
 505 - parameter:
 506     name: 'yardstick-params-orange-pod2'
 507     parameters:
 508       - string:
 509           name: YARDSTICK_DB_BACKEND
 510           default: '-i 104.197.68.199:8086'
 511           description: 'Arguments to use in order to choose the backend DB'
 512
 513 - parameter:
 514     name: 'yardstick-params-virtual'
 515     parameters:
 516       - string:
 517           name: YARDSTICK_DB_BACKEND
 518           default: '-i 104.197.68.199:8086'
 519           description: 'Arguments to use in order to choose the backend DB'
 520
 521 - parameter:
 522     name: 'yardstick-params-compass-virtual'
 523     parameters:
 524       - string:
 525           name: YARDSTICK_DB_BACKEND
 526           default: '-i 104.197.68.199:8086'
 527           description: 'Arguments to use in order to choose the backend DB'
 528
 529 - parameter:
 530     name: 'yardstick-params-huawei-pod3'
 531     parameters:
 532       - string:
 533           name: YARDSTICK_DB_BACKEND
 534           default: '-i 104.197.68.199:8086'
 535           description: 'Arguments to use in order to choose the backend DB'
 536
 537 - parameter:
 538     name: 'yardstick-params-huawei-pod4'
 539     parameters:
 540       - string:
 541           name: YARDSTICK_DB_BACKEND
 542           default: '-i 104.197.68.199:8086'
 543           description: 'Arguments to use in order to choose the backend DB'
 544
 545 - parameter:
 546     name: 'yardstick-params-flex-pod1'
 547     parameters:
 548       - string:
 549           name: YARDSTICK_DB_BACKEND
 550           default: '-i 104.197.68.199:8086'
 551           description: 'Arguments to use in order to choose the backend DB'
 552
 553 #######################
 554 ## trigger macros
 555 #######################
 556 # trigger for PODs to only run yardstick test suites
 557 - trigger:
 558     name: 'yardstick-daily-huawei-pod3-trigger'
 559     triggers:
 560       - timed: '0 1 * * *'
 561
 562 - trigger:
 563     name: 'yardstick-daily-huawei-pod4-trigger'
 564     triggers:
 565       - timed: ''