jjb/yardstick/yardstick-daily-jobs.yaml

   1 ---
   2 ###################################
   3 # job configuration for yardstick
   4 ###################################
   5 - project:
   6     name: yardstick
   7
   8     project: '{name}'
   9
  10     # -------------------------------
  11     # BRANCH ANCHORS
  12     # -------------------------------
  13     master: &master
  14       stream: master
  15       branch: '{stream}'
  16       gs-pathname: ''
  17       docker-tag: 'latest'
  18     gambia: &gambia
  19       stream: gambia
  20       branch: 'stable/{stream}'
  21       gs-pathname: '{stream}'
  22       docker-tag: 'stable'
  23     # Temporary fraser entry, until all fraser-tied PODs below migrate to gambia
  24     fraser: &fraser
  25       stream: fraser
  26       branch: 'stable/{stream}'
  27       gs-pathname: '{stream}'
  28       # In the meantime, docker image 'stable' will carry gambia contents, and
  29       # there is no implemented way to build a docker image with 'fraser' tag.
  30       # Available docker image tag options, as of 2018-10-03:
  31       # - 'opnfv-6.2.1', built on 2018-07-02, is rather old.
  32       # - 'ovp-2.0.0', built on 2018-09-21, is a good fit despite its name: it
  33       #   was built using SHA1 6c10a2d9cc3fe10e0bdd73a0985ab767b9479afc, which
  34       #   is the same as used for the most recent 'stable' docker image carrying
  35       #   fraser contents, built on 2018-09-13 and used so far by the fraser-
  36       #   tied PODs below.
  37       # The alternative would be to create a new 'opnfv-6.2.2' git tag, but that
  38       # would just build another image using the same SHA1 as for 'ovp-2.0.0'.
  39       docker-tag: 'ovp-2.0.0'
  40     # -------------------------------
  41     # POD, INSTALLER, AND BRANCH MAPPING
  42     # -------------------------------
  43     #    Installers using labels
  44     #            CI PODs
  45     # This section should only contain the installers
  46     # that have been switched using labels for slaves
  47     # -------------------------------
  48     pod:
  49       # apex CI PODs
  50       - virtual:
  51           slave-label: apex-virtual-master
  52           installer: apex
  53           auto-trigger-name: 'daily-trigger-disabled'
  54           <<: *master
  55       - baremetal:
  56           slave-label: apex-baremetal-master
  57           installer: apex
  58           auto-trigger-name: 'daily-trigger-disabled'
  59           <<: *master
  60       - virtual:
  61           slave-label: apex-virtual-master
  62           installer: apex
  63           auto-trigger-name: 'daily-trigger-disabled'
  64           <<: *gambia
  65       - baremetal:
  66           slave-label: apex-baremetal-master
  67           installer: apex
  68           auto-trigger-name: 'daily-trigger-disabled'
  69           <<: *gambia
  70       - virtual:
  71           slave-label: apex-virtual-fraser
  72           installer: apex
  73           auto-trigger-name: 'daily-trigger-disabled'
  74           <<: *fraser
  75       - baremetal:
  76           slave-label: apex-baremetal-fraser
  77           installer: apex
  78           auto-trigger-name: 'daily-trigger-disabled'
  79           <<: *fraser
  80       # fuel CI PODs
  81       - baremetal:
  82           slave-label: fuel-baremetal
  83           installer: fuel
  84           auto-trigger-name: 'daily-trigger-disabled'
  85           <<: *master
  86       - virtual:
  87           slave-label: fuel-virtual
  88           installer: fuel
  89           auto-trigger-name: 'daily-trigger-disabled'
  90           <<: *master
  91       - baremetal:
  92           slave-label: fuel-baremetal
  93           installer: fuel
  94           auto-trigger-name: 'daily-trigger-disabled'
  95           <<: *gambia
  96       - virtual:
  97           slave-label: fuel-virtual
  98           installer: fuel
  99           auto-trigger-name: 'daily-trigger-disabled'
 100           <<: *gambia
 101       # armband CI PODs
 102       - armband-baremetal:
 103           slave-label: armband-baremetal
 104           installer: fuel
 105           auto-trigger-name: 'daily-trigger-disabled'
 106           <<: *master
 107       - armband-virtual:
 108           slave-label: armband-virtual
 109           installer: fuel
 110           auto-trigger-name: 'daily-trigger-disabled'
 111           <<: *master
 112       - armband-baremetal:
 113           slave-label: armband-baremetal
 114           installer: fuel
 115           auto-trigger-name: 'daily-trigger-disabled'
 116           <<: *gambia
 117       - armband-virtual:
 118           slave-label: armband-virtual
 119           installer: fuel
 120           auto-trigger-name: 'daily-trigger-disabled'
 121           <<: *gambia
 122       # joid CI PODs
 123       - baremetal:
 124           slave-label: joid-baremetal
 125           installer: joid
 126           auto-trigger-name: 'daily-trigger-disabled'
 127           <<: *master
 128       - virtual:
 129           slave-label: joid-virtual
 130           installer: joid
 131           auto-trigger-name: 'daily-trigger-disabled'
 132           <<: *master
 133       - baremetal:
 134           slave-label: joid-baremetal
 135           installer: joid
 136           auto-trigger-name: 'daily-trigger-disabled'
 137           <<: *fraser
 138       - virtual:
 139           slave-label: joid-virtual
 140           installer: joid
 141           auto-trigger-name: 'daily-trigger-disabled'
 142           <<: *fraser
 143       # compass CI PODs
 144       - baremetal:
 145           slave-label: compass-baremetal
 146           installer: compass
 147           auto-trigger-name: 'daily-trigger-disabled'
 148           <<: *master
 149       - virtual:
 150           slave-label: compass-virtual
 151           installer: compass
 152           auto-trigger-name: 'daily-trigger-disabled'
 153           <<: *master
 154       - baremetal:
 155           slave-label: compass-baremetal
 156           installer: compass
 157           auto-trigger-name: 'daily-trigger-disabled'
 158           <<: *fraser
 159       - virtual:
 160           slave-label: compass-virtual
 161           installer: compass
 162           auto-trigger-name: 'daily-trigger-disabled'
 163           <<: *fraser
 164       # daisy CI PODs
 165       - baremetal:
 166           slave-label: daisy-baremetal
 167           installer: daisy
 168           auto-trigger-name: 'daily-trigger-disabled'
 169           <<: *master
 170       - baremetal:
 171           slave-label: daisy-baremetal
 172           installer: daisy
 173           auto-trigger-name: 'daily-trigger-disabled'
 174           <<: *fraser
 175       - virtual:
 176           slave-label: daisy-virtual
 177           installer: daisy
 178           auto-trigger-name: 'daily-trigger-disabled'
 179           <<: *master
 180       # -------------------------------
 181       #        None-CI PODs
 182       # -------------------------------
 183       - orange-pod1:
 184           slave-label: '{pod}'
 185           installer: joid
 186           auto-trigger-name: 'daily-trigger-disabled'
 187           <<: *master
 188       - zte-pod1:
 189           slave-label: '{pod}'
 190           installer: fuel
 191           auto-trigger-name: 'daily-trigger-disabled'
 192           <<: *master
 193       - zte-pod1:
 194           slave-label: '{pod}'
 195           installer: fuel
 196           auto-trigger-name: 'daily-trigger-disabled'
 197           <<: *gambia
 198       - zte-pod2:
 199           slave-label: '{pod}'
 200           installer: daisy
 201           auto-trigger-name: 'daily-trigger-disabled'
 202           <<: *master
 203       - zte-pod3:
 204           slave-label: '{pod}'
 205           installer: daisy
 206           auto-trigger-name: 'daily-trigger-disabled'
 207           <<: *master
 208       - zte-pod3:
 209           slave-label: '{pod}'
 210           installer: daisy
 211           auto-trigger-name: 'daily-trigger-disabled'
 212           <<: *fraser
 213       - zte-pod9:
 214           slave-label: '{pod}'
 215           installer: daisy
 216           auto-trigger-name: 'daily-trigger-disabled'
 217           <<: *master
 218       - zte-pod9:
 219           slave-label: '{pod}'
 220           installer: daisy
 221           auto-trigger-name: 'daily-trigger-disabled'
 222           <<: *fraser
 223       - orange-pod2:
 224           slave-label: '{pod}'
 225           installer: joid
 226           auto-trigger-name: 'daily-trigger-disabled'
 227           <<: *master
 228       - huawei-pod3:
 229           slave-label: '{pod}'
 230           installer: compass
 231           auto-trigger-name: 'yardstick-daily-huawei-pod3-trigger'
 232           <<: *master
 233       - huawei-pod4:
 234           slave-label: '{pod}'
 235           installer: compass
 236           auto-trigger-name: 'yardstick-daily-huawei-pod4-trigger'
 237           <<: *master
 238       - baremetal-centos:
 239           slave-label: 'intel-pod8'
 240           installer: compass
 241           auto-trigger-name: 'daily-trigger-disabled'
 242           <<: *master
 243       - flex-pod1:
 244           slave-label: '{pod}'
 245           installer: apex
 246           auto-trigger-name: 'daily-trigger-disabled'
 247           <<: *master
 248     # -------------------------------
 249     testsuite:
 250       - 'daily'
 251
 252     jobs:
 253       - 'yardstick-{installer}-{pod}-{testsuite}-{stream}'
 254
 255 ################################
 256 # job templates
 257 ################################
 258 - job-template:
 259     name: 'yardstick-{installer}-{pod}-{testsuite}-{stream}'
 260
 261     disabled: false
 262
 263     concurrent: true
 264
 265     properties:
 266       - logrotate-default
 267       - throttle:
 268           enabled: true
 269           max-per-node: 1
 270           option: 'project'
 271
 272     wrappers:
 273       - build-name:
 274           name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
 275       - timeout:
 276           timeout: 180
 277           abort: true
 278
 279     triggers:
 280       - '{auto-trigger-name}'
 281
 282     parameters:
 283       - project-parameter:
 284           project: '{project}'
 285           branch: '{branch}'
 286       - '{installer}-defaults'
 287       - '{slave-label}-defaults'
 288       - 'yardstick-params-{slave-label}'
 289       - string:
 290           name: DEPLOY_SCENARIO
 291           default: 'os-odl_l2-nofeature-ha'
 292       - string:
 293           name: DOCKER_TAG
 294           default: '{docker-tag}'
 295           description: 'Tag to pull docker image'
 296       - string:
 297           name: YARDSTICK_SCENARIO_SUITE_NAME
 298           default: opnfv_${{DEPLOY_SCENARIO}}_{testsuite}.yaml
 299           description: 'Path to test scenario suite'
 300       - string:
 301           name: CI_DEBUG
 302           default: 'false'
 303           description: "Show debut output information"
 304
 305     scm:
 306       - git-scm
 307
 308     builders:
 309       - description-setter:
 310           description: "POD: $NODE_NAME"
 311       - 'yardstick-cleanup'
 312       - 'yardstick-fetch-creds'
 313       - 'yardstick-{testsuite}'
 314       - 'yardstick-store-results'
 315
 316     publishers:
 317       - email:
 318           recipients: jean.gaoliang@huawei.com limingjiang@huawei.com
 319       - email-jenkins-admins-on-failure
 320
 321 ########################
 322 # builder macros
 323 ########################
 324 - builder:
 325     name: yardstick-daily
 326     builders:
 327       - shell:
 328           !include-raw: ./yardstick-daily.sh
 329
 330 - builder:
 331     name: yardstick-fetch-creds
 332     builders:
 333       # yamllint disable rule:indentation
 334       - conditional-step:
 335           condition-kind: regex-match
 336           regex: "os-.*"
 337           label: '$DEPLOY_SCENARIO'
 338           steps:
 339             - shell:
 340                 !include-raw: ../../utils/fetch_os_creds.sh
 341       - conditional-step:
 342           condition-kind: regex-match
 343           regex: "k8-.*"
 344           label: '$DEPLOY_SCENARIO'
 345           steps:
 346             - shell:
 347                 !include-raw: ./yardstick-get-k8s-conf.sh
 348
 349 - builder:
 350     name: yardstick-store-results
 351     builders:
 352       - shell:
 353           !include-raw: ../../utils/push-test-logs.sh
 354
 355 - builder:
 356     name: yardstick-cleanup
 357     builders:
 358       - shell:
 359           !include-raw: ./yardstick-cleanup.sh
 360 ########################
 361 # parameter macros
 362 ########################
 363 - parameter:
 364     name: 'yardstick-params-apex-virtual-master'
 365     parameters:
 366       - string:
 367           name: YARDSTICK_DB_BACKEND
 368           default: '-i 104.197.68.199:8086'
 369           description: 'Arguments to use in order to choose the backend DB'
 370
 371 - parameter:
 372     name: 'yardstick-params-apex-baremetal-master'
 373     parameters:
 374       - string:
 375           name: YARDSTICK_DB_BACKEND
 376           default: '-i 104.197.68.199:8086'
 377           description: 'Arguments to use in order to choose the backend DB'
 378
 379 - parameter:
 380     name: 'yardstick-params-apex-virtual-fraser'
 381     parameters:
 382       - string:
 383           name: YARDSTICK_DB_BACKEND
 384           default: '-i 104.197.68.199:8086'
 385           description: 'Arguments to use in order to choose the backend DB'
 386
 387 - parameter:
 388     name: 'yardstick-params-apex-baremetal-fraser'
 389     parameters:
 390       - string:
 391           name: YARDSTICK_DB_BACKEND
 392           default: '-i 104.197.68.199:8086'
 393           description: 'Arguments to use in order to choose the backend DB'
 394
 395 - parameter:
 396     name: 'yardstick-params-fuel-baremetal'
 397     parameters:
 398       - string:
 399           name: YARDSTICK_DB_BACKEND
 400           default: '-i 104.197.68.199:8086'
 401           description: 'Arguments to use in order to choose the backend DB'
 402
 403 - parameter:
 404     name: 'yardstick-params-fuel-virtual'
 405     parameters:
 406       - string:
 407           name: YARDSTICK_DB_BACKEND
 408           default: '-i 104.197.68.199:8086'
 409           description: 'Arguments to use in order to choose the backend DB'
 410
 411 - parameter:
 412     name: 'yardstick-params-armband-baremetal'
 413     parameters:
 414       - string:
 415           name: YARDSTICK_DB_BACKEND
 416           default: '-i 104.197.68.199:8086'
 417           description: 'Arguments to use in order to choose the backend DB'
 418
 419 - parameter:
 420     name: 'yardstick-params-armband-virtual'
 421     parameters:
 422       - string:
 423           name: YARDSTICK_DB_BACKEND
 424           default: '-i 104.197.68.199:8086'
 425           description: 'Arguments to use in order to choose the backend DB'
 426
 427 - parameter:
 428     name: 'yardstick-params-joid-baremetal'
 429     parameters:
 430       - string:
 431           name: YARDSTICK_DB_BACKEND
 432           default: '-i 104.197.68.199:8086'
 433           description: 'Arguments to use in order to choose the backend DB'
 434
 435 - parameter:
 436     name: 'yardstick-params-joid-virtual'
 437     parameters:
 438       - string:
 439           name: YARDSTICK_DB_BACKEND
 440           default: '-i 104.197.68.199:8086'
 441           description: 'Arguments to use in order to choose the backend DB'
 442
 443 - parameter:
 444     name: 'yardstick-params-intel-pod8'
 445     parameters:
 446       - string:
 447           name: YARDSTICK_DB_BACKEND
 448           default: '-i 104.197.68.199:8086'
 449           description: 'Arguments to use in order to choose the backend DB'
 450
 451 - parameter:
 452     name: 'yardstick-params-compass-baremetal'
 453     parameters:
 454       - string:
 455           name: YARDSTICK_DB_BACKEND
 456           default: '-i 104.197.68.199:8086'
 457           description: 'Arguments to use in order to choose the backend DB'
 458
 459 - parameter:
 460     name: 'yardstick-params-daisy-baremetal'
 461     parameters:
 462       - string:
 463           name: YARDSTICK_DB_BACKEND
 464           default: '-i 104.197.68.199:8086'
 465           description: 'Arguments to use in order to choose the backend DB'
 466
 467 - parameter:
 468     name: 'yardstick-params-daisy-virtual'
 469     parameters:
 470       - string:
 471           name: YARDSTICK_DB_BACKEND
 472           default: '-i 104.197.68.199:8086'
 473           description: 'Arguments to use in order to choose the backend DB'
 474
 475 - parameter:
 476     name: 'yardstick-params-zte-pod1'
 477     parameters:
 478       - string:
 479           name: YARDSTICK_DB_BACKEND
 480           default: '-i 104.197.68.199:8086'
 481           description: 'Arguments to use in order to choose the backend DB'
 482
 483 - parameter:
 484     name: 'yardstick-params-zte-pod2'
 485     parameters:
 486       - string:
 487           name: YARDSTICK_DB_BACKEND
 488           default: '-i 104.197.68.199:8086'
 489           description: 'Arguments to use in order to choose the backend DB'
 490
 491 - parameter:
 492     name: 'yardstick-params-zte-pod3'
 493     parameters:
 494       - string:
 495           name: YARDSTICK_DB_BACKEND
 496           default: '-i 104.197.68.199:8086'
 497           description: 'Arguments to use in order to choose the backend DB'
 498
 499 - parameter:
 500     name: 'yardstick-params-zte-pod9'
 501     parameters:
 502       - string:
 503           name: YARDSTICK_DB_BACKEND
 504           default: '-i 104.197.68.199:8086'
 505           description: 'Arguments to use in order to choose the backend DB'
 506
 507 - parameter:
 508     name: 'yardstick-params-orange-pod1'
 509     parameters:
 510       - string:
 511           name: YARDSTICK_DB_BACKEND
 512           default: '-i 104.197.68.199:8086'
 513           description: 'Arguments to use in order to choose the backend DB'
 514
 515 - parameter:
 516     name: 'yardstick-params-orange-pod2'
 517     parameters:
 518       - string:
 519           name: YARDSTICK_DB_BACKEND
 520           default: '-i 104.197.68.199:8086'
 521           description: 'Arguments to use in order to choose the backend DB'
 522
 523 - parameter:
 524     name: 'yardstick-params-virtual'
 525     parameters:
 526       - string:
 527           name: YARDSTICK_DB_BACKEND
 528           default: '-i 104.197.68.199:8086'
 529           description: 'Arguments to use in order to choose the backend DB'
 530
 531 - parameter:
 532     name: 'yardstick-params-compass-virtual'
 533     parameters:
 534       - string:
 535           name: YARDSTICK_DB_BACKEND
 536           default: '-i 104.197.68.199:8086'
 537           description: 'Arguments to use in order to choose the backend DB'
 538
 539 - parameter:
 540     name: 'yardstick-params-huawei-pod3'
 541     parameters:
 542       - string:
 543           name: YARDSTICK_DB_BACKEND
 544           default: '-i 104.197.68.199:8086'
 545           description: 'Arguments to use in order to choose the backend DB'
 546
 547 - parameter:
 548     name: 'yardstick-params-huawei-pod4'
 549     parameters:
 550       - string:
 551           name: YARDSTICK_DB_BACKEND
 552           default: '-i 104.197.68.199:8086'
 553           description: 'Arguments to use in order to choose the backend DB'
 554
 555 - parameter:
 556     name: 'yardstick-params-flex-pod1'
 557     parameters:
 558       - string:
 559           name: YARDSTICK_DB_BACKEND
 560           default: '-i 104.197.68.199:8086'
 561           description: 'Arguments to use in order to choose the backend DB'
 562
 563 #######################
 564 ## trigger macros
 565 #######################
 566 # trigger for PODs to only run yardstick test suites
 567 - trigger:
 568     name: 'yardstick-daily-huawei-pod3-trigger'
 569     triggers:
 570       - timed: '0 1 * * *'
 571
 572 - trigger:
 573     name: 'yardstick-daily-huawei-pod4-trigger'
 574     triggers:
 575       - timed: ''