jjb/functest/functest-daily-jobs.yaml

   1 ---
   2 ###################################
   3 # job configuration for functest
   4 ###################################
   5 - project:
   6     name: functest-daily
   7
   8     project: functest
   9
  10     # -------------------------------
  11     # BRANCH ANCHORS
  12     # -------------------------------
  13     master: &master
  14       stream: master
  15       branch: '{stream}'
  16       gs-pathname: ''
  17     fraser: &fraser
  18       stream: fraser
  19       branch: 'stable/{stream}'
  20       gs-pathname: '/{stream}'
  21     gambia: &gambia
  22       stream: gambia
  23       branch: 'stable/{stream}'
  24       gs-pathname: '/{stream}'
  25     hunter: &hunter
  26       stream: hunter
  27       branch: 'stable/{stream}'
  28       gs-pathname: '/{stream}'
  29     # -------------------------------
  30     # POD, INSTALLER, AND BRANCH MAPPING
  31     # -------------------------------
  32     #    Installers using labels
  33     #            CI PODs
  34     # This section should only contain the installers
  35     # that have been switched using labels for slaves
  36     # -------------------------------
  37     pod:
  38       # fuel CI PODs
  39       - baremetal:
  40           slave-label: fuel-baremetal
  41           installer: fuel
  42           <<: *master
  43       - virtual:
  44           slave-label: fuel-virtual
  45           installer: fuel
  46           <<: *master
  47       - baremetal:
  48           slave-label: fuel-baremetal
  49           installer: fuel
  50           <<: *gambia
  51       - virtual:
  52           slave-label: fuel-virtual
  53           installer: fuel
  54           <<: *gambia
  55       - baremetal:
  56           slave-label: fuel-baremetal
  57           installer: fuel
  58           <<: *fraser
  59       - virtual:
  60           slave-label: fuel-virtual
  61           installer: fuel
  62           <<: *fraser
  63       # joid CI PODs
  64       - baremetal:
  65           slave-label: joid-baremetal
  66           installer: joid
  67           <<: *master
  68       - virtual:
  69           slave-label: joid-virtual
  70           installer: joid
  71           <<: *master
  72       - baremetal:
  73           slave-label: joid-baremetal
  74           installer: joid
  75           <<: *fraser
  76       - virtual:
  77           slave-label: joid-virtual
  78           installer: joid
  79           <<: *fraser
  80       # compass CI PODs
  81       - baremetal:
  82           slave-label: compass-baremetal
  83           installer: compass
  84           <<: *master
  85       - virtual:
  86           slave-label: compass-virtual
  87           installer: compass
  88           <<: *master
  89       - arm-virtual:
  90           slave-label: compass-arm-virtual
  91           installer: compass
  92           <<: *master
  93       - baremetal:
  94           slave-label: compass-baremetal
  95           installer: compass
  96           <<: *fraser
  97       - virtual:
  98           slave-label: compass-virtual
  99           installer: compass
 100           <<: *fraser
 101       - arm-virtual:
 102           slave-label: compass-arm-virtual
 103           installer: compass
 104           <<: *fraser
 105       # apex CI PODs
 106       - virtual:
 107           slave-label: apex-virtual-master
 108           installer: apex
 109           <<: *master
 110       - baremetal:
 111           slave-label: apex-baremetal-master
 112           installer: apex
 113           <<: *master
 114       - virtual:
 115           slave-label: apex-virtual-fraser
 116           installer: apex
 117           <<: *fraser
 118       - baremetal:
 119           slave-label: apex-baremetal-fraser
 120           installer: apex
 121           <<: *fraser
 122       # armband CI PODs
 123       - armband-baremetal:
 124           slave-label: armband-baremetal
 125           installer: fuel
 126           <<: *master
 127       - armband-virtual:
 128           slave-label: armband-virtual
 129           installer: fuel
 130           <<: *master
 131       - armband-baremetal:
 132           slave-label: armband-baremetal
 133           installer: fuel
 134           <<: *gambia
 135       - armband-virtual:
 136           slave-label: armband-virtual
 137           installer: fuel
 138           <<: *gambia
 139       - armband-baremetal:
 140           slave-label: armband-baremetal
 141           installer: fuel
 142           <<: *fraser
 143       - armband-virtual:
 144           slave-label: armband-virtual
 145           installer: fuel
 146           <<: *fraser
 147       # daisy CI PODs
 148       - baremetal:
 149           slave-label: daisy-baremetal
 150           installer: daisy
 151           <<: *master
 152       - virtual:
 153           slave-label: daisy-virtual
 154           installer: daisy
 155           <<: *master
 156       - baremetal:
 157           slave-label: daisy-baremetal
 158           installer: daisy
 159           <<: *fraser
 160       - virtual:
 161           slave-label: daisy-virtual
 162           installer: daisy
 163           <<: *fraser
 164       # netvirt 3rd party ci
 165       - virtual:
 166           slave-label: odl-netvirt-virtual
 167           installer: netvirt
 168           <<: *master
 169       # -------------------------------
 170       #        None-CI PODs
 171       # -------------------------------
 172       - orange-pod1:
 173           slave-label: '{pod}'
 174           installer: joid
 175           <<: *master
 176       - orange-pod5:
 177           slave-label: '{pod}'
 178           installer: fuel
 179           <<: *master
 180       - orange-pod2:
 181           slave-label: '{pod}'
 182           installer: joid
 183           <<: *master
 184       - baremetal-centos:
 185           slave-label: 'intel-pod8'
 186           installer: compass
 187           <<: *master
 188       - nokia-pod1:
 189           slave-label: '{pod}'
 190           installer: apex
 191           <<: *master
 192       - zte-pod1:
 193           slave-label: '{pod}'
 194           installer: fuel
 195           <<: *master
 196       - zte-pod1:
 197           slave-label: '{pod}'
 198           installer: fuel
 199           <<: *fraser
 200       - zte-pod2:
 201           slave-label: '{pod}'
 202           installer: daisy
 203           <<: *master
 204       - zte-pod2:
 205           slave-label: '{pod}'
 206           installer: daisy
 207           <<: *fraser
 208       - zte-pod3:
 209           slave-label: '{pod}'
 210           installer: daisy
 211           <<: *master
 212       - zte-pod3:
 213           slave-label: '{pod}'
 214           installer: daisy
 215           <<: *fraser
 216       - zte-pod9:
 217           slave-label: '{pod}'
 218           installer: daisy
 219           <<: *master
 220       - zte-pod9:
 221           slave-label: '{pod}'
 222           installer: daisy
 223           <<: *fraser
 224     # -------------------------------
 225     # PODs for verify jobs triggered by each patch upload
 226     #   - ool-virtual1:
 227     #       slave-label: '{pod}'
 228     #       installer: apex
 229     #       <<: *master
 230     # -------------------------------
 231
 232     testsuite:
 233       - 'suite':
 234           job-timeout: 60
 235       - 'daily':
 236           job-timeout: 600
 237
 238     jobs:
 239       - 'functest-{installer}-{pod}-{testsuite}-{stream}'
 240
 241 ################################
 242 # job template
 243 ################################
 244 - job-template:
 245     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 246
 247     concurrent: true
 248
 249     properties:
 250       - logrotate-default
 251       - throttle:
 252           enabled: true
 253           max-per-node: 1
 254           option: 'project'
 255
 256     wrappers:
 257       - build-name:
 258           name: '$BUILD_NUMBER Suite: $FUNCTEST_MODE Scenario: $DEPLOY_SCENARIO'
 259       - timeout:
 260           timeout: '{job-timeout}'
 261           abort: true
 262
 263     parameters:
 264       - project-parameter:
 265           project: '{project}'
 266           branch: '{branch}'
 267       - '{installer}-defaults'
 268       - '{slave-label}-defaults'
 269       - 'functest-{testsuite}-parameter'
 270       - string:
 271           name: DEPLOY_SCENARIO
 272           default: 'os-nosdn-nofeature-noha'
 273       - string:
 274           name: CLEAN_DOCKER_IMAGES
 275           default: 'false'
 276           description: 'Remove downloaded docker images (opnfv/functest*:*)'
 277       - functest-parameter:
 278           gs-pathname: '{gs-pathname}'
 279
 280     scm:
 281       - git-scm
 282
 283     builders:
 284       - description-setter:
 285           description: "Built on $NODE_NAME"
 286       - 'functest-{testsuite}-builder'
 287
 288
 289 ########################
 290 # parameter macros
 291 ########################
 292 - parameter:
 293     name: functest-daily-parameter
 294     parameters:
 295       - string:
 296           name: FUNCTEST_MODE
 297           default: 'daily'
 298           description: "Daily suite name to run"
 299
 300 - parameter:
 301     name: functest-suite-parameter
 302     parameters:
 303       - choice:
 304           name: FUNCTEST_MODE
 305           choices:
 306             - 'tier'
 307             - 'testcase'
 308           default: 'tier'
 309           description: "Test case or Tier to be run"
 310       - choice:
 311           name: FUNCTEST_SUITE_NAME
 312           choices:
 313             - 'connection_check'
 314             - 'api_check'
 315             - 'snaps_health_check'
 316             - 'vping_ssh'
 317             - 'vping_userdata'
 318             - 'cinder_test'
 319             - 'tempest_smoke'
 320             - 'rally_sanity'
 321             - 'refstack_defcore'
 322             - 'patrole'
 323             - 'odl'
 324             - 'snaps_smoke'
 325             - 'shaker'
 326             - 'vmtp'
 327             - 'neutron_trunk'
 328             - 'doctor-notification'
 329             - 'bgpvpn'
 330             - 'functest-odl-sfc'
 331             - 'barometercollectd'
 332             - 'fds'
 333             - 'tempest_full'
 334             - 'rally_full'
 335             - 'cloudify_ims'
 336             - 'vyos_vrouter'
 337             - 'juju_epc'
 338             - 'parser'
 339           default: 'connection_check'
 340       - choice:
 341           name: FUNCTEST_TIER
 342           choices:
 343             - 'healthcheck'
 344             - 'smoke'
 345             - 'benchmarking'
 346             - 'features'
 347             - 'components'
 348             - 'vnf'
 349             - 'parser'
 350           default: 'healthcheck'
 351       - string:
 352           name: TESTCASE_OPTIONS
 353           default: ''
 354           description: 'Additional parameters specific to test case(s)'
 355
 356 - parameter:
 357     name: functest-parameter
 358     parameters:
 359       - string:
 360           name: GS_PATHNAME
 361           default: '{gs-pathname}'
 362           description: "Version directory where the opnfv documents will be stored in gs repository"
 363       - string:
 364           name: FUNCTEST_REPO_DIR
 365           default: "/home/opnfv/repos/functest"
 366           description: "Directory where the Functest repository is cloned"
 367       - string:
 368           name: PUSH_RESULTS_TO_DB
 369           default: "true"
 370           description: "Push the results of all the tests to the resultDB"
 371       - string:
 372           name: CI_DEBUG
 373           default: 'false'
 374           description: "Show debug output information"
 375       - string:
 376           name: RC_FILE_PATH
 377           default: ''
 378           description: "Path to the OS credentials file if given"
 379       - string:
 380           name: REPO
 381           default: "opnfv"
 382           description: "Repository name for functest images"
 383 ########################
 384 # trigger macros
 385 ########################
 386 - trigger:
 387     name: 'functest-master'
 388     triggers:
 389       - pollscm:
 390           cron: "H 9 * * *"
 391 ########################
 392 # builder macros
 393 ########################
 394 - builder:
 395     name: functest-daily-builder
 396     builders:
 397       - 'functest-cleanup'
 398       - 'functest-daily'
 399       - 'functest-store-results'
 400       - 'functest-exit'
 401
 402 - builder:
 403     name: functest-suite-builder
 404     builders:
 405       - 'functest-cleanup'
 406       - 'functest-daily'
 407       - 'functest-store-results'
 408       - 'functest-exit'
 409
 410 - builder:
 411     name: functest-daily
 412     builders:
 413       # yamllint disable rule:indentation
 414       - conditional-step:
 415           condition-kind: regex-match
 416           regex: "os-.*"
 417           label: '$DEPLOY_SCENARIO'
 418           steps:
 419             - shell:
 420                 !include-raw:
 421                     - ./functest-env-presetup.sh
 422                     - ../../utils/fetch_os_creds.sh
 423                     - ./functest-alpine.sh
 424       - conditional-step:
 425           condition-kind: regex-match
 426           regex: "k8-.*"
 427           label: '$DEPLOY_SCENARIO'
 428           steps:
 429             - shell:
 430                 !include-raw:
 431                     - ../../utils/fetch_k8_conf.sh
 432                     - ./functest-k8.sh
 433
 434 # yamllint enable rule:indentation
 435 - builder:
 436     name: functest-store-results
 437     builders:
 438       - shell:
 439           !include-raw: ../../utils/push-test-logs.sh
 440
 441 - builder:
 442     name: functest-cleanup
 443     builders:
 444       - shell:
 445           !include-raw: ./functest-cleanup.sh
 446
 447 - builder:
 448     name: functest-exit
 449     builders:
 450       - shell:
 451           !include-raw: ./functest-exit.sh