jjb/functest/functest-daily-jobs.yaml

   1 ---
   2 ###################################
   3 # job configuration for functest
   4 ###################################
   5 - project:
   6     name: functest-daily
   7
   8     project: functest
   9
  10     # -------------------------------
  11     # BRANCH ANCHORS
  12     # -------------------------------
  13     master: &master
  14       stream: master
  15       branch: '{stream}'
  16       gs-pathname: ''
  17     fraser: &fraser
  18       stream: fraser
  19       branch: 'stable/{stream}'
  20       gs-pathname: '/{stream}'
  21     gambia: &gambia
  22       stream: gambia
  23       branch: 'stable/{stream}'
  24       gs-pathname: '/{stream}'
  25     hunter: &hunter
  26       stream: hunter
  27       branch: 'stable/{stream}'
  28       gs-pathname: '/{stream}'
  29     # -------------------------------
  30     # POD, INSTALLER, AND BRANCH MAPPING
  31     # -------------------------------
  32     #    Installers using labels
  33     #            CI PODs
  34     # This section should only contain the installers
  35     # that have been switched using labels for slaves
  36     # -------------------------------
  37     pod:
  38       # fuel CI PODs
  39       - baremetal:
  40           slave-label: fuel-baremetal
  41           installer: fuel
  42           <<: *master
  43       - virtual:
  44           slave-label: fuel-virtual
  45           installer: fuel
  46           <<: *master
  47       - baremetal:
  48           slave-label: fuel-baremetal
  49           installer: fuel
  50           <<: *gambia
  51       - virtual:
  52           slave-label: fuel-virtual
  53           installer: fuel
  54           <<: *gambia
  55       - baremetal:
  56           slave-label: fuel-baremetal
  57           installer: fuel
  58           <<: *fraser
  59       - virtual:
  60           slave-label: fuel-virtual
  61           installer: fuel
  62           <<: *fraser
  63       # joid CI PODs
  64       - baremetal:
  65           slave-label: joid-baremetal
  66           installer: joid
  67           <<: *master
  68       - virtual:
  69           slave-label: joid-virtual
  70           installer: joid
  71           <<: *master
  72       - baremetal:
  73           slave-label: joid-baremetal
  74           installer: joid
  75           <<: *fraser
  76       - virtual:
  77           slave-label: joid-virtual
  78           installer: joid
  79           <<: *fraser
  80       # compass CI PODs
  81       - baremetal:
  82           slave-label: compass-baremetal
  83           installer: compass
  84           <<: *master
  85       - virtual:
  86           slave-label: compass-virtual
  87           installer: compass
  88           <<: *master
  89       - arm-virtual:
  90           slave-label: compass-arm-virtual
  91           installer: compass
  92           <<: *master
  93       - baremetal:
  94           slave-label: compass-baremetal
  95           installer: compass
  96           <<: *fraser
  97       - virtual:
  98           slave-label: compass-virtual
  99           installer: compass
 100           <<: *fraser
 101       - arm-virtual:
 102           slave-label: compass-arm-virtual
 103           installer: compass
 104           <<: *fraser
 105       # apex CI PODs
 106       - virtual:
 107           slave-label: apex-virtual-master
 108           installer: apex
 109           <<: *master
 110       - baremetal:
 111           slave-label: apex-baremetal-master
 112           installer: apex
 113           <<: *master
 114       - virtual:
 115           slave-label: apex-virtual-fraser
 116           installer: apex
 117           <<: *fraser
 118       - baremetal:
 119           slave-label: apex-baremetal-fraser
 120           installer: apex
 121           <<: *fraser
 122       # armband CI PODs
 123       - armband-baremetal:
 124           slave-label: armband-baremetal
 125           installer: fuel
 126           <<: *master
 127       - armband-virtual:
 128           slave-label: armband-virtual
 129           installer: fuel
 130           <<: *master
 131       - armband-baremetal:
 132           slave-label: armband-baremetal
 133           installer: fuel
 134           <<: *gambia
 135       - armband-virtual:
 136           slave-label: armband-virtual
 137           installer: fuel
 138           <<: *gambia
 139       - armband-baremetal:
 140           slave-label: armband-baremetal
 141           installer: fuel
 142           <<: *fraser
 143       - armband-virtual:
 144           slave-label: armband-virtual
 145           installer: fuel
 146           <<: *fraser
 147       # daisy CI PODs
 148       - baremetal:
 149           slave-label: daisy-baremetal
 150           installer: daisy
 151           <<: *master
 152       - virtual:
 153           slave-label: daisy-virtual
 154           installer: daisy
 155           <<: *master
 156       - baremetal:
 157           slave-label: daisy-baremetal
 158           installer: daisy
 159           <<: *fraser
 160       - virtual:
 161           slave-label: daisy-virtual
 162           installer: daisy
 163           <<: *fraser
 164       # netvirt 3rd party ci
 165       - virtual:
 166           slave-label: odl-netvirt-virtual
 167           installer: netvirt
 168           <<: *master
 169       # -------------------------------
 170       #        None-CI PODs
 171       # -------------------------------
 172       - orange-pod1:
 173           slave-label: '{pod}'
 174           installer: joid
 175           <<: *master
 176       - orange-pod5:
 177           slave-label: '{pod}'
 178           installer: fuel
 179           <<: *master
 180       - orange-pod2:
 181           slave-label: '{pod}'
 182           installer: joid
 183           <<: *master
 184       - baremetal-centos:
 185           slave-label: 'intel-pod8'
 186           installer: compass
 187           <<: *master
 188       - nokia-pod1:
 189           slave-label: '{pod}'
 190           installer: apex
 191           <<: *master
 192       - zte-pod1:
 193           slave-label: '{pod}'
 194           installer: fuel
 195           <<: *master
 196       - zte-pod1:
 197           slave-label: '{pod}'
 198           installer: fuel
 199           <<: *fraser
 200       - zte-pod2:
 201           slave-label: '{pod}'
 202           installer: daisy
 203           <<: *master
 204       - zte-pod2:
 205           slave-label: '{pod}'
 206           installer: daisy
 207           <<: *fraser
 208       - zte-pod3:
 209           slave-label: '{pod}'
 210           installer: daisy
 211           <<: *master
 212       - zte-pod3:
 213           slave-label: '{pod}'
 214           installer: daisy
 215           <<: *fraser
 216       - zte-pod9:
 217           slave-label: '{pod}'
 218           installer: daisy
 219           <<: *master
 220       - zte-pod9:
 221           slave-label: '{pod}'
 222           installer: daisy
 223           <<: *fraser
 224     # -------------------------------
 225     # PODs for verify jobs triggered by each patch upload
 226     #   - ool-virtual1:
 227     #       slave-label: '{pod}'
 228     #       installer: apex
 229     #       <<: *master
 230     # -------------------------------
 231
 232     testsuite:
 233       - 'suite':
 234           job-timeout: 60
 235       - 'daily':
 236           job-timeout: 600
 237
 238     jobs:
 239       - 'functest-{installer}-{pod}-{testsuite}-{stream}'
 240
 241 ################################
 242 # job template
 243 ################################
 244 - job-template:
 245     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 246
 247     concurrent: true
 248
 249     properties:
 250       - logrotate-default
 251       - throttle:
 252           enabled: true
 253           max-per-node: 1
 254           max-total: 10
 255           option: 'project'
 256
 257     wrappers:
 258       - build-name:
 259           name: '$BUILD_NUMBER Suite: $FUNCTEST_MODE Scenario: $DEPLOY_SCENARIO'
 260       - timeout:
 261           timeout: '{job-timeout}'
 262           abort: true
 263
 264     parameters:
 265       - project-parameter:
 266           project: '{project}'
 267           branch: '{branch}'
 268       - '{installer}-defaults'
 269       - '{slave-label}-defaults'
 270       - 'functest-{testsuite}-parameter'
 271       - string:
 272           name: DEPLOY_SCENARIO
 273           default: 'os-nosdn-nofeature-noha'
 274       - string:
 275           name: CLEAN_DOCKER_IMAGES
 276           default: 'false'
 277           description: 'Remove downloaded docker images (opnfv/functest*:*)'
 278       - functest-parameter:
 279           gs-pathname: '{gs-pathname}'
 280
 281     scm:
 282       - git-scm
 283
 284     builders:
 285       - description-setter:
 286           description: "Built on $NODE_NAME"
 287       - 'functest-{testsuite}-builder'
 288
 289
 290 ########################
 291 # parameter macros
 292 ########################
 293 - parameter:
 294     name: functest-daily-parameter
 295     parameters:
 296       - string:
 297           name: FUNCTEST_MODE
 298           default: 'daily'
 299           description: "Daily suite name to run"
 300
 301 - parameter:
 302     name: functest-suite-parameter
 303     parameters:
 304       - choice:
 305           name: FUNCTEST_MODE
 306           choices:
 307             - 'tier'
 308             - 'testcase'
 309           default: 'tier'
 310           description: "Test case or Tier to be run"
 311       - choice:
 312           name: FUNCTEST_SUITE_NAME
 313           choices:
 314             - 'connection_check'
 315             - 'api_check'
 316             - 'snaps_health_check'
 317             - 'vping_ssh'
 318             - 'vping_userdata'
 319             - 'cinder_test'
 320             - 'tempest_smoke'
 321             - 'rally_sanity'
 322             - 'refstack_defcore'
 323             - 'patrole'
 324             - 'odl'
 325             - 'snaps_smoke'
 326             - 'shaker'
 327             - 'vmtp'
 328             - 'neutron_trunk'
 329             - 'doctor-notification'
 330             - 'bgpvpn'
 331             - 'functest-odl-sfc'
 332             - 'barometercollectd'
 333             - 'fds'
 334             - 'tempest_full'
 335             - 'rally_full'
 336             - 'cloudify_ims'
 337             - 'vyos_vrouter'
 338             - 'juju_epc'
 339             - 'parser'
 340           default: 'connection_check'
 341       - choice:
 342           name: FUNCTEST_TIER
 343           choices:
 344             - 'healthcheck'
 345             - 'smoke'
 346             - 'benchmarking'
 347             - 'features'
 348             - 'components'
 349             - 'vnf'
 350             - 'parser'
 351           default: 'healthcheck'
 352       - string:
 353           name: TESTCASE_OPTIONS
 354           default: ''
 355           description: 'Additional parameters specific to test case(s)'
 356
 357 - parameter:
 358     name: functest-parameter
 359     parameters:
 360       - string:
 361           name: GS_PATHNAME
 362           default: '{gs-pathname}'
 363           description: "Version directory where the opnfv documents will be stored in gs repository"
 364       - string:
 365           name: FUNCTEST_REPO_DIR
 366           default: "/home/opnfv/repos/functest"
 367           description: "Directory where the Functest repository is cloned"
 368       - string:
 369           name: PUSH_RESULTS_TO_DB
 370           default: "true"
 371           description: "Push the results of all the tests to the resultDB"
 372       - string:
 373           name: CI_DEBUG
 374           default: 'false'
 375           description: "Show debug output information"
 376       - string:
 377           name: RC_FILE_PATH
 378           default: ''
 379           description: "Path to the OS credentials file if given"
 380       - string:
 381           name: REPO
 382           default: "opnfv"
 383           description: "Repository name for functest images"
 384 ########################
 385 # trigger macros
 386 ########################
 387 - trigger:
 388     name: 'functest-master'
 389     triggers:
 390       - pollscm:
 391           cron: "H 9 * * *"
 392 ########################
 393 # builder macros
 394 ########################
 395 - builder:
 396     name: functest-daily-builder
 397     builders:
 398       - 'functest-cleanup'
 399       - 'functest-daily'
 400       - 'functest-store-results'
 401       - 'functest-exit'
 402
 403 - builder:
 404     name: functest-suite-builder
 405     builders:
 406       - 'functest-cleanup'
 407       - 'functest-daily'
 408       - 'functest-store-results'
 409       - 'functest-exit'
 410
 411 - builder:
 412     name: functest-daily
 413     builders:
 414       # yamllint disable rule:indentation
 415       - conditional-step:
 416           condition-kind: regex-match
 417           regex: "os-.*"
 418           label: '$DEPLOY_SCENARIO'
 419           steps:
 420             - shell:
 421                 !include-raw:
 422                     - ./functest-env-presetup.sh
 423                     - ../../utils/fetch_os_creds.sh
 424                     - ./functest-alpine.sh
 425       - conditional-step:
 426           condition-kind: regex-match
 427           regex: "k8-.*"
 428           label: '$DEPLOY_SCENARIO'
 429           steps:
 430             - shell:
 431                 !include-raw:
 432                     - ../../utils/fetch_k8_conf.sh
 433                     - ./functest-k8.sh
 434
 435 # yamllint enable rule:indentation
 436 - builder:
 437     name: functest-store-results
 438     builders:
 439       - shell:
 440           !include-raw: ../../utils/push-test-logs.sh
 441
 442 - builder:
 443     name: functest-cleanup
 444     builders:
 445       - shell:
 446           !include-raw: ./functest-cleanup.sh
 447
 448 - builder:
 449     name: functest-exit
 450     builders:
 451       - shell:
 452           !include-raw: ./functest-exit.sh