jjb/functest/functest-daily-jobs.yaml

   1 ---
   2 ###################################
   3 # job configuration for functest
   4 ###################################
   5 - project:
   6     name: functest-daily
   7
   8     project: functest
   9
  10     # -------------------------------
  11     # BRANCH ANCHORS
  12     # -------------------------------
  13     master: &master
  14       stream: master
  15       branch: '{stream}'
  16       gs-pathname: ''
  17     fraser: &fraser
  18       stream: fraser
  19       branch: 'stable/{stream}'
  20       gs-pathname: '/{stream}'
  21     gambia: &gambia
  22       stream: gambia
  23       branch: 'stable/{stream}'
  24       gs-pathname: '/{stream}'
  25     hunter: &hunter
  26       stream: hunter
  27       branch: 'stable/{stream}'
  28       gs-pathname: '/{stream}'
  29     # -------------------------------
  30     # POD, INSTALLER, AND BRANCH MAPPING
  31     # -------------------------------
  32     #    Installers using labels
  33     #            CI PODs
  34     # This section should only contain the installers
  35     # that have been switched using labels for slaves
  36     # -------------------------------
  37     pod:
  38       # fuel CI PODs
  39       - baremetal:
  40           slave-label: fuel-baremetal
  41           installer: fuel
  42           <<: *master
  43       - virtual:
  44           slave-label: fuel-virtual
  45           installer: fuel
  46           <<: *master
  47       - baremetal:
  48           slave-label: fuel-baremetal
  49           installer: fuel
  50           <<: *gambia
  51       - virtual:
  52           slave-label: fuel-virtual
  53           installer: fuel
  54           <<: *gambia
  55       - baremetal:
  56           slave-label: fuel-baremetal
  57           installer: fuel
  58           <<: *fraser
  59       - virtual:
  60           slave-label: fuel-virtual
  61           installer: fuel
  62           <<: *fraser
  63       # joid CI PODs
  64       - baremetal:
  65           slave-label: joid-baremetal
  66           installer: joid
  67           <<: *master
  68       - virtual:
  69           slave-label: joid-virtual
  70           installer: joid
  71           <<: *master
  72       - baremetal:
  73           slave-label: joid-baremetal
  74           installer: joid
  75           <<: *fraser
  76       - virtual:
  77           slave-label: joid-virtual
  78           installer: joid
  79           <<: *fraser
  80       # compass CI PODs
  81       - baremetal:
  82           slave-label: compass-baremetal
  83           installer: compass
  84           <<: *master
  85       - virtual:
  86           slave-label: compass-virtual
  87           installer: compass
  88           <<: *master
  89       - arm-virtual:
  90           slave-label: compass-arm-virtual
  91           installer: compass
  92           <<: *master
  93       - baremetal:
  94           slave-label: compass-baremetal
  95           installer: compass
  96           <<: *fraser
  97       - virtual:
  98           slave-label: compass-virtual
  99           installer: compass
 100           <<: *fraser
 101       - arm-virtual:
 102           slave-label: compass-arm-virtual
 103           installer: compass
 104           <<: *fraser
 105       - baremetal:
 106           slave-label: compass-baremetal
 107           installer: compass
 108           <<: *gambia
 109       - virtual:
 110           slave-label: compass-virtual
 111           installer: compass
 112           <<: *gambia
 113       - arm-virtual:
 114           slave-label: compass-arm-virtual
 115           installer: compass
 116           <<: *gambia
 117       # apex CI PODs
 118       - virtual:
 119           slave-label: apex-virtual-master
 120           installer: apex
 121           <<: *master
 122       - baremetal:
 123           slave-label: apex-baremetal-master
 124           installer: apex
 125           <<: *master
 126       - virtual:
 127           slave-label: apex-virtual-master
 128           installer: apex
 129           <<: *gambia
 130       - baremetal:
 131           slave-label: apex-baremetal-master
 132           installer: apex
 133           <<: *gambia
 134       - virtual:
 135           slave-label: apex-virtual-fraser
 136           installer: apex
 137           <<: *fraser
 138       - baremetal:
 139           slave-label: apex-baremetal-fraser
 140           installer: apex
 141           <<: *fraser
 142       # armband CI PODs
 143       - armband-baremetal:
 144           slave-label: armband-baremetal
 145           installer: fuel
 146           <<: *master
 147       - armband-virtual:
 148           slave-label: armband-virtual
 149           installer: fuel
 150           <<: *master
 151       - armband-baremetal:
 152           slave-label: armband-baremetal
 153           installer: fuel
 154           <<: *gambia
 155       - armband-virtual:
 156           slave-label: armband-virtual
 157           installer: fuel
 158           <<: *gambia
 159       - armband-baremetal:
 160           slave-label: armband-baremetal
 161           installer: fuel
 162           <<: *fraser
 163       - armband-virtual:
 164           slave-label: armband-virtual
 165           installer: fuel
 166           <<: *fraser
 167       # daisy CI PODs
 168       - baremetal:
 169           slave-label: daisy-baremetal
 170           installer: daisy
 171           <<: *master
 172       - virtual:
 173           slave-label: daisy-virtual
 174           installer: daisy
 175           <<: *master
 176       - baremetal:
 177           slave-label: daisy-baremetal
 178           installer: daisy
 179           <<: *fraser
 180       - virtual:
 181           slave-label: daisy-virtual
 182           installer: daisy
 183           <<: *fraser
 184       # netvirt 3rd party ci
 185       - virtual:
 186           slave-label: odl-netvirt-virtual
 187           installer: netvirt
 188           <<: *master
 189       # -------------------------------
 190       #        None-CI PODs
 191       # -------------------------------
 192       - orange-pod1:
 193           slave-label: '{pod}'
 194           installer: joid
 195           <<: *master
 196       - orange-pod5:
 197           slave-label: '{pod}'
 198           installer: fuel
 199           <<: *master
 200       - orange-pod2:
 201           slave-label: '{pod}'
 202           installer: joid
 203           <<: *master
 204       - baremetal-centos:
 205           slave-label: 'intel-pod8'
 206           installer: compass
 207           <<: *master
 208       - nokia-pod1:
 209           slave-label: '{pod}'
 210           installer: apex
 211           <<: *master
 212       - zte-pod1:
 213           slave-label: '{pod}'
 214           installer: fuel
 215           <<: *master
 216       - zte-pod1:
 217           slave-label: '{pod}'
 218           installer: fuel
 219           <<: *fraser
 220       - zte-pod2:
 221           slave-label: '{pod}'
 222           installer: daisy
 223           <<: *master
 224       - zte-pod2:
 225           slave-label: '{pod}'
 226           installer: daisy
 227           <<: *fraser
 228       - zte-pod3:
 229           slave-label: '{pod}'
 230           installer: daisy
 231           <<: *master
 232       - zte-pod3:
 233           slave-label: '{pod}'
 234           installer: daisy
 235           <<: *fraser
 236       - zte-pod9:
 237           slave-label: '{pod}'
 238           installer: daisy
 239           <<: *master
 240       - zte-pod9:
 241           slave-label: '{pod}'
 242           installer: daisy
 243           <<: *fraser
 244     # -------------------------------
 245     # PODs for verify jobs triggered by each patch upload
 246     #   - ool-virtual1:
 247     #       slave-label: '{pod}'
 248     #       installer: apex
 249     #       <<: *master
 250     # -------------------------------
 251
 252     testsuite:
 253       - 'suite':
 254           job-timeout: 60
 255       - 'daily':
 256           job-timeout: 600
 257
 258     jobs:
 259       - 'functest-{installer}-{pod}-{testsuite}-{stream}'
 260
 261 ################################
 262 # job template
 263 ################################
 264 - job-template:
 265     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 266
 267     concurrent: true
 268
 269     properties:
 270       - logrotate-default
 271       - throttle:
 272           enabled: true
 273           max-per-node: 1
 274           max-total: 10
 275           option: 'project'
 276
 277     wrappers:
 278       - build-name:
 279           name: '$BUILD_NUMBER Suite: $FUNCTEST_MODE Scenario: $DEPLOY_SCENARIO'
 280       - timeout:
 281           timeout: '{job-timeout}'
 282           abort: true
 283
 284     parameters:
 285       - project-parameter:
 286           project: '{project}'
 287           branch: '{branch}'
 288       - '{installer}-defaults'
 289       - '{slave-label}-defaults'
 290       - 'functest-{testsuite}-parameter'
 291       - string:
 292           name: DEPLOY_SCENARIO
 293           default: 'os-nosdn-nofeature-noha'
 294       - string:
 295           name: CLEAN_DOCKER_IMAGES
 296           default: 'false'
 297           description: 'Remove downloaded docker images (opnfv/functest*:*)'
 298       - functest-parameter:
 299           gs-pathname: '{gs-pathname}'
 300
 301     scm:
 302       - git-scm
 303
 304     builders:
 305       - description-setter:
 306           description: "Built on $NODE_NAME"
 307       - 'functest-{testsuite}-builder'
 308
 309
 310 ########################
 311 # parameter macros
 312 ########################
 313 - parameter:
 314     name: functest-daily-parameter
 315     parameters:
 316       - string:
 317           name: FUNCTEST_MODE
 318           default: 'daily'
 319           description: "Daily suite name to run"
 320
 321 - parameter:
 322     name: functest-suite-parameter
 323     parameters:
 324       - choice:
 325           name: FUNCTEST_MODE
 326           choices:
 327             - 'tier'
 328             - 'testcase'
 329           default: 'tier'
 330           description: "Test case or Tier to be run"
 331       - choice:
 332           name: FUNCTEST_SUITE_NAME
 333           choices:
 334             - 'connection_check'
 335             - 'api_check'
 336             - 'snaps_health_check'
 337             - 'vping_ssh'
 338             - 'vping_userdata'
 339             - 'cinder_test'
 340             - 'tempest_smoke'
 341             - 'rally_sanity'
 342             - 'refstack_defcore'
 343             - 'patrole'
 344             - 'odl'
 345             - 'snaps_smoke'
 346             - 'shaker'
 347             - 'vmtp'
 348             - 'neutron_trunk'
 349             - 'doctor-notification'
 350             - 'bgpvpn'
 351             - 'functest-odl-sfc'
 352             - 'barometercollectd'
 353             - 'fds'
 354             - 'tempest_full'
 355             - 'rally_full'
 356             - 'cloudify_ims'
 357             - 'vyos_vrouter'
 358             - 'juju_epc'
 359             - 'parser'
 360           default: 'connection_check'
 361       - choice:
 362           name: FUNCTEST_TIER
 363           choices:
 364             - 'healthcheck'
 365             - 'smoke'
 366             - 'benchmarking'
 367             - 'features'
 368             - 'components'
 369             - 'vnf'
 370             - 'parser'
 371           default: 'healthcheck'
 372       - string:
 373           name: TESTCASE_OPTIONS
 374           default: ''
 375           description: 'Additional parameters specific to test case(s)'
 376
 377 - parameter:
 378     name: functest-parameter
 379     parameters:
 380       - string:
 381           name: GS_PATHNAME
 382           default: '{gs-pathname}'
 383           description: "Version directory where the opnfv documents will be stored in gs repository"
 384       - string:
 385           name: FUNCTEST_REPO_DIR
 386           default: "/home/opnfv/repos/functest"
 387           description: "Directory where the Functest repository is cloned"
 388       - string:
 389           name: PUSH_RESULTS_TO_DB
 390           default: "true"
 391           description: "Push the results of all the tests to the resultDB"
 392       - string:
 393           name: CI_DEBUG
 394           default: 'false'
 395           description: "Show debug output information"
 396       - string:
 397           name: RC_FILE_PATH
 398           default: ''
 399           description: "Path to the OS credentials file if given"
 400       - string:
 401           name: REPO
 402           default: "opnfv"
 403           description: "Repository name for functest images"
 404 ########################
 405 # trigger macros
 406 ########################
 407 - trigger:
 408     name: 'functest-master'
 409     triggers:
 410       - pollscm:
 411           cron: "H 9 * * *"
 412 ########################
 413 # builder macros
 414 ########################
 415 - builder:
 416     name: functest-daily-builder
 417     builders:
 418       - 'functest-cleanup'
 419       - 'functest-daily'
 420       - 'functest-store-results'
 421       - 'functest-exit'
 422
 423 - builder:
 424     name: functest-suite-builder
 425     builders:
 426       - 'functest-cleanup'
 427       - 'functest-daily'
 428       - 'functest-store-results'
 429       - 'functest-exit'
 430
 431 - builder:
 432     name: functest-daily
 433     builders:
 434       # yamllint disable rule:indentation
 435       - conditional-step:
 436           condition-kind: regex-match
 437           regex: "os-.*"
 438           label: '$DEPLOY_SCENARIO'
 439           steps:
 440             - shell:
 441                 !include-raw:
 442                     - ./functest-env-presetup.sh
 443                     - ../../utils/fetch_os_creds.sh
 444                     - ./functest-alpine.sh
 445       - conditional-step:
 446           condition-kind: regex-match
 447           regex: "k8-.*"
 448           label: '$DEPLOY_SCENARIO'
 449           steps:
 450             - shell:
 451                 !include-raw:
 452                     - ../../utils/fetch_k8_conf.sh
 453                     - ./functest-k8.sh
 454
 455 # yamllint enable rule:indentation
 456 - builder:
 457     name: functest-store-results
 458     builders:
 459       - shell:
 460           !include-raw: ../../utils/push-test-logs.sh
 461
 462 - builder:
 463     name: functest-cleanup
 464     builders:
 465       - shell:
 466           !include-raw: ./functest-cleanup.sh
 467
 468 - builder:
 469     name: functest-exit
 470     builders:
 471       - shell:
 472           !include-raw: ./functest-exit.sh