jjb/functest/functest-daily-jobs.yaml

   1 ---
   2 ###################################
   3 # job configuration for functest
   4 ###################################
   5 - project:
   6     name: functest-daily
   7
   8     project: functest
   9
  10     # -------------------------------
  11     # BRANCH ANCHORS
  12     # -------------------------------
  13     master: &master
  14       stream: master
  15       branch: '{stream}'
  16       gs-pathname: ''
  17     fraser: &fraser
  18       stream: fraser
  19       branch: 'stable/{stream}'
  20       gs-pathname: '/{stream}'
  21     # -------------------------------
  22     # POD, INSTALLER, AND BRANCH MAPPING
  23     # -------------------------------
  24     #    Installers using labels
  25     #            CI PODs
  26     # This section should only contain the installers
  27     # that have been switched using labels for slaves
  28     # -------------------------------
  29     pod:
  30       # fuel CI PODs
  31       - baremetal:
  32           slave-label: fuel-baremetal
  33           installer: fuel
  34           <<: *master
  35       - virtual:
  36           slave-label: fuel-virtual
  37           installer: fuel
  38           <<: *master
  39       - baremetal:
  40           slave-label: fuel-baremetal
  41           installer: fuel
  42           <<: *fraser
  43       - virtual:
  44           slave-label: fuel-virtual
  45           installer: fuel
  46           <<: *fraser
  47       # joid CI PODs
  48       - baremetal:
  49           slave-label: joid-baremetal
  50           installer: joid
  51           <<: *master
  52       - virtual:
  53           slave-label: joid-virtual
  54           installer: joid
  55           <<: *master
  56       - baremetal:
  57           slave-label: joid-baremetal
  58           installer: joid
  59           <<: *fraser
  60       - virtual:
  61           slave-label: joid-virtual
  62           installer: joid
  63           <<: *fraser
  64       # compass CI PODs
  65       - baremetal:
  66           slave-label: compass-baremetal
  67           installer: compass
  68           <<: *master
  69       - virtual:
  70           slave-label: compass-virtual
  71           installer: compass
  72           <<: *master
  73       - baremetal:
  74           slave-label: compass-baremetal
  75           installer: compass
  76           <<: *fraser
  77       - virtual:
  78           slave-label: compass-virtual
  79           installer: compass
  80           <<: *fraser
  81       # apex CI PODs
  82       - virtual:
  83           slave-label: apex-virtual-master
  84           installer: apex
  85           <<: *master
  86       - baremetal:
  87           slave-label: apex-baremetal-master
  88           installer: apex
  89           <<: *master
  90       - virtual:
  91           slave-label: apex-virtual-fraser
  92           installer: apex
  93           <<: *fraser
  94       - baremetal:
  95           slave-label: apex-baremetal-fraser
  96           installer: apex
  97           <<: *fraser
  98       # armband CI PODs
  99       - armband-baremetal:
 100           slave-label: armband-baremetal
 101           installer: fuel
 102           <<: *master
 103       - armband-virtual:
 104           slave-label: armband-virtual
 105           installer: fuel
 106           <<: *master
 107       - armband-baremetal:
 108           slave-label: armband-baremetal
 109           installer: fuel
 110           <<: *fraser
 111       - armband-virtual:
 112           slave-label: armband-virtual
 113           installer: fuel
 114           <<: *fraser
 115       # daisy CI PODs
 116       - baremetal:
 117           slave-label: daisy-baremetal
 118           installer: daisy
 119           <<: *master
 120       - virtual:
 121           slave-label: daisy-virtual
 122           installer: daisy
 123           <<: *master
 124       - baremetal:
 125           slave-label: daisy-baremetal
 126           installer: daisy
 127           <<: *fraser
 128       - virtual:
 129           slave-label: daisy-virtual
 130           installer: daisy
 131           <<: *fraser
 132       # netvirt 3rd party ci
 133       - virtual:
 134           slave-label: odl-netvirt-virtual
 135           installer: netvirt
 136           <<: *master
 137       # -------------------------------
 138       #        None-CI PODs
 139       # -------------------------------
 140       - orange-pod1:
 141           slave-label: '{pod}'
 142           installer: joid
 143           <<: *master
 144       - orange-pod5:
 145           slave-label: '{pod}'
 146           installer: fuel
 147           <<: *master
 148       - orange-pod2:
 149           slave-label: '{pod}'
 150           installer: joid
 151           <<: *master
 152       - baremetal-centos:
 153           slave-label: 'intel-pod8'
 154           installer: compass
 155           <<: *master
 156       - nokia-pod1:
 157           slave-label: '{pod}'
 158           installer: apex
 159           <<: *master
 160       - zte-pod1:
 161           slave-label: '{pod}'
 162           installer: fuel
 163           <<: *master
 164       - zte-pod1:
 165           slave-label: '{pod}'
 166           installer: fuel
 167           <<: *fraser
 168       - zte-pod2:
 169           slave-label: '{pod}'
 170           installer: daisy
 171           <<: *master
 172       - zte-pod2:
 173           slave-label: '{pod}'
 174           installer: daisy
 175           <<: *fraser
 176       - zte-pod3:
 177           slave-label: '{pod}'
 178           installer: daisy
 179           <<: *master
 180       - zte-pod3:
 181           slave-label: '{pod}'
 182           installer: daisy
 183           <<: *fraser
 184       - zte-pod9:
 185           slave-label: '{pod}'
 186           installer: daisy
 187           <<: *master
 188       - zte-pod9:
 189           slave-label: '{pod}'
 190           installer: daisy
 191           <<: *fraser
 192     # -------------------------------
 193     # PODs for verify jobs triggered by each patch upload
 194     #   - ool-virtual1:
 195     #       slave-label: '{pod}'
 196     #       installer: apex
 197     #       <<: *master
 198     # -------------------------------
 199
 200     testsuite:
 201       - 'suite':
 202           job-timeout: 60
 203       - 'daily':
 204           job-timeout: 480
 205
 206     jobs:
 207       - 'functest-{installer}-{pod}-{testsuite}-{stream}'
 208
 209 ################################
 210 # job template
 211 ################################
 212 - job-template:
 213     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 214
 215     concurrent: true
 216
 217     properties:
 218       - logrotate-default
 219       - throttle:
 220           enabled: true
 221           max-per-node: 1
 222           option: 'project'
 223
 224     wrappers:
 225       - build-name:
 226           name: '$BUILD_NUMBER Suite: $FUNCTEST_MODE Scenario: $DEPLOY_SCENARIO'
 227       - timeout:
 228           timeout: '{job-timeout}'
 229           abort: true
 230
 231     parameters:
 232       - project-parameter:
 233           project: '{project}'
 234           branch: '{branch}'
 235       - '{installer}-defaults'
 236       - '{slave-label}-defaults'
 237       - 'functest-{testsuite}-parameter'
 238       - string:
 239           name: DEPLOY_SCENARIO
 240           default: 'os-odl_l2-nofeature-ha'
 241       - string:
 242           name: CLEAN_DOCKER_IMAGES
 243           default: 'false'
 244           description: 'Remove downloaded docker images (opnfv/functest*:*)'
 245       - functest-parameter:
 246           gs-pathname: '{gs-pathname}'
 247
 248     scm:
 249       - git-scm
 250
 251     builders:
 252       - description-setter:
 253           description: "Built on $NODE_NAME"
 254       - 'functest-{testsuite}-builder'
 255
 256
 257 ########################
 258 # parameter macros
 259 ########################
 260 - parameter:
 261     name: functest-daily-parameter
 262     parameters:
 263       - string:
 264           name: FUNCTEST_MODE
 265           default: 'daily'
 266           description: "Daily suite name to run"
 267
 268 - parameter:
 269     name: functest-suite-parameter
 270     parameters:
 271       - choice:
 272           name: FUNCTEST_MODE
 273           choices:
 274             - 'tier'
 275             - 'testcase'
 276           default: 'tier'
 277           description: "Test case or Tier to be run"
 278       - choice:
 279           name: FUNCTEST_SUITE_NAME
 280           choices:
 281             - 'connection_check'
 282             - 'api_check'
 283             - 'snaps_health_check'
 284             - 'vping_userdata'
 285             - 'vping_ssh'
 286             - 'tempest_smoke_serial'
 287             - 'rally_sanity'
 288             - 'odl'
 289             - 'odl_netvirt'
 290             - 'snaps_smoke'
 291             - 'refstack_defcore'
 292             - 'promise'
 293             - 'doctor'
 294             - 'bgpvpn'
 295             - 'parser'
 296             - 'security_scan'
 297             - 'tempest_full_parallel'
 298             - 'rally_full'
 299             - 'cloudify_ims'
 300             - 'cloudify_vrouter'
 301             - 'orchestra_openims'
 302             - 'orchestra_clearwaterims'
 303           default: 'connection_check'
 304       - choice:
 305           name: FUNCTEST_TIER
 306           choices:
 307             - 'healthcheck'
 308             - 'smoke'
 309             - 'features'
 310             - 'components'
 311             - 'vnf'
 312           default: 'healthcheck'
 313       - string:
 314           name: TESTCASE_OPTIONS
 315           default: ''
 316           description: 'Additional parameters specific to test case(s)'
 317
 318 - parameter:
 319     name: functest-parameter
 320     parameters:
 321       - string:
 322           name: GS_PATHNAME
 323           default: '{gs-pathname}'
 324           description: "Version directory where the opnfv documents will be stored in gs repository"
 325       - string:
 326           name: FUNCTEST_REPO_DIR
 327           default: "/home/opnfv/repos/functest"
 328           description: "Directory where the Functest repository is cloned"
 329       - string:
 330           name: PUSH_RESULTS_TO_DB
 331           default: "true"
 332           description: "Push the results of all the tests to the resultDB"
 333       - string:
 334           name: CI_DEBUG
 335           default: 'false'
 336           description: "Show debug output information"
 337       - string:
 338           name: RC_FILE_PATH
 339           default: ''
 340           description: "Path to the OS credentials file if given"
 341       - string:
 342           name: REPO
 343           default: "opnfv"
 344           description: "Repository name for functest images"
 345 ########################
 346 # trigger macros
 347 ########################
 348 - trigger:
 349     name: 'functest-master'
 350     triggers:
 351       - pollscm:
 352           cron: "H 9 * * *"
 353 ########################
 354 # builder macros
 355 ########################
 356 - builder:
 357     name: functest-daily-builder
 358     builders:
 359       - 'functest-cleanup'
 360       - 'functest-daily'
 361       - 'functest-store-results'
 362       - 'functest-exit'
 363
 364 - builder:
 365     name: functest-suite-builder
 366     builders:
 367       - 'functest-cleanup'
 368       - 'functest-daily'
 369       - 'functest-store-results'
 370       - 'functest-exit'
 371
 372 - builder:
 373     name: functest-daily
 374     builders:
 375       # yamllint disable rule:indentation
 376       - conditional-step:
 377           condition-kind: regex-match
 378           regex: "os-.*"
 379           label: '$DEPLOY_SCENARIO'
 380           steps:
 381             - shell:
 382                 !include-raw:
 383                     - ./functest-env-presetup.sh
 384                     - ../../utils/fetch_os_creds.sh
 385                     - ./functest-alpine.sh
 386       - conditional-step:
 387           condition-kind: regex-match
 388           regex: "k8-.*"
 389           label: '$DEPLOY_SCENARIO'
 390           steps:
 391             - shell:
 392                 !include-raw:
 393                     - ../../utils/fetch_k8_conf.sh
 394                     - ./functest-k8.sh
 395
 396 # yamllint enable rule:indentation
 397 - builder:
 398     name: functest-store-results
 399     builders:
 400       - shell:
 401           !include-raw: ../../utils/push-test-logs.sh
 402
 403 - builder:
 404     name: functest-cleanup
 405     builders:
 406       - shell:
 407           !include-raw: ./functest-cleanup.sh
 408
 409 - builder:
 410     name: functest-exit
 411     builders:
 412       - shell:
 413           !include-raw: ./functest-exit.sh