jjb/functest/functest-daily-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest-daily
   6
   7     project: functest
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16         docker-tag: 'latest'
  17     euphrates: &euphrates
  18         stream: euphrates
  19         branch: 'stable/{stream}'
  20         gs-pathname: '/{stream}'
  21         docker-tag: 'stable'
  22 #--------------------------------
  23 # POD, INSTALLER, AND BRANCH MAPPING
  24 #--------------------------------
  25 #    Installers using labels
  26 #            CI PODs
  27 # This section should only contain the installers
  28 # that have been switched using labels for slaves
  29 #--------------------------------
  30     pod:
  31 # fuel CI PODs
  32         - baremetal:
  33             slave-label: fuel-baremetal
  34             installer: fuel
  35             <<: *master
  36         - virtual:
  37             slave-label: fuel-virtual
  38             installer: fuel
  39             <<: *master
  40         - baremetal:
  41             slave-label: fuel-baremetal
  42             installer: fuel
  43             <<: *euphrates
  44         - virtual:
  45             slave-label: fuel-virtual
  46             installer: fuel
  47             <<: *euphrates
  48 # joid CI PODs
  49         - baremetal:
  50             slave-label: joid-baremetal
  51             installer: joid
  52             <<: *master
  53         - virtual:
  54             slave-label: joid-virtual
  55             installer: joid
  56             <<: *master
  57         - baremetal:
  58             slave-label: joid-baremetal
  59             installer: joid
  60             <<: *euphrates
  61         - virtual:
  62             slave-label: joid-virtual
  63             installer: joid
  64             <<: *euphrates
  65 # compass CI PODs
  66         - baremetal:
  67             slave-label: compass-baremetal
  68             installer: compass
  69             <<: *master
  70         - virtual:
  71             slave-label: compass-virtual
  72             installer: compass
  73             <<: *master
  74         - baremetal:
  75             slave-label: compass-baremetal
  76             installer: compass
  77             <<: *euphrates
  78         - virtual:
  79             slave-label: compass-virtual
  80             installer: compass
  81             <<: *euphrates
  82 # apex CI PODs
  83         - virtual:
  84             slave-label: apex-virtual-master
  85             installer: apex
  86             <<: *master
  87         - baremetal:
  88             slave-label: apex-baremetal-master
  89             installer: apex
  90             <<: *master
  91         - virtual:
  92             slave-label: apex-virtual-euphrates
  93             installer: apex
  94             <<: *euphrates
  95         - baremetal:
  96             slave-label: apex-baremetal-euphrates
  97             installer: apex
  98             <<: *euphrates
  99 # armband CI PODs
 100         - armband-baremetal:
 101             slave-label: armband-baremetal
 102             installer: fuel
 103             <<: *master
 104         - armband-virtual:
 105             slave-label: armband-virtual
 106             installer: fuel
 107             <<: *master
 108         - armband-baremetal:
 109             slave-label: armband-baremetal
 110             installer: fuel
 111             <<: *euphrates
 112         - armband-virtual:
 113             slave-label: armband-virtual
 114             installer: fuel
 115             <<: *euphrates
 116 # daisy CI PODs
 117         - baremetal:
 118             slave-label: daisy-baremetal
 119             installer: daisy
 120             <<: *master
 121         - virtual:
 122             slave-label: daisy-virtual
 123             installer: daisy
 124             <<: *master
 125         - baremetal:
 126             slave-label: daisy-baremetal
 127             installer: daisy
 128             <<: *euphrates
 129         - virtual:
 130             slave-label: daisy-virtual
 131             installer: daisy
 132             <<: *euphrates
 133 # netvirt 3rd party ci
 134         - virtual:
 135             slave-label: odl-netvirt-virtual
 136             installer: netvirt
 137             <<: *master
 138 #--------------------------------
 139 #        None-CI PODs
 140 #--------------------------------
 141         - orange-pod1:
 142             slave-label: '{pod}'
 143             installer: joid
 144             <<: *master
 145         - orange-pod5:
 146             slave-label: '{pod}'
 147             installer: fuel
 148             <<: *master
 149         - orange-pod2:
 150             slave-label: '{pod}'
 151             installer: joid
 152             <<: *master
 153         - baremetal-centos:
 154             slave-label: 'intel-pod8'
 155             installer: compass
 156             <<: *master
 157         - nokia-pod1:
 158             slave-label: '{pod}'
 159             installer: apex
 160             <<: *master
 161         - zte-pod1:
 162             slave-label: '{pod}'
 163             installer: fuel
 164             <<: *master
 165         - zte-pod1:
 166             slave-label: '{pod}'
 167             installer: fuel
 168             <<: *euphrates
 169         - zte-pod2:
 170             slave-label: '{pod}'
 171             installer: daisy
 172             <<: *master
 173         - zte-pod2:
 174             slave-label: '{pod}'
 175             installer: daisy
 176             <<: *euphrates
 177         - zte-pod3:
 178             slave-label: '{pod}'
 179             installer: daisy
 180             <<: *master
 181         - zte-pod3:
 182             slave-label: '{pod}'
 183             installer: daisy
 184             <<: *euphrates
 185 # PODs for verify jobs triggered by each patch upload
 186 #        - ool-virtual1:
 187 #            slave-label: '{pod}'
 188 #            installer: apex
 189 #            <<: *master
 190 #--------------------------------
 191
 192     alpine-pod:
 193         - ericsson-virtual-pod1bl01:
 194             slave-label: '{alpine-pod}'
 195             installer: fuel
 196             <<: *master
 197         - huawei-virtual5:
 198             slave-label: '{alpine-pod}'
 199             installer: compass
 200             <<: *master
 201
 202     testsuite:
 203         - 'suite':
 204             job-timeout: 60
 205         - 'daily':
 206             job-timeout: 240
 207         - 'arm-daily':
 208             job-timeout: 240
 209
 210     jobs:
 211         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
 212         - 'functest-alpine-{installer}-{alpine-pod}-{testsuite}-{stream}'
 213
 214 ################################
 215 # job template
 216 ################################
 217 - job-template:
 218     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 219
 220     concurrent: true
 221
 222     properties:
 223         - logrotate-default
 224         - throttle:
 225             enabled: true
 226             max-per-node: 1
 227             option: 'project'
 228
 229     wrappers:
 230         - build-name:
 231             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
 232         - timeout:
 233             timeout: '{job-timeout}'
 234             abort: true
 235
 236     parameters:
 237         - project-parameter:
 238             project: '{project}'
 239             branch: '{branch}'
 240         - '{installer}-defaults'
 241         - '{slave-label}-defaults'
 242         - 'functest-{testsuite}-parameter'
 243         - string:
 244             name: DEPLOY_SCENARIO
 245             default: 'os-odl_l2-nofeature-ha'
 246         - string:
 247             name: DOCKER_TAG
 248             default: '{docker-tag}'
 249             description: 'Tag to pull docker image'
 250         - string:
 251             name: CLEAN_DOCKER_IMAGES
 252             default: 'false'
 253             description: 'Remove downloaded docker images (opnfv/functest*:*)'
 254         - functest-parameter:
 255             gs-pathname: '{gs-pathname}'
 256
 257     scm:
 258         - git-scm
 259
 260     builders:
 261         - description-setter:
 262             description: "Built on $NODE_NAME"
 263         - 'functest-{testsuite}-builder'
 264
 265 - job-template:
 266     name: 'functest-alpine-{installer}-{alpine-pod}-{testsuite}-{stream}'
 267
 268     concurrent: true
 269
 270     properties:
 271         - logrotate-default
 272         - throttle:
 273             enabled: true
 274             max-per-node: 1
 275             option: 'project'
 276
 277     wrappers:
 278         - build-name:
 279             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
 280         - timeout:
 281             timeout: '{job-timeout}'
 282             abort: true
 283
 284     parameters:
 285         - project-parameter:
 286             project: '{project}'
 287             branch: '{branch}'
 288         - '{installer}-defaults'
 289         - '{slave-label}-defaults'
 290         - 'functest-{testsuite}-parameter'
 291         - string:
 292             name: DEPLOY_SCENARIO
 293             default: 'os-nosdn-nofeature-noha'
 294         - functest-parameter:
 295             gs-pathname: '{gs-pathname}'
 296
 297     scm:
 298         - git-scm
 299
 300     builders:
 301         - description-setter:
 302             description: "Built on $NODE_NAME"
 303         - 'functest-alpine-daily-builder'
 304
 305 ########################
 306 # parameter macros
 307 ########################
 308 - parameter:
 309     name: functest-daily-parameter
 310     parameters:
 311         - string:
 312             name: FUNCTEST_SUITE_NAME
 313             default: 'daily'
 314             description: "Daily suite name to run"
 315 - parameter:
 316     name: functest-arm-daily-parameter
 317     parameters:
 318         - string:
 319             name: FUNCTEST_SUITE_NAME
 320             default: 'arm-daily'
 321             description: "Daily suite name (Aarch64) to run"
 322 - parameter:
 323     name: functest-suite-parameter
 324     parameters:
 325         - choice:
 326             name: FUNCTEST_SUITE_NAME
 327             choices:
 328                 - 'connection_check'
 329                 - 'api_check'
 330                 - 'snaps_health_check'
 331                 - 'vping_userdata'
 332                 - 'vping_ssh'
 333                 - 'tempest_smoke_serial'
 334                 - 'rally_sanity'
 335                 - 'odl'
 336                 - 'odl_netvirt'
 337                 - 'onos'
 338                 - 'snaps_smoke'
 339                 - 'refstack_defcore'
 340                 - 'promise'
 341                 - 'doctor'
 342                 - 'bgpvpn'
 343                 - 'parser'
 344                 - 'security_scan'
 345                 - 'tempest_full_parallel'
 346                 - 'rally_full'
 347                 - 'cloudify_ims'
 348                 - 'cloudify_vrouter'
 349                 - 'orchestra_openims'
 350                 - 'orchestra_clearwaterims'
 351         - string:
 352             name: TESTCASE_OPTIONS
 353             default: ''
 354             description: 'Additional parameters specific to test case(s)'
 355 - parameter:
 356     name: functest-parameter
 357     parameters:
 358         - string:
 359             name: GS_PATHNAME
 360             default: '{gs-pathname}'
 361             description: "Version directory where the opnfv documents will be stored in gs repository"
 362         - string:
 363             name: FUNCTEST_REPO_DIR
 364             default: "/home/opnfv/repos/functest"
 365             description: "Directory where the Functest repository is cloned"
 366         - string:
 367             name: PUSH_RESULTS_TO_DB
 368             default: "true"
 369             description: "Push the results of all the tests to the resultDB"
 370         - string:
 371             name: CI_DEBUG
 372             default: 'false'
 373             description: "Show debug output information"
 374         - string:
 375             name: RC_FILE_PATH
 376             default: ''
 377             description: "Path to the OS credentials file if given"
 378 ########################
 379 # trigger macros
 380 ########################
 381 - trigger:
 382     name: 'functest-master'
 383     triggers:
 384         - pollscm:
 385             cron: "H 9 * * *"
 386 ########################
 387 # builder macros
 388 ########################
 389 - builder:
 390     name: functest-daily-builder
 391     builders:
 392         - 'functest-cleanup'
 393         - 'functest-daily'
 394         - 'functest-store-results'
 395         - 'functest-exit'
 396
 397 - builder:
 398     name: functest-arm-daily-builder
 399     builders:
 400         - 'functest-cleanup'
 401         - 'set-functest-env'
 402         - 'functest-arm-daily'
 403         - 'functest-store-results'
 404         - 'functest-exit'
 405
 406 - builder:
 407     name: functest-suite-builder
 408     builders:
 409         - 'functest-cleanup'
 410         - 'set-functest-env'
 411         - 'functest-suite'
 412         - 'functest-store-results'
 413         - 'functest-exit'
 414
 415 - builder:
 416     name: functest-alpine-daily-builder
 417     builders:
 418         - 'functest-cleanup'
 419         - 'set-functest-env-alpine'
 420         - 'functest-daily'
 421         - 'functest-store-results'
 422
 423 - builder:
 424     name: functest-daily
 425     builders:
 426         - shell:
 427             !include-raw:
 428                 - ./functest-env-presetup.sh
 429                 - ../../utils/fetch_os_creds.sh
 430                 - ./functest-alpine.sh
 431
 432 - builder:
 433     name: functest-arm-daily
 434     builders:
 435         - shell:
 436             !include-raw: ./functest-loop.sh
 437
 438 - builder:
 439     name: functest-suite
 440     builders:
 441         - shell:
 442             !include-raw: ./functest-suite.sh
 443
 444 - builder:
 445     name: set-functest-env
 446     builders:
 447         - shell:
 448             !include-raw:
 449                 - ./functest-env-presetup.sh
 450                 - ../../utils/fetch_os_creds.sh
 451                 - ./set-functest-env.sh
 452
 453 - builder:
 454     name: set-functest-env-alpine
 455     builders:
 456         - shell:
 457             !include-raw:
 458                 - ./functest-env-presetup.sh
 459                 - ../../utils/fetch_os_creds.sh
 460
 461 - builder:
 462     name: functest-store-results
 463     builders:
 464         - shell:
 465             !include-raw: ../../utils/push-test-logs.sh
 466
 467 - builder:
 468     name: functest-cleanup
 469     builders:
 470         - shell:
 471             !include-raw: ./functest-cleanup.sh
 472
 473 - builder:
 474     name: functest-exit
 475     builders:
 476         - shell:
 477             !include-raw: ./functest-exit.sh