jjb/bottlenecks/bottlenecks-ci-jobs.yml

   1 ####################################
   2 # job configuration for bottlenecks
   3 ####################################
   4 - project:
   5     name: bottlenecks-ci-jobs
   6
   7     project: 'bottlenecks'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         #This is used for common project file storage
  16         gs-pathname: ''
  17         #This is used for different test suite dependent packages storage
  18         gs-packagepath: '/{suite}'
  19         #docker tag used for version control
  20         docker-tag: 'latest'
  21     brahmaputra: &brahmaputra
  22         stream: brahmaputra
  23         branch: 'stable/{stream}'
  24         gs-pathname: '/{stream}'
  25         gs-packagepath: '/{stream}/{suite}'
  26         docker-tag: 'stable'
  27 #--------------------------------
  28 # POD, INSTALLER, AND BRANCH MAPPING
  29 #--------------------------------
  30 #    Installers using labels
  31 #            CI PODs
  32 # This section should only contain the installers
  33 # that have been switched using labels for slaves
  34 #--------------------------------
  35     pod:
  36 #compass CI PODs
  37         - baremetal:
  38             slave-label: compass-baremetal
  39             installer: compass
  40             auto-trigger-name: 'daily-trigger-disabled'
  41             <<: *master
  42         - virtual:
  43             slave-label: compass-virtual
  44             installer: compass
  45             auto-trigger-name: 'daily-trigger-disabled'
  46             <<: *master
  47         - baremetal:
  48             slave-label: compass-baremetal
  49             installer: compass
  50             auto-trigger-name: 'daily-trigger-disabled'
  51             <<: *brahmaputra
  52         - virtual:
  53             slave-label: compass-virtual
  54             installer: compass
  55             auto-trigger-name: 'daily-trigger-disabled'
  56             <<: *brahmaputra
  57
  58 #--------------------------------
  59 #        None-CI PODs
  60 #--------------------------------
  61         - orange-pod2:
  62             slave-label: '{pod}'
  63             installer: joid
  64             auto-trigger-name: 'daily-trigger-disabled'
  65             <<: *brahmaputra
  66         - orange-pod2:
  67             slave-label: '{pod}'
  68             installer: joid
  69             auto-trigger-name: 'daily-trigger-disabled'
  70             <<: *master
  71         - huawei-pod2:
  72             slave-label: '{pod}'
  73             installer: compass
  74             auto-trigger-name: 'daily-trigger-disabled'
  75             <<: *master
  76
  77 #--------------------------------------------
  78     suite:
  79         - 'rubbos'
  80         - 'vstf'
  81
  82     jobs:
  83         - 'bottlenecks-{installer}-{suite}-{pod}-daily-{stream}'
  84
  85 ################################
  86 # job templates
  87 ################################
  88 - job-template:
  89     name: 'bottlenecks-{installer}-{suite}-{pod}-daily-{stream}'
  90
  91     wrappers:
  92         - build-name:
  93             name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
  94         - timeout:
  95             timeout: 180
  96             abort: true
  97
  98     triggers:
  99         - '{auto-trigger-name}'
 100
 101     parameters:
 102         - project-parameter:
 103             project: '{project}'
 104         - '{slave-label}-defaults'
 105         - '{installer}-defaults'
 106         - 'bottlenecks-params-{slave-label}'
 107         - string:
 108             name: REPO_DIR
 109             default: "/home/opnfv/bottlenecks"
 110             description: "Directory where the repository is cloned"
 111         - string:
 112             name: DEPLOY_SCENARIO
 113             default: 'os-odl_l2-nofeature-ha'
 114         - string:
 115             name: GERRIT_REFSPEC_DEBUG
 116             default: 'false'
 117             description: "Gerrit refspec for debug."
 118         - string:
 119             name: SUITE_NAME
 120             default: '{suite}'
 121             description: "test suite name."
 122         - string:
 123             name: DOCKER_TAG
 124             default: '{docker-tag}'
 125             description: "docker image tag used for version control"
 126
 127     scm:
 128         - git-scm:
 129             credentials-id: '{ssh-credentials}'
 130             refspec: ''
 131             branch: '{branch}'
 132
 133     builders:
 134         - 'bottlenecks-env-cleanup'
 135         - 'bottlenecks-run-suite'
 136
 137     publishers:
 138         - email:
 139             recipients: hongbo.tianhongbo@huawei.com matthew.lijun@huawei.com liangqi1@huawei.com sunshine.wang@huawei.com
 140
 141 ########################
 142 # builder macros
 143 ########################
 144 - builder:
 145     name: bottlenecks-env-cleanup
 146     builders:
 147         - shell: |
 148             #!/bin/bash
 149             set -e
 150             [[ $GERRIT_REFSPEC_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 151
 152             echo "Bottlenecks: docker containers/images cleaning up"
 153             if [[ ! -z $(docker ps -a | grep opnfv/bottlenecks) ]]; then
 154                 echo "removing existing opnfv/bottlenecks containers"
 155                 docker ps -a | grep opnfv/bottlenecks | awk '{print $1}' | xargs docker rm -f >$redirect
 156             fi
 157
 158             if [[ ! -z $(docker images | grep opnfv/bottlenecks) ]]; then
 159                 echo "Bottlenecks: docker images to remove:"
 160                 docker images | head -1 && docker images | grep opnfv/bottlenecks
 161                 image_tags=($(docker images | grep opnfv/bottlenecks | awk '{print $2}'))
 162                 for tag in "${image_tags[@]}"; do
 163                     echo "Removing docker image opnfv/bottlenecks:$tag..."
 164                     docker rmi opnfv/bottlenecks:$tag >$redirect
 165                 done
 166             fi
 167
 168 - builder:
 169     name: bottlenecks-run-suite
 170     builders:
 171         - shell: |
 172             #!/bin/bash
 173             set -e
 174             [[ $GERRIT_REFSPEC_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 175
 176             echo "Bottlenecks: to pull image opnfv/bottlenecks:${DOCKER_TAG}"
 177             docker pull opnfv/bottlenecks:$DOCKER_TAG >${redirect}
 178
 179             echo "Bottlenecks: docker start running"
 180             opts="--privileged=true -id"
 181             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 182                   -e NODE_NAME=${NODE_NAME} -e EXTERNAL_NET=${EXTERNAL_NETWORK} \
 183                   -e BOTTLENECKS_BRANCH=${BOTTLENECKS_BRANCH} -e GERRIT_REFSPEC_DEBUG=${GERRIT_REFSPEC_DEBUG} \
 184                   -e BOTTLENECKS_DB_TARGET=${BOTTLENECKS_DB_TARGET} -e PACKAGE_URL=${PACKAGE_URL}"
 185             cmd="sudo docker run ${opts} ${envs} opnfv/bottlenecks:${DOCKER_TAG} /bin/bash"
 186             echo "Bottlenecks: docker cmd running ${cmd}"
 187             ${cmd} >${redirect}
 188
 189             echo "Bottlenecks: obtain docker id"
 190             container_id=$(docker ps | grep "opnfv/bottlenecks:${DOCKER_TAG}" | awk '{print $1}' | head -1)
 191             if [ -z ${container_id} ]; then
 192                 echo "Cannot find opnfv/bottlenecks container ID ${container_id}. Please check if it exists."
 193                 docker ps -a
 194                 exit 1
 195             fi
 196
 197             echo "Bottlenecks: to prepare openstack environment"
 198             prepare_env="${REPO_DIR}/ci/prepare_env.sh"
 199             echo "Bottlenecks: docker cmd running: ${prepare_env}"
 200             sudo docker exec ${container_id} ${prepare_env}
 201
 202             echo "Bottlenecks: to run testsuite ${SUITE_NAME}"
 203             run_testsuite="${REPO_DIR}/run_tests.sh -s ${SUITE_NAME}"
 204             echo "Bottlenecks: docker cmd running: ${run_testsuite}"
 205             sudo docker exec ${container_id} ${run_testsuite}
 206
 207 ####################
 208 # parameter macros
 209 ####################
 210
 211 - parameter:
 212     name: 'bottlenecks-params-compass-baremetal'
 213     parameters:
 214         - string:
 215             name: BOTTLENECKS_DB_TARGET
 216             default: '104.197.68.199:8086'
 217             description: 'Arguments to use in order to choose the backend DB'
 218
 219 - parameter:
 220     name: 'bottlenecks-params-compass-virtual'
 221     parameters:
 222         - string:
 223             name: BOTTLENECKS_DB_TARGET
 224             default: ''
 225             description: 'Arguments to use in order to choose the backend DB'
 226
 227 - parameter:
 228     name: 'bottlenecks-params-huawei-pod2'
 229     parameters:
 230         - string:
 231             name: BOTTLENECKS_DB_TARGET
 232             default: '104.197.68.199:8086'
 233             description: 'Arguments to use in order to choose the backend DB'
 234
 235 - parameter:
 236     name: 'bottlenecks-params-orange-pod2'
 237     parameters:
 238         - string:
 239             name: BOTTLENECKS_DB_TARGET
 240             default: '104.197.68.199:8086'
 241             description: 'Arguments to use in order to choose the backend DB'