jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16         docker-tag: 'latest'
  17     brahmaputra: &brahmaputra
  18         stream: brahmaputra
  19         branch: 'stable/{stream}'
  20         gs-pathname: '/{stream}'
  21         docker-tag: 'brahmaputra.1.0'
  22 #--------------------------------
  23 # POD, INSTALLER, AND BRANCH MAPPING
  24 #--------------------------------
  25 #        brahmaputra
  26 #--------------------------------
  27     pod:
  28         - opnfv-jump-1:
  29             installer: apex
  30             <<: *brahmaputra
  31         - intel-pod5:
  32             installer: joid
  33             <<: *brahmaputra
  34         - orange-pod2:
  35             installer: joid
  36             <<: *brahmaputra
  37         - huawei-us-deploy-bare-1:
  38             installer: compass
  39             <<: *brahmaputra
  40         - ericsson-pod1:
  41             installer: fuel
  42             <<: *brahmaputra
  43         - ericsson-pod2:
  44             installer: fuel
  45             <<: *brahmaputra
  46         - opnfv-jump-2:
  47             installer: fuel
  48             <<: *brahmaputra
  49         - virtual:
  50             installer: fuel
  51             <<: *brahmaputra
  52         - huawei-virtual:
  53             installer: compass
  54             <<: *brahmaputra
  55         - virtual:
  56             installer: joid
  57             <<: *brahmaputra
  58 #--------------------------------
  59 #        master
  60 #--------------------------------
  61         - opnfv-jump-2:
  62             installer: fuel
  63             <<: *master
  64         - intel-pod6:
  65             installer: joid
  66             <<: *master
  67         - intel-pod8:
  68             installer: compass
  69             <<: *master
  70         - opnfv-jump-1:
  71             installer: apex
  72             <<: *master
  73         - ericsson-pod1:
  74             installer: fuel
  75             <<: *master
  76         - orange-test1:
  77             installer: fuel
  78             <<: *master
  79         - orange-pod2:
  80             installer: joid
  81             <<: *master
  82         - virtual:
  83             installer: fuel
  84             <<: *master
  85         - huawei-virtual:
  86             installer: compass
  87             <<: *master
  88         - virtual:
  89             installer: joid
  90             <<: *master
  91         - huawei-us-deploy-bare-2:
  92             installer: compass
  93             <<: *master
  94 #--------------------------------
  95
  96     testsuite:
  97         - 'daily'
  98         - 'suite'
  99
 100     jobs:
 101         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
 102
 103 ################################
 104 # job template
 105 ################################
 106 - job-template:
 107     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 108
 109     concurrent: true
 110
 111     properties:
 112         - throttle:
 113             enabled: true
 114             max-per-node: 1
 115
 116     wrappers:
 117         - build-name:
 118             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
 119         - timeout:
 120             timeout: 400
 121             abort: true
 122
 123     parameters:
 124         - project-parameter:
 125             project: '{project}'
 126         - '{pod}-defaults'
 127         - '{installer}-defaults'
 128         - 'functest-{testsuite}-parameter'
 129         - string:
 130             name: DEPLOY_SCENARIO
 131             default: 'os-odl_l2-nofeature-ha'
 132         - string:
 133             name: DOCKER_TAG
 134             default: '{docker-tag}'
 135             description: 'Tag to pull docker image'
 136         - functest-parameter:
 137             gs-pathname: '{gs-pathname}'
 138
 139     scm:
 140         - git-scm:
 141             credentials-id: '{ssh-credentials}'
 142             refspec: ''
 143             branch: '{branch}'
 144
 145     builders:
 146         - 'functest-{testsuite}-builder'
 147
 148 ########################
 149 # parameter macros
 150 ########################
 151 - parameter:
 152     name: functest-daily-parameter
 153     parameters:
 154         - string:
 155             name: FUNCTEST_SUITE_NAME
 156             default: 'daily'
 157             description: "Suite name to run"
 158 - parameter:
 159     name: functest-suite-parameter
 160     parameters:
 161         - choice:
 162             name: FUNCTEST_SUITE_NAME
 163             choices:
 164                 - 'tempest'
 165                 - 'rally'
 166                 - 'odl'
 167                 - 'onos'
 168                 - 'ovno'
 169                 - 'promise'
 170                 - 'doctor'
 171                 - 'vims'
 172                 - 'vping'
 173 - parameter:
 174     name: functest-parameter
 175     parameters:
 176         - string:
 177             name: GS_PATHNAME
 178             default: '{gs-pathname}'
 179             description: "Version directory where the opnfv documents will be stored in gs repository"
 180         - string:
 181             name: FUNCTEST_REPO_DIR
 182             default: "/home/opnfv/repos/functest"
 183             description: "Directory where the Functest repository is cloned"
 184         - string:
 185             name: PUSH_RESULTS_TO_DB
 186             default: "true"
 187             description: "Push the results of all the tests to the resultDB"
 188         - string:
 189             name: CI_DEBUG
 190             default: 'false'
 191             description: "Show debug output information"
 192 ########################
 193 # trigger macros
 194 ########################
 195 - trigger:
 196     name: 'functest-master'
 197     triggers:
 198         - pollscm:
 199             cron: "H 9 * * *"
 200 ########################
 201 # builder macros
 202 ########################
 203 - builder:
 204     name: functest-daily-builder
 205     builders:
 206         - 'functest-cleanup'
 207         - 'set-functest-env'
 208         - 'functest-all'
 209         - 'functest-store-results'
 210
 211 - builder:
 212     name: functest-suite-builder
 213     builders:
 214         - shell: |
 215             #!/bin/bash
 216             set +e
 217             flags="-s"
 218             [[ "$PUSH_RESULTS_TO_DB" == "true" ]] && flags+=" -r"
 219             echo "Functest: run $FUNCTEST_SUITE_NAME"
 220             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flags}"
 221             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 222             docker exec $container_id $cmd
 223
 224 - builder:
 225     name: functest-all
 226     builders:
 227         - shell: |
 228             #!/bin/bash
 229             set +e
 230             flags="-s"
 231             [[ "$PUSH_RESULTS_TO_DB" == "true" ]] && flags+=" -r"
 232             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flags}"
 233             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 234             docker exec $container_id $cmd
 235
 236 - builder:
 237     name: set-functest-env
 238     builders:
 239         - shell: |
 240             #!/bin/bash
 241             set +e
 242             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 243             # labconfig is used only for joid
 244             labconfig=""
 245             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 246                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 247                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 248                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 249                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 250                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 251                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 252             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 253                 # If production lab then creds may be retrieved dynamically
 254                 # creds are on the jumphost, always in the same folder
 255                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 256                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 257                 # replace the default one by the customized one provided by jenkins config
 258             fi
 259             echo "Functest: Start Docker and prepare environment"
 260             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 261                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 262                 -e BUILD_TAG=${BUILD_TAG} -e CI_DEBUG=${CI_DEBUG}"
 263             branch=${GIT_BRANCH##*/}
 264             dir_result="${HOME}/opnfv/functest/results/${branch}"
 265             mkdir -p ${dir_result}
 266             sudo rm -rf ${dir_result}/*
 267             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 268
 269             docker pull opnfv/functest:$DOCKER_TAG >$redirect
 270             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest /bin/bash"
 271             echo "Functest: Running docker run command: ${cmd}"
 272             ${cmd}
 273             docker ps -a
 274             sleep 5
 275             container_id=$(docker ps | grep 'opnfv/functest:latest' | awk '{print $1}' | head -1)
 276             echo "Container ID=${container_id}"
 277             if [ -z ${container_id} ]; then
 278                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 279                 docker ps -a
 280                 exit 1
 281             fi
 282             echo "Starting the container: docker start ${container_id}"
 283             docker start ${container_id}
 284             sleep 5
 285             docker ps
 286             if [ $(docker ps | grep 'opnfv/functest:latest' | wc -l) == 0 ]; then
 287                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 288                 exit 1
 289             fi
 290             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 291             echo "Executing command inside the docker: ${cmd}"
 292             docker exec ${container_id} ${cmd}
 293
 294 - builder:
 295     name: functest-store-results
 296     builders:
 297         - shell:
 298             !include-raw: ../../utils/push-test-logs.sh
 299
 300 - builder:
 301     name: functest-cleanup
 302     builders:
 303         - shell: |
 304             #!/bin/bash
 305             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 306
 307             echo "Cleaning up docker containers/images..."
 308             # Remove previous running containers if exist
 309             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 310                 echo "Removing existing opnfv/functest containers..."
 311                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >$redirect
 312             fi
 313
 314             # Remove existing images if exist
 315             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 316                 echo "Docker images to remove:"
 317                 docker images | head -1 && docker images | grep opnfv/functest
 318                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 319                 for tag in "${image_tags[@]}"; do
 320                     echo "Removing docker image opnfv/functest:$tag..."
 321                     docker rmi opnfv/functest:$tag >$redirect
 322                 done
 323             fi