jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16         docker-tag: 'latest'
  17     brahmaputra: &brahmaputra
  18         stream: brahmaputra
  19         branch: 'stable/{stream}'
  20         gs-pathname: '/{stream}'
  21         docker-tag: 'stable'
  22 #--------------------------------
  23 # POD, INSTALLER, AND BRANCH MAPPING
  24 #--------------------------------
  25 #        brahmaputra
  26 #--------------------------------
  27     pod:
  28         - opnfv-jump-1:
  29             installer: apex
  30             <<: *brahmaputra
  31         - intel-pod5:
  32             installer: joid
  33             <<: *brahmaputra
  34         - orange-pod2:
  35             installer: joid
  36             <<: *brahmaputra
  37         - huawei-us-deploy-bare-1:
  38             installer: compass
  39             <<: *brahmaputra
  40         - ericsson-pod1:
  41             installer: fuel
  42             <<: *brahmaputra
  43         - ericsson-pod2:
  44             installer: fuel
  45             <<: *brahmaputra
  46         - opnfv-jump-2:
  47             installer: fuel
  48             <<: *brahmaputra
  49         - virtual:
  50             installer: fuel
  51             <<: *brahmaputra
  52         - huawei-virtual:
  53             installer: compass
  54             <<: *brahmaputra
  55         - virtual:
  56             installer: joid
  57             <<: *brahmaputra
  58 #--------------------------------
  59 #        master
  60 #--------------------------------
  61         - opnfv-jump-2:
  62             installer: fuel
  63             <<: *master
  64         - intel-pod6:
  65             installer: joid
  66             <<: *master
  67         - intel-pod8:
  68             installer: compass
  69             <<: *master
  70         - intel-pod7:
  71             installer: apex
  72             <<: *master
  73         - ericsson-pod1:
  74             installer: fuel
  75             <<: *master
  76         - orange-test1:
  77             installer: fuel
  78             <<: *master
  79         - orange-pod2:
  80             installer: joid
  81             <<: *master
  82         - virtual:
  83             installer: fuel
  84             <<: *master
  85         - huawei-virtual:
  86             installer: compass
  87             <<: *master
  88         - virtual:
  89             installer: joid
  90             <<: *master
  91         - huawei-us-deploy-bare-2:
  92             installer: compass
  93             <<: *master
  94         - nokia-pod1:
  95             installer: apex
  96             <<: *master
  97         - arm-pod1:
  98             installer: fuel
  99             <<: *master
 100 #--------------------------------
 101
 102     testsuite:
 103         - 'daily'
 104         - 'suite'
 105
 106     jobs:
 107         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
 108
 109 ################################
 110 # job template
 111 ################################
 112 - job-template:
 113     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 114
 115     concurrent: true
 116
 117     properties:
 118         - throttle:
 119             enabled: true
 120             max-per-node: 1
 121
 122     wrappers:
 123         - build-name:
 124             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
 125         - timeout:
 126             timeout: 400
 127             abort: true
 128
 129     parameters:
 130         - project-parameter:
 131             project: '{project}'
 132         - '{pod}-defaults'
 133         - '{installer}-defaults'
 134         - 'functest-{testsuite}-parameter'
 135         - string:
 136             name: DEPLOY_SCENARIO
 137             default: 'os-odl_l2-nofeature-ha'
 138         - string:
 139             name: DOCKER_TAG
 140             default: '{docker-tag}'
 141             description: 'Tag to pull docker image'
 142         - functest-parameter:
 143             gs-pathname: '{gs-pathname}'
 144
 145     scm:
 146         - git-scm:
 147             credentials-id: '{ssh-credentials}'
 148             refspec: ''
 149             branch: '{branch}'
 150
 151     builders:
 152         - 'functest-{testsuite}-builder'
 153
 154 ########################
 155 # parameter macros
 156 ########################
 157 - parameter:
 158     name: functest-daily-parameter
 159     parameters:
 160         - string:
 161             name: FUNCTEST_SUITE_NAME
 162             default: 'daily'
 163             description: "Suite name to run"
 164 - parameter:
 165     name: functest-suite-parameter
 166     parameters:
 167         - choice:
 168             name: FUNCTEST_SUITE_NAME
 169             choices:
 170                 - 'tempest'
 171                 - 'rally'
 172                 - 'odl'
 173                 - 'onos'
 174                 - 'ovno'
 175                 - 'promise'
 176                 - 'doctor'
 177                 - 'vims'
 178                 - 'vping_userdata'
 179                 - 'vping_ssh'
 180 - parameter:
 181     name: functest-parameter
 182     parameters:
 183         - string:
 184             name: GS_PATHNAME
 185             default: '{gs-pathname}'
 186             description: "Version directory where the opnfv documents will be stored in gs repository"
 187         - string:
 188             name: FUNCTEST_REPO_DIR
 189             default: "/home/opnfv/repos/functest"
 190             description: "Directory where the Functest repository is cloned"
 191         - string:
 192             name: PUSH_RESULTS_TO_DB
 193             default: "true"
 194             description: "Push the results of all the tests to the resultDB"
 195         - string:
 196             name: CI_DEBUG
 197             default: 'false'
 198             description: "Show debug output information"
 199 ########################
 200 # trigger macros
 201 ########################
 202 - trigger:
 203     name: 'functest-master'
 204     triggers:
 205         - pollscm:
 206             cron: "H 9 * * *"
 207 ########################
 208 # builder macros
 209 ########################
 210 - builder:
 211     name: functest-daily-builder
 212     builders:
 213         - 'functest-cleanup'
 214         - 'set-functest-env'
 215         - 'functest-all'
 216         - 'functest-store-results'
 217
 218 - builder:
 219     name: functest-suite-builder
 220     builders:
 221         - shell: |
 222             #!/bin/bash
 223             set -e
 224             echo "Functest: run $FUNCTEST_SUITE_NAME"
 225             branch=${GIT_BRANCH##*/}
 226             if [[ "${branch}" == "master" ]]; then
 227                 cmd="${FUNCTEST_REPO_DIR}/ci/run_tests.py -t $FUNCTEST_SUITE_NAME"
 228             else:
 229                 cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME"
 230             fi
 231             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 232             docker exec $container_id $cmd
 233
 234 - builder:
 235     name: functest-all
 236     builders:
 237         - shell: |
 238             #!/bin/bash
 239             set +e
 240             branch=${GIT_BRANCH##*/}
 241             [[ "$PUSH_RESULTS_TO_DB" == "true" ]] && flags+="-r"
 242             if [[ "${branch}" == "master" ]]; then
 243                 cmd="${FUNCTEST_REPO_DIR}/ci/run_tests.py -t all ${flags}"
 244             else:
 245                 cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh -s ${flags}"
 246             fi
 247             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 248             docker exec $container_id $cmd
 249
 250 - builder:
 251     name: set-functest-env
 252     builders:
 253         - shell: |
 254             #!/bin/bash
 255             set -e
 256             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 257             # labconfig is used only for joid
 258             labconfig=""
 259             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 260                 if sudo virsh list | grep instack; then
 261                     instack_mac=$(sudo virsh domiflist instack | grep default | \
 262                                   grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 263                 elif sudo virsh list | grep undercloud; then
 264                     instack_mac=$(sudo virsh domiflist undercloud | grep default | \
 265                                   grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 266                 else
 267                     echo "No available installer VM exists...exiting"
 268                     exit 1
 269                 fi
 270                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 271                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 272                 if sudo iptables -C FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable 2> ${redirect}; then
 273                     sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 274                 fi
 275                 if sudo iptables -C FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable 2> ${redirect}; then
 276                     sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 277                 fi
 278             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 279                 # If production lab then creds may be retrieved dynamically
 280                 # creds are on the jumphost, always in the same folder
 281                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 282                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 283                 # replace the default one by the customized one provided by jenkins config
 284             fi
 285             echo "Functest: Start Docker and prepare environment"
 286             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 287                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 288                 -e BUILD_TAG=${BUILD_TAG} -e CI_DEBUG=${CI_DEBUG}"
 289             branch=${GIT_BRANCH##*/}
 290             dir_result="${HOME}/opnfv/functest/results/${branch}"
 291             mkdir -p ${dir_result}
 292             sudo rm -rf ${dir_result}/*
 293             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 294
 295             echo "Functest: Pulling image opnfv/functest:${DOCKER_TAG}"
 296             docker pull opnfv/functest:$DOCKER_TAG >${redirect}
 297
 298             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:${DOCKER_TAG} /bin/bash"
 299             echo "Functest: Running docker run command: ${cmd}"
 300             ${cmd} >${redirect}
 301             docker ps -a >${redirect}
 302             sleep 5
 303             container_id=$(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | awk '{print $1}' | head -1)
 304             echo "Container ID=${container_id}"
 305             if [ -z ${container_id} ]; then
 306                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 307                 docker ps -a
 308                 exit 1
 309             fi
 310             echo "Starting the container: docker start ${container_id}"
 311             docker start ${container_id}
 312             sleep 5
 313             docker ps >${redirect}
 314             if [ $(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | wc -l) == 0 ]; then
 315                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 316                 exit 1
 317             fi
 318             if [[ "${branch}" == "master" ]]; then
 319                 cmd="python ${FUNCTEST_REPO_DIR}/ci/prepare_env.py start"
 320             else:
 321                 cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 322             fi
 323             echo "Executing command inside the docker: ${cmd}"
 324             docker exec ${container_id} ${cmd}
 325
 326 - builder:
 327     name: functest-store-results
 328     builders:
 329         - shell:
 330             !include-raw: ../../utils/push-test-logs.sh
 331
 332 - builder:
 333     name: functest-cleanup
 334     builders:
 335         - shell: |
 336             #!/bin/bash
 337             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 338
 339             echo "Cleaning up docker containers/images..."
 340             # Remove previous running containers if exist
 341             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 342                 echo "Removing existing opnfv/functest containers..."
 343                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >${redirect}
 344             fi
 345
 346             # Remove existing images if exist
 347             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 348                 echo "Docker images to remove:"
 349                 docker images | head -1 && docker images | grep opnfv/functest >${redirect}
 350                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 351                 for tag in "${image_tags[@]}"; do
 352                     echo "Removing docker image opnfv/functest:$tag..."
 353                     docker rmi opnfv/functest:$tag >${redirect}
 354                 done
 355             fi