jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-2:
  27             installer: fuel
  28             <<: *brahmaputra
  29         - intel-pod5:
  30             installer: joid
  31             <<: *brahmaputra
  32         - huawei-us-deploy-bare-1:
  33             installer: compass
  34             <<: *brahmaputra
  35 #--------------------------------
  36 #        master
  37 #--------------------------------
  38         - intel-pod6:
  39             installer: joid
  40             <<: *master
  41         - intel-pod8:
  42             installer: compass
  43             <<: *master
  44         - opnfv-jump-1:
  45             installer: apex
  46             <<: *master
  47         - ericsson-pod1:
  48             installer: fuel
  49             <<: *master
  50         - ericsson-pod2:
  51             installer: fuel
  52             <<: *master
  53         - orange-test1:
  54             installer: fuel
  55             <<: *master
  56         - orange-pod2:
  57             installer: joid
  58             <<: *master
  59 #--------------------------------
  60
  61     testsuite:
  62         - 'daily'
  63         - 'suite'
  64
  65     jobs:
  66         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  67
  68 ################################
  69 # job template
  70 ################################
  71 - job-template:
  72     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
  73
  74     wrappers:
  75         - build-name:
  76             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
  77
  78     parameters:
  79         - project-parameter:
  80             project: '{project}'
  81         - '{pod}-defaults'
  82         - '{installer}-defaults'
  83         - 'functest-{testsuite}-parameter'
  84         - functest-parameter:
  85             gs-pathname: '{gs-pathname}'
  86
  87     scm:
  88         - git-scm:
  89             credentials-id: '{ssh-credentials}'
  90             refspec: ''
  91             branch: '{branch}'
  92
  93     builders:
  94         - 'functest-{testsuite}-builder'
  95
  96 ########################
  97 # parameter macros
  98 ########################
  99 - parameter:
 100     name: functest-daily-parameter
 101     parameters:
 102         - string:
 103             name: FUNCTEST_SUITE_NAME
 104             default: 'daily'
 105             description: "Suite name to run"
 106 - parameter:
 107     name: functest-suite-parameter
 108     parameters:
 109         - choice:
 110             name: FUNCTEST_SUITE_NAME
 111             choices:
 112                 - 'tempest'
 113                 - 'rally'
 114                 - 'odl'
 115                 - 'vims'
 116                 - 'vping'
 117 - parameter:
 118     name: functest-parameter
 119     parameters:
 120         - string:
 121             name: GS_PATHNAME
 122             default: '{gs-pathname}'
 123             description: "Version directory where the opnfv documents will be stored in gs repository"
 124         - string:
 125             name: FUNCTEST_REPO_DIR
 126             default: "/home/opnfv/repos/functest"
 127             description: "Directory where the Functest repository is cloned"
 128         - string:
 129             name: PUSH_RESULTS_TO_DB
 130             default: "true"
 131             description: "Push the results of all the tests to the resultDB"
 132         - string:
 133             name: CI_DEBUG
 134             default: 'false'
 135             description: "Show debug output information"
 136 ########################
 137 # trigger macros
 138 ########################
 139 - trigger:
 140     name: 'functest-master'
 141     triggers:
 142         - pollscm:
 143             cron: "H 9 * * *"
 144 ########################
 145 # builder macros
 146 ########################
 147 - builder:
 148     name: functest-daily-builder
 149     builders:
 150         - 'functest-cleanup'
 151         - 'set-functest-env'
 152         - 'functest-all'
 153         - 'functest-store-results'
 154
 155 - builder:
 156     name: functest-suite-builder
 157     builders:
 158         - shell: |
 159             #!/bin/bash
 160             set +e
 161             flag=""
 162             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 163                 flag="-r"
 164             fi
 165             echo "Functest: run $FUNCTEST_SUITE_NAME"
 166             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 167             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 168             docker exec $container_id $cmd
 169
 170 - builder:
 171     name: functest-all
 172     builders:
 173         - shell: |
 174             #!/bin/bash
 175             set +e
 176             flag=""
 177             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 178                 flag="-r"
 179             fi
 180             echo "Functest: running all the tests"
 181             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 182             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 183             docker exec $container_id $cmd
 184
 185 - builder:
 186     name: set-functest-env
 187     builders:
 188         - shell: |
 189             #!/bin/bash
 190             set +e
 191             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 192             # labconfig is used only for joid
 193             labconfig=""
 194             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 195                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 196                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 197                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 198                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 199                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 200                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 201             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 202                 # If production lab then creds may be retrieved dynamically
 203                 # creds are on the jumphost, always in the same folder
 204                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 205                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 206                 # replace the default one by the customized one provided by jenkins config
 207             fi
 208             echo "Functest: Start Docker and prepare environment"
 209             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 210                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 211                 -e CI_DEBUG=${CI_DEBUG}"
 212
 213             dir_result="${HOME}/opnfv/functest/reports"
 214             mkdir -p ${dir_result}
 215             sudo rm -rf ${dir_result}/*
 216             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 217
 218             docker pull opnfv/functest:latest_stable >$redirect
 219             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
 220             echo "Functest: Running docker run command: ${cmd}"
 221             ${cmd}
 222             docker ps -a
 223             sleep 5
 224             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
 225             echo "Container ID=${container_id}"
 226             if [ -z ${container_id} ]; then
 227                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 228                 docker ps -a
 229                 exit 1
 230             fi
 231             echo "Starting the container: docker start ${container_id}"
 232             docker start ${container_id}
 233             sleep 5
 234             docker ps
 235             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
 236                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 237                 exit 1
 238             fi
 239             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 240             echo "Executing command inside the docker: ${cmd}"
 241             docker exec ${container_id} ${cmd}
 242
 243 - builder:
 244     name: functest-store-results
 245     builders:
 246         - shell:
 247             !include-raw: res-build.sh
 248
 249 - builder:
 250     name: functest-cleanup
 251     builders:
 252         - shell: |
 253             #!/bin/bash
 254             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 255
 256             echo "Cleaning up docker containers/images..."
 257             # Remove previous running containers if exist
 258             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 259                 echo "Removing existing opnfv/functest containers..."
 260                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >$redirect
 261             fi
 262
 263             # Remove existing images if exist
 264             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 265                 echo "Docker images to remove:"
 266                 docker images | head -1 && docker images | grep opnfv/functest
 267                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 268                 for tag in "${image_tags[@]}"; do
 269                     echo "Removing docker image opnfv/functest:$tag..."
 270                     docker rmi opnfv/functest:$tag >$redirect
 271                 done
 272             fi