jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-2:
  27             installer: fuel
  28             <<: *brahmaputra
  29         - intel-pod5:
  30             installer: joid
  31             <<: *brahmaputra
  32         - huawei-us-deploy-bare-1:
  33             installer: compass
  34             <<: *brahmaputra
  35 #--------------------------------
  36 #        master
  37 #--------------------------------
  38         - intel-pod6:
  39             installer: joid
  40             <<: *master
  41         - intel-pod8:
  42             installer: compass
  43             <<: *master
  44         - opnfv-jump-1:
  45             installer: apex
  46             <<: *master
  47         - ericsson-pod1:
  48             installer: fuel
  49             <<: *master
  50         - ericsson-pod2:
  51             installer: fuel
  52             <<: *master
  53         - orange-test1:
  54             installer: fuel
  55             <<: *master
  56         - orange-pod2:
  57             installer: joid
  58             <<: *master
  59 #--------------------------------
  60
  61     testsuite:
  62         - 'daily'
  63         - 'suite'
  64
  65     jobs:
  66         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  67
  68 ################################
  69 # job template
  70 ################################
  71 - job-template:
  72     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
  73
  74     wrappers:
  75         - build-name:
  76             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
  77
  78     parameters:
  79         - project-parameter:
  80             project: '{project}'
  81         - '{pod}-defaults'
  82         - '{installer}-defaults'
  83         - 'functest-{testsuite}-parameter'
  84         - functest-parameter:
  85             gs-pathname: '{gs-pathname}'
  86
  87     scm:
  88         - git-scm:
  89             credentials-id: '{ssh-credentials}'
  90             refspec: ''
  91             branch: '{branch}'
  92
  93     builders:
  94         - 'functest-{testsuite}-builder'
  95
  96 ########################
  97 # parameter macros
  98 ########################
  99 - parameter:
 100     name: functest-daily-parameter
 101     parameters:
 102         - string:
 103             name: FUNCTEST_SUITE_NAME
 104             default: 'daily'
 105             description: "Suite name to run"
 106 - parameter:
 107     name: functest-suite-parameter
 108     parameters:
 109         - choice:
 110             name: FUNCTEST_SUITE_NAME
 111             choices:
 112                 - 'tempest'
 113                 - 'rally'
 114                 - 'odl'
 115                 - 'onos'
 116                 - 'ovno'
 117                 - 'promise'
 118                 - 'doctor'
 119                 - 'vims'
 120                 - 'vping'
 121 - parameter:
 122     name: functest-parameter
 123     parameters:
 124         - string:
 125             name: GS_PATHNAME
 126             default: '{gs-pathname}'
 127             description: "Version directory where the opnfv documents will be stored in gs repository"
 128         - string:
 129             name: FUNCTEST_REPO_DIR
 130             default: "/home/opnfv/repos/functest"
 131             description: "Directory where the Functest repository is cloned"
 132         - string:
 133             name: PUSH_RESULTS_TO_DB
 134             default: "true"
 135             description: "Push the results of all the tests to the resultDB"
 136         - string:
 137             name: CI_DEBUG
 138             default: 'false'
 139             description: "Show debug output information"
 140 ########################
 141 # trigger macros
 142 ########################
 143 - trigger:
 144     name: 'functest-master'
 145     triggers:
 146         - pollscm:
 147             cron: "H 9 * * *"
 148 ########################
 149 # builder macros
 150 ########################
 151 - builder:
 152     name: functest-daily-builder
 153     builders:
 154         - 'functest-cleanup'
 155         - 'set-functest-env'
 156         - 'functest-all'
 157         - 'functest-store-results'
 158
 159 - builder:
 160     name: functest-suite-builder
 161     builders:
 162         - shell: |
 163             #!/bin/bash
 164             set +e
 165             flag=""
 166             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 167                 flag="-r"
 168             fi
 169             echo "Functest: run $FUNCTEST_SUITE_NAME"
 170             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 171             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 172             docker exec $container_id $cmd
 173
 174 - builder:
 175     name: functest-all
 176     builders:
 177         - shell: |
 178             #!/bin/bash
 179             set +e
 180             flag=""
 181             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 182                 flag="-r"
 183             fi
 184             echo "Functest: running all the tests"
 185             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 186             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 187             docker exec $container_id $cmd
 188
 189 - builder:
 190     name: set-functest-env
 191     builders:
 192         - shell: |
 193             #!/bin/bash
 194             set +e
 195             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 196             # labconfig is used only for joid
 197             labconfig=""
 198             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 199                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 200                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 201                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 202                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 203                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 204                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 205             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 206                 # If production lab then creds may be retrieved dynamically
 207                 # creds are on the jumphost, always in the same folder
 208                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 209                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 210                 # replace the default one by the customized one provided by jenkins config
 211             fi
 212             echo "Functest: Start Docker and prepare environment"
 213             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 214                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 215                 -e CI_DEBUG=${CI_DEBUG}"
 216
 217             dir_result="${HOME}/opnfv/functest/reports"
 218             mkdir -p ${dir_result}
 219             sudo rm -rf ${dir_result}/*
 220             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 221
 222             docker pull opnfv/functest:latest_stable >$redirect
 223             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
 224             echo "Functest: Running docker run command: ${cmd}"
 225             ${cmd}
 226             docker ps -a
 227             sleep 5
 228             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
 229             echo "Container ID=${container_id}"
 230             if [ -z ${container_id} ]; then
 231                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 232                 docker ps -a
 233                 exit 1
 234             fi
 235             echo "Starting the container: docker start ${container_id}"
 236             docker start ${container_id}
 237             sleep 5
 238             docker ps
 239             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
 240                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 241                 exit 1
 242             fi
 243             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 244             echo "Executing command inside the docker: ${cmd}"
 245             docker exec ${container_id} ${cmd}
 246
 247 - builder:
 248     name: functest-store-results
 249     builders:
 250         - shell:
 251             !include-raw: res-build.sh
 252
 253 - builder:
 254     name: functest-cleanup
 255     builders:
 256         - shell: |
 257             #!/bin/bash
 258             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 259
 260             echo "Cleaning up docker containers/images..."
 261             # Remove previous running containers if exist
 262             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 263                 echo "Removing existing opnfv/functest containers..."
 264                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >$redirect
 265             fi
 266
 267             # Remove existing images if exist
 268             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 269                 echo "Docker images to remove:"
 270                 docker images | head -1 && docker images | grep opnfv/functest
 271                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 272                 for tag in "${image_tags[@]}"; do
 273                     echo "Removing docker image opnfv/functest:$tag..."
 274                     docker rmi opnfv/functest:$tag >$redirect
 275                 done
 276             fi