jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-2:
  27             installer: fuel
  28             <<: *brahmaputra
  29         - intel-pod5:
  30             installer: joid
  31             <<: *brahmaputra
  32         - huawei-us-deploy-bare-1:
  33             installer: compass
  34             <<: *brahmaputra
  35         - ericsson-pod1:
  36             installer: fuel
  37             <<: *brahmaputra
  38 #--------------------------------
  39 #        master
  40 #--------------------------------
  41         - intel-pod6:
  42             installer: joid
  43             <<: *master
  44         - intel-pod8:
  45             installer: compass
  46             <<: *master
  47         - opnfv-jump-1:
  48             installer: apex
  49             <<: *master
  50         - ericsson-pod1:
  51             installer: fuel
  52             <<: *master
  53         - ericsson-pod2:
  54             installer: fuel
  55             <<: *master
  56         - orange-test1:
  57             installer: fuel
  58             <<: *master
  59         - orange-pod2:
  60             installer: joid
  61             <<: *master
  62 #--------------------------------
  63
  64     testsuite:
  65         - 'daily'
  66         - 'suite'
  67
  68     jobs:
  69         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  70
  71 ################################
  72 # job template
  73 ################################
  74 - job-template:
  75     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
  76
  77     wrappers:
  78         - build-name:
  79             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
  80
  81     parameters:
  82         - project-parameter:
  83             project: '{project}'
  84         - '{pod}-defaults'
  85         - '{installer}-defaults'
  86         - 'functest-{testsuite}-parameter'
  87         - string:
  88             name: DEPLOY_SCENARIO
  89             default: 'os-odl_l2-nofeature-ha'
  90         - functest-parameter:
  91             gs-pathname: '{gs-pathname}'
  92
  93     scm:
  94         - git-scm:
  95             credentials-id: '{ssh-credentials}'
  96             refspec: ''
  97             branch: '{branch}'
  98
  99     builders:
 100         - 'functest-{testsuite}-builder'
 101
 102 ########################
 103 # parameter macros
 104 ########################
 105 - parameter:
 106     name: functest-daily-parameter
 107     parameters:
 108         - string:
 109             name: FUNCTEST_SUITE_NAME
 110             default: 'daily'
 111             description: "Suite name to run"
 112 - parameter:
 113     name: functest-suite-parameter
 114     parameters:
 115         - choice:
 116             name: FUNCTEST_SUITE_NAME
 117             choices:
 118                 - 'tempest'
 119                 - 'rally'
 120                 - 'odl'
 121                 - 'onos'
 122                 - 'ovno'
 123                 - 'promise'
 124                 - 'doctor'
 125                 - 'vims'
 126                 - 'vping'
 127 - parameter:
 128     name: functest-parameter
 129     parameters:
 130         - string:
 131             name: GS_PATHNAME
 132             default: '{gs-pathname}'
 133             description: "Version directory where the opnfv documents will be stored in gs repository"
 134         - string:
 135             name: FUNCTEST_REPO_DIR
 136             default: "/home/opnfv/repos/functest"
 137             description: "Directory where the Functest repository is cloned"
 138         - string:
 139             name: PUSH_RESULTS_TO_DB
 140             default: "true"
 141             description: "Push the results of all the tests to the resultDB"
 142         - string:
 143             name: CI_DEBUG
 144             default: 'false'
 145             description: "Show debug output information"
 146 ########################
 147 # trigger macros
 148 ########################
 149 - trigger:
 150     name: 'functest-master'
 151     triggers:
 152         - pollscm:
 153             cron: "H 9 * * *"
 154 ########################
 155 # builder macros
 156 ########################
 157 - builder:
 158     name: functest-daily-builder
 159     builders:
 160         - 'functest-cleanup'
 161         - 'set-functest-env'
 162         - 'functest-all'
 163         - 'functest-store-results'
 164
 165 - builder:
 166     name: functest-suite-builder
 167     builders:
 168         - shell: |
 169             #!/bin/bash
 170             set +e
 171             flag=""
 172             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 173                 flag="-r"
 174             fi
 175             echo "Functest: run $FUNCTEST_SUITE_NAME"
 176             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 177             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 178             docker exec $container_id $cmd
 179
 180 - builder:
 181     name: functest-all
 182     builders:
 183         - shell: |
 184             #!/bin/bash
 185             set +e
 186             flag=""
 187             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 188                 flag="-r"
 189             fi
 190             echo "Functest: running all the tests"
 191             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 192             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 193             docker exec $container_id $cmd
 194
 195 - builder:
 196     name: set-functest-env
 197     builders:
 198         - shell: |
 199             #!/bin/bash
 200             set +e
 201             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 202             # labconfig is used only for joid
 203             labconfig=""
 204             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 205                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 206                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 207                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 208                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 209                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 210                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 211             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 212                 # If production lab then creds may be retrieved dynamically
 213                 # creds are on the jumphost, always in the same folder
 214                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 215                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 216                 # replace the default one by the customized one provided by jenkins config
 217             fi
 218             echo "Functest: Start Docker and prepare environment"
 219             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 220                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 221                 -e CI_DEBUG=${CI_DEBUG}"
 222
 223             dir_result="${HOME}/opnfv/functest/reports"
 224             mkdir -p ${dir_result}
 225             sudo rm -rf ${dir_result}/*
 226             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 227
 228             docker pull opnfv/functest:latest_stable >$redirect
 229             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
 230             echo "Functest: Running docker run command: ${cmd}"
 231             ${cmd}
 232             docker ps -a
 233             sleep 5
 234             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
 235             echo "Container ID=${container_id}"
 236             if [ -z ${container_id} ]; then
 237                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 238                 docker ps -a
 239                 exit 1
 240             fi
 241             echo "Starting the container: docker start ${container_id}"
 242             docker start ${container_id}
 243             sleep 5
 244             docker ps
 245             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
 246                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 247                 exit 1
 248             fi
 249             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 250             echo "Executing command inside the docker: ${cmd}"
 251             docker exec ${container_id} ${cmd}
 252
 253 - builder:
 254     name: functest-store-results
 255     builders:
 256         - shell:
 257             !include-raw: res-build.sh
 258
 259 - builder:
 260     name: functest-cleanup
 261     builders:
 262         - shell: |
 263             #!/bin/bash
 264             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 265
 266             echo "Cleaning up docker containers/images..."
 267             # Remove previous running containers if exist
 268             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 269                 echo "Removing existing opnfv/functest containers..."
 270                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >$redirect
 271             fi
 272
 273             # Remove existing images if exist
 274             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 275                 echo "Docker images to remove:"
 276                 docker images | head -1 && docker images | grep opnfv/functest
 277                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 278                 for tag in "${image_tags[@]}"; do
 279                     echo "Removing docker image opnfv/functest:$tag..."
 280                     docker rmi opnfv/functest:$tag >$redirect
 281                 done
 282             fi