jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-2:
  27             installer: fuel
  28             <<: *brahmaputra
  29         - intel-pod5:
  30             installer: joid
  31             <<: *brahmaputra
  32         - huawei-us-deploy-bare-1:
  33             installer: compass
  34             <<: *brahmaputra
  35 #--------------------------------
  36 #        master
  37 #--------------------------------
  38         - intel-pod6:
  39             installer: joid
  40             <<: *master
  41         - intel-pod8:
  42             installer: compass
  43             <<: *master
  44         - opnfv-jump-1:
  45             installer: apex
  46             <<: *master
  47         - ericsson-pod1:
  48             installer: fuel
  49             <<: *master
  50         - ericsson-pod2:
  51             installer: fuel
  52             <<: *master
  53         - orange-test1:
  54             installer: fuel
  55             <<: *master
  56         - orange-pod2:
  57             installer: joid
  58             <<: *master
  59 #--------------------------------
  60
  61     testsuite:
  62         - 'daily'
  63         - 'suite'
  64
  65     jobs:
  66         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  67
  68 ################################
  69 # job template
  70 ################################
  71 - job-template:
  72     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
  73
  74     wrappers:
  75         - build-name:
  76             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
  77
  78     parameters:
  79         - project-parameter:
  80             project: '{project}'
  81         - '{pod}-defaults'
  82         - '{installer}-defaults'
  83         - 'functest-{testsuite}-parameter'
  84         - string:
  85             name: DEPLOY_SCENARIO
  86             default: 'os-odl_l2-nofeature-ha'
  87         - functest-parameter:
  88             gs-pathname: '{gs-pathname}'
  89
  90     scm:
  91         - git-scm:
  92             credentials-id: '{ssh-credentials}'
  93             refspec: ''
  94             branch: '{branch}'
  95
  96     builders:
  97         - 'functest-{testsuite}-builder'
  98
  99 ########################
 100 # parameter macros
 101 ########################
 102 - parameter:
 103     name: functest-daily-parameter
 104     parameters:
 105         - string:
 106             name: FUNCTEST_SUITE_NAME
 107             default: 'daily'
 108             description: "Suite name to run"
 109 - parameter:
 110     name: functest-suite-parameter
 111     parameters:
 112         - choice:
 113             name: FUNCTEST_SUITE_NAME
 114             choices:
 115                 - 'tempest'
 116                 - 'rally'
 117                 - 'odl'
 118                 - 'onos'
 119                 - 'ovno'
 120                 - 'promise'
 121                 - 'doctor'
 122                 - 'vims'
 123                 - 'vping'
 124 - parameter:
 125     name: functest-parameter
 126     parameters:
 127         - string:
 128             name: GS_PATHNAME
 129             default: '{gs-pathname}'
 130             description: "Version directory where the opnfv documents will be stored in gs repository"
 131         - string:
 132             name: FUNCTEST_REPO_DIR
 133             default: "/home/opnfv/repos/functest"
 134             description: "Directory where the Functest repository is cloned"
 135         - string:
 136             name: PUSH_RESULTS_TO_DB
 137             default: "true"
 138             description: "Push the results of all the tests to the resultDB"
 139         - string:
 140             name: CI_DEBUG
 141             default: 'false'
 142             description: "Show debug output information"
 143 ########################
 144 # trigger macros
 145 ########################
 146 - trigger:
 147     name: 'functest-master'
 148     triggers:
 149         - pollscm:
 150             cron: "H 9 * * *"
 151 ########################
 152 # builder macros
 153 ########################
 154 - builder:
 155     name: functest-daily-builder
 156     builders:
 157         - 'functest-cleanup'
 158         - 'set-functest-env'
 159         - 'functest-all'
 160         - 'functest-store-results'
 161
 162 - builder:
 163     name: functest-suite-builder
 164     builders:
 165         - shell: |
 166             #!/bin/bash
 167             set +e
 168             flag=""
 169             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 170                 flag="-r"
 171             fi
 172             echo "Functest: run $FUNCTEST_SUITE_NAME"
 173             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 174             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 175             docker exec $container_id $cmd
 176
 177 - builder:
 178     name: functest-all
 179     builders:
 180         - shell: |
 181             #!/bin/bash
 182             set +e
 183             flag=""
 184             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 185                 flag="-r"
 186             fi
 187             echo "Functest: running all the tests"
 188             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 189             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 190             docker exec $container_id $cmd
 191
 192 - builder:
 193     name: set-functest-env
 194     builders:
 195         - shell: |
 196             #!/bin/bash
 197             set +e
 198             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 199             # labconfig is used only for joid
 200             labconfig=""
 201             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 202                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 203                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 204                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 205                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 206                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 207                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 208             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 209                 # If production lab then creds may be retrieved dynamically
 210                 # creds are on the jumphost, always in the same folder
 211                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 212                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 213                 # replace the default one by the customized one provided by jenkins config
 214             fi
 215             echo "Functest: Start Docker and prepare environment"
 216             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 217                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 218                 -e CI_DEBUG=${CI_DEBUG}"
 219
 220             dir_result="${HOME}/opnfv/functest/reports"
 221             mkdir -p ${dir_result}
 222             sudo rm -rf ${dir_result}/*
 223             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 224
 225             docker pull opnfv/functest:latest_stable >$redirect
 226             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
 227             echo "Functest: Running docker run command: ${cmd}"
 228             ${cmd}
 229             docker ps -a
 230             sleep 5
 231             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
 232             echo "Container ID=${container_id}"
 233             if [ -z ${container_id} ]; then
 234                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 235                 docker ps -a
 236                 exit 1
 237             fi
 238             echo "Starting the container: docker start ${container_id}"
 239             docker start ${container_id}
 240             sleep 5
 241             docker ps
 242             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
 243                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 244                 exit 1
 245             fi
 246             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 247             echo "Executing command inside the docker: ${cmd}"
 248             docker exec ${container_id} ${cmd}
 249
 250 - builder:
 251     name: functest-store-results
 252     builders:
 253         - shell:
 254             !include-raw: res-build.sh
 255
 256 - builder:
 257     name: functest-cleanup
 258     builders:
 259         - shell: |
 260             #!/bin/bash
 261             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 262
 263             echo "Cleaning up docker containers/images..."
 264             # Remove previous running containers if exist
 265             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 266                 echo "Removing existing opnfv/functest containers..."
 267                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >$redirect
 268             fi
 269
 270             # Remove existing images if exist
 271             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 272                 echo "Docker images to remove:"
 273                 docker images | head -1 && docker images | grep opnfv/functest
 274                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 275                 for tag in "${image_tags[@]}"; do
 276                     echo "Removing docker image opnfv/functest:$tag..."
 277                     docker rmi opnfv/functest:$tag >$redirect
 278                 done
 279             fi