jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-1:
  27             installer: apex
  28             <<: *brahmaputra
  29         - opnfv-jump-2:
  30             installer: fuel
  31             <<: *brahmaputra
  32         - intel-pod5:
  33             installer: joid
  34             <<: *brahmaputra
  35         - huawei-us-deploy-bare-1:
  36             installer: compass
  37             <<: *brahmaputra
  38         - ericsson-pod1:
  39             installer: fuel
  40             <<: *brahmaputra
  41         - virtual:
  42             installer: fuel
  43             <<: *brahmaputra
  44         - huawei-virtual:
  45             installer: compass
  46             <<: *brahmaputra
  47         - virtual:
  48             installer: joid
  49             <<: *brahmaputra
  50 #--------------------------------
  51 #        master
  52 #--------------------------------
  53         - intel-pod6:
  54             installer: joid
  55             <<: *master
  56         - intel-pod8:
  57             installer: compass
  58             <<: *master
  59         - opnfv-jump-1:
  60             installer: apex
  61             <<: *master
  62         - ericsson-pod1:
  63             installer: fuel
  64             <<: *master
  65         - ericsson-pod2:
  66             installer: fuel
  67             <<: *master
  68         - orange-test1:
  69             installer: fuel
  70             <<: *master
  71         - orange-pod2:
  72             installer: joid
  73             <<: *master
  74         - virtual:
  75             installer: fuel
  76             <<: *master
  77         - huawei-virtual:
  78             installer: compass
  79             <<: *master
  80         - virtual:
  81             installer: joid
  82             <<: *master
  83 #--------------------------------
  84
  85     testsuite:
  86         - 'daily'
  87         - 'suite'
  88
  89     jobs:
  90         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  91
  92 ################################
  93 # job template
  94 ################################
  95 - job-template:
  96     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
  97
  98     concurrent: true
  99
 100     properties:
 101         - throttle:
 102             enabled: true
 103             max-per-node: 1
 104
 105     wrappers:
 106         - build-name:
 107             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
 108
 109     parameters:
 110         - project-parameter:
 111             project: '{project}'
 112         - '{pod}-defaults'
 113         - '{installer}-defaults'
 114         - 'functest-{testsuite}-parameter'
 115         - string:
 116             name: DEPLOY_SCENARIO
 117             default: 'os-odl_l2-nofeature-ha'
 118         - functest-parameter:
 119             gs-pathname: '{gs-pathname}'
 120
 121     scm:
 122         - git-scm:
 123             credentials-id: '{ssh-credentials}'
 124             refspec: ''
 125             branch: '{branch}'
 126
 127     builders:
 128         - 'functest-{testsuite}-builder'
 129
 130 ########################
 131 # parameter macros
 132 ########################
 133 - parameter:
 134     name: functest-daily-parameter
 135     parameters:
 136         - string:
 137             name: FUNCTEST_SUITE_NAME
 138             default: 'daily'
 139             description: "Suite name to run"
 140 - parameter:
 141     name: functest-suite-parameter
 142     parameters:
 143         - choice:
 144             name: FUNCTEST_SUITE_NAME
 145             choices:
 146                 - 'tempest'
 147                 - 'rally'
 148                 - 'odl'
 149                 - 'onos'
 150                 - 'ovno'
 151                 - 'promise'
 152                 - 'doctor'
 153                 - 'vims'
 154                 - 'vping'
 155 - parameter:
 156     name: functest-parameter
 157     parameters:
 158         - string:
 159             name: GS_PATHNAME
 160             default: '{gs-pathname}'
 161             description: "Version directory where the opnfv documents will be stored in gs repository"
 162         - string:
 163             name: FUNCTEST_REPO_DIR
 164             default: "/home/opnfv/repos/functest"
 165             description: "Directory where the Functest repository is cloned"
 166         - string:
 167             name: PUSH_RESULTS_TO_DB
 168             default: "true"
 169             description: "Push the results of all the tests to the resultDB"
 170         - string:
 171             name: CI_DEBUG
 172             default: 'false'
 173             description: "Show debug output information"
 174 ########################
 175 # trigger macros
 176 ########################
 177 - trigger:
 178     name: 'functest-master'
 179     triggers:
 180         - pollscm:
 181             cron: "H 9 * * *"
 182 ########################
 183 # builder macros
 184 ########################
 185 - builder:
 186     name: functest-daily-builder
 187     builders:
 188         - 'functest-cleanup'
 189         - 'set-functest-env'
 190         - 'functest-all'
 191         - 'functest-store-results'
 192
 193 - builder:
 194     name: functest-suite-builder
 195     builders:
 196         - shell: |
 197             #!/bin/bash
 198             set +e
 199             flag=""
 200             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 201                 flag="-r"
 202             fi
 203             echo "Functest: run $FUNCTEST_SUITE_NAME"
 204             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 205             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 206             docker exec $container_id $cmd
 207
 208 - builder:
 209     name: functest-all
 210     builders:
 211         - shell: |
 212             #!/bin/bash
 213             set +e
 214             flag=""
 215             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 216                 flag="-r"
 217             fi
 218             echo "Functest: running all the tests"
 219             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 220             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 221             docker exec $container_id $cmd
 222
 223 - builder:
 224     name: set-functest-env
 225     builders:
 226         - shell: |
 227             #!/bin/bash
 228             set +e
 229             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 230             # labconfig is used only for joid
 231             labconfig=""
 232             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 233                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 234                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 235                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 236                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 237                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 238                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 239             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 240                 # If production lab then creds may be retrieved dynamically
 241                 # creds are on the jumphost, always in the same folder
 242                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 243                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 244                 # replace the default one by the customized one provided by jenkins config
 245             fi
 246             echo "Functest: Start Docker and prepare environment"
 247             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 248                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 249                 -e CI_DEBUG=${CI_DEBUG}"
 250
 251             dir_result="${HOME}/opnfv/functest/results/"
 252             mkdir -p ${dir_result}
 253             sudo rm -rf ${dir_result}/*
 254             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 255
 256             docker pull opnfv/functest:latest >$redirect
 257             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest /bin/bash"
 258             echo "Functest: Running docker run command: ${cmd}"
 259             ${cmd}
 260             docker ps -a
 261             sleep 5
 262             container_id=$(docker ps | grep 'opnfv/functest:latest' | awk '{print $1}' | head -1)
 263             echo "Container ID=${container_id}"
 264             if [ -z ${container_id} ]; then
 265                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 266                 docker ps -a
 267                 exit 1
 268             fi
 269             echo "Starting the container: docker start ${container_id}"
 270             docker start ${container_id}
 271             sleep 5
 272             docker ps
 273             if [ $(docker ps | grep 'opnfv/functest:latest' | wc -l) == 0 ]; then
 274                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 275                 exit 1
 276             fi
 277             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 278             echo "Executing command inside the docker: ${cmd}"
 279             docker exec ${container_id} ${cmd}
 280
 281 - builder:
 282     name: functest-store-results
 283     builders:
 284         - shell:
 285             !include-raw: ../../utils/push-test-logs.sh
 286
 287 - builder:
 288     name: functest-cleanup
 289     builders:
 290         - shell: |
 291             #!/bin/bash
 292             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 293
 294             echo "Cleaning up docker containers/images..."
 295             # Remove previous running containers if exist
 296             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 297                 echo "Removing existing opnfv/functest containers..."
 298                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >$redirect
 299             fi
 300
 301             # Remove existing images if exist
 302             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 303                 echo "Docker images to remove:"
 304                 docker images | head -1 && docker images | grep opnfv/functest
 305                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 306                 for tag in "${image_tags[@]}"; do
 307                     echo "Removing docker image opnfv/functest:$tag..."
 308                     docker rmi opnfv/functest:$tag >$redirect
 309                 done
 310             fi