jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-1:
  27             installer: apex
  28             <<: *brahmaputra
  29         - opnfv-jump-2:
  30             installer: fuel
  31             <<: *brahmaputra
  32         - intel-pod5:
  33             installer: joid
  34             <<: *brahmaputra
  35         - huawei-us-deploy-bare-1:
  36             installer: compass
  37             <<: *brahmaputra
  38         - ericsson-pod1:
  39             installer: fuel
  40             <<: *brahmaputra
  41         - ericsson-pod2:
  42             installer: fuel
  43             <<: *brahmaputra
  44         - virtual:
  45             installer: fuel
  46             <<: *brahmaputra
  47         - huawei-virtual:
  48             installer: compass
  49             <<: *brahmaputra
  50         - virtual:
  51             installer: joid
  52             <<: *brahmaputra
  53 #--------------------------------
  54 #        master
  55 #--------------------------------
  56         - opnfv-jump-2:
  57             installer: fuel
  58             <<: *master
  59         - intel-pod6:
  60             installer: joid
  61             <<: *master
  62         - intel-pod8:
  63             installer: compass
  64             <<: *master
  65         - opnfv-jump-1:
  66             installer: apex
  67             <<: *master
  68         - ericsson-pod1:
  69             installer: fuel
  70             <<: *master
  71         - ericsson-pod2:
  72             installer: fuel
  73             <<: *master
  74         - orange-test1:
  75             installer: fuel
  76             <<: *master
  77         - orange-pod2:
  78             installer: joid
  79             <<: *master
  80         - virtual:
  81             installer: fuel
  82             <<: *master
  83         - huawei-virtual:
  84             installer: compass
  85             <<: *master
  86         - virtual:
  87             installer: joid
  88             <<: *master
  89 #--------------------------------
  90
  91     testsuite:
  92         - 'daily'
  93         - 'suite'
  94
  95     jobs:
  96         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  97
  98 ################################
  99 # job template
 100 ################################
 101 - job-template:
 102     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 103
 104     concurrent: true
 105
 106     properties:
 107         - throttle:
 108             enabled: true
 109             max-per-node: 1
 110
 111     wrappers:
 112         - build-name:
 113             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
 114         - timeout:
 115             timeout: '$JOB_TIMEOUT'
 116             abort: true
 117
 118     parameters:
 119         - project-parameter:
 120             project: '{project}'
 121         - '{pod}-defaults'
 122         - '{installer}-defaults'
 123         - 'functest-{testsuite}-parameter'
 124         - string:
 125             name: DEPLOY_SCENARIO
 126             default: 'os-odl_l2-nofeature-ha'
 127         - functest-parameter:
 128             gs-pathname: '{gs-pathname}'
 129         - string:
 130             name: JOB_TIMEOUT
 131             default: '210'
 132             description: "Job build timeout"
 133
 134     scm:
 135         - git-scm:
 136             credentials-id: '{ssh-credentials}'
 137             refspec: ''
 138             branch: '{branch}'
 139
 140     builders:
 141         - 'functest-{testsuite}-builder'
 142
 143 ########################
 144 # parameter macros
 145 ########################
 146 - parameter:
 147     name: functest-daily-parameter
 148     parameters:
 149         - string:
 150             name: FUNCTEST_SUITE_NAME
 151             default: 'daily'
 152             description: "Suite name to run"
 153 - parameter:
 154     name: functest-suite-parameter
 155     parameters:
 156         - choice:
 157             name: FUNCTEST_SUITE_NAME
 158             choices:
 159                 - 'tempest'
 160                 - 'rally'
 161                 - 'odl'
 162                 - 'onos'
 163                 - 'ovno'
 164                 - 'promise'
 165                 - 'doctor'
 166                 - 'vims'
 167                 - 'vping'
 168 - parameter:
 169     name: functest-parameter
 170     parameters:
 171         - string:
 172             name: GS_PATHNAME
 173             default: '{gs-pathname}'
 174             description: "Version directory where the opnfv documents will be stored in gs repository"
 175         - string:
 176             name: FUNCTEST_REPO_DIR
 177             default: "/home/opnfv/repos/functest"
 178             description: "Directory where the Functest repository is cloned"
 179         - string:
 180             name: PUSH_RESULTS_TO_DB
 181             default: "true"
 182             description: "Push the results of all the tests to the resultDB"
 183         - string:
 184             name: CI_DEBUG
 185             default: 'false'
 186             description: "Show debug output information"
 187 ########################
 188 # trigger macros
 189 ########################
 190 - trigger:
 191     name: 'functest-master'
 192     triggers:
 193         - pollscm:
 194             cron: "H 9 * * *"
 195 ########################
 196 # builder macros
 197 ########################
 198 - builder:
 199     name: functest-daily-builder
 200     builders:
 201         - 'functest-cleanup'
 202         - 'set-functest-env'
 203         - 'functest-all'
 204         - 'functest-store-results'
 205
 206 - builder:
 207     name: functest-suite-builder
 208     builders:
 209         - shell: |
 210             #!/bin/bash
 211             set +e
 212             flag=""
 213             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 214                 flag="-r"
 215             fi
 216             echo "Functest: run $FUNCTEST_SUITE_NAME"
 217             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 218             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 219             docker exec $container_id $cmd
 220
 221 - builder:
 222     name: functest-all
 223     builders:
 224         - shell: |
 225             #!/bin/bash
 226             set +e
 227             flag=""
 228             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 229                 flag="-r"
 230             fi
 231             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 232             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 233             docker exec $container_id $cmd
 234
 235 - builder:
 236     name: set-functest-env
 237     builders:
 238         - shell: |
 239             #!/bin/bash
 240             set +e
 241             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 242             # labconfig is used only for joid
 243             labconfig=""
 244             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 245                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 246                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 247                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 248                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 249                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 250                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 251             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 252                 # If production lab then creds may be retrieved dynamically
 253                 # creds are on the jumphost, always in the same folder
 254                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 255                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 256                 # replace the default one by the customized one provided by jenkins config
 257             fi
 258             echo "Functest: Start Docker and prepare environment"
 259             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 260                 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 261                 -e CI_DEBUG=${CI_DEBUG}"
 262             branch=${GIT_BRANCH##*/}
 263             dir_result="${HOME}/opnfv/functest/results/${branch}"
 264             mkdir -p ${dir_result}
 265             sudo rm -rf ${dir_result}/*
 266             res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 267
 268             docker pull opnfv/functest:latest >$redirect
 269             cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest /bin/bash"
 270             echo "Functest: Running docker run command: ${cmd}"
 271             ${cmd}
 272             docker ps -a
 273             sleep 5
 274             container_id=$(docker ps | grep 'opnfv/functest:latest' | awk '{print $1}' | head -1)
 275             echo "Container ID=${container_id}"
 276             if [ -z ${container_id} ]; then
 277                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 278                 docker ps -a
 279                 exit 1
 280             fi
 281             echo "Starting the container: docker start ${container_id}"
 282             docker start ${container_id}
 283             sleep 5
 284             docker ps
 285             if [ $(docker ps | grep 'opnfv/functest:latest' | wc -l) == 0 ]; then
 286                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 287                 exit 1
 288             fi
 289             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 290             echo "Executing command inside the docker: ${cmd}"
 291             docker exec ${container_id} ${cmd}
 292
 293 - builder:
 294     name: functest-store-results
 295     builders:
 296         - shell:
 297             !include-raw: ../../utils/push-test-logs.sh
 298
 299 - builder:
 300     name: functest-cleanup
 301     builders:
 302         - shell: |
 303             #!/bin/bash
 304             [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
 305
 306             echo "Cleaning up docker containers/images..."
 307             # Remove previous running containers if exist
 308             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 309                 echo "Removing existing opnfv/functest containers..."
 310                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >$redirect
 311             fi
 312
 313             # Remove existing images if exist
 314             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 315                 echo "Docker images to remove:"
 316                 docker images | head -1 && docker images | grep opnfv/functest
 317                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 318                 for tag in "${image_tags[@]}"; do
 319                     echo "Removing docker image opnfv/functest:$tag..."
 320                     docker rmi opnfv/functest:$tag >$redirect
 321                 done
 322             fi