jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-2:
  27             installer: fuel
  28             <<: *brahmaputra
  29         - intel-pod5:
  30             installer: joid
  31             <<: *brahmaputra
  32         - huawei-us-deploy-bare-1:
  33             installer: compass
  34             <<: *brahmaputra
  35 #--------------------------------
  36 #        master
  37 #--------------------------------
  38         - intel-pod6:
  39             installer: joid
  40             <<: *master
  41         - intel-pod8:
  42             installer: compass
  43             <<: *master
  44         - opnfv-jump-1:
  45             installer: apex
  46             <<: *master
  47         - ericsson-pod1:
  48             installer: fuel
  49             <<: *master
  50         - ericsson-pod2:
  51             installer: fuel
  52             <<: *master
  53         - orange-test1:
  54             installer: fuel
  55             <<: *master
  56         - orange-pod2:
  57             installer: joid
  58             <<: *master
  59 #--------------------------------
  60
  61     testsuite:
  62         - 'daily'
  63         - 'suite'
  64
  65     jobs:
  66         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  67
  68 ################################
  69 # job template
  70 ################################
  71 - job-template:
  72     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
  73
  74     wrappers:
  75         - build-name:
  76             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME SDN: $SDN_CONTROLLER Scenario: $DEPLOY_SCENARIO'
  77
  78     parameters:
  79         - project-parameter:
  80             project: '{project}'
  81         - '{pod}-defaults'
  82         - '{installer}-defaults'
  83         - 'functest-{testsuite}-parameter'
  84         - functest-parameter:
  85             gs-pathname: '{gs-pathname}'
  86
  87     scm:
  88         - git-scm:
  89             credentials-id: '{ssh-credentials}'
  90             refspec: ''
  91             branch: '{branch}'
  92
  93     builders:
  94         - 'functest-{testsuite}-builder'
  95
  96 ########################
  97 # parameter macros
  98 ########################
  99 - parameter:
 100     name: functest-daily-parameter
 101     parameters:
 102         - string:
 103             name: FUNCTEST_SUITE_NAME
 104             default: 'daily'
 105             description: "Suite name to run"
 106 - parameter:
 107     name: functest-suite-parameter
 108     parameters:
 109         - choice:
 110             name: FUNCTEST_SUITE_NAME
 111             choices:
 112                 - 'tempest'
 113                 - 'rally'
 114                 - 'odl'
 115                 - 'vims'
 116                 - 'vping'
 117 - parameter:
 118     name: functest-parameter
 119     parameters:
 120         - string:
 121             name: GS_PATHNAME
 122             default: '{gs-pathname}'
 123             description: "Version directory where the opnfv documents will be stored in gs repository"
 124         - string:
 125             name: FUNCTEST_REPO_DIR
 126             default: "/home/opnfv/repos/functest"
 127             description: "Directory where the Functest repository is cloned"
 128         - string:
 129             name: PUSH_RESULTS_TO_DB
 130             default: "true"
 131             description: "Push the results of all the tests to the resultDB"
 132 ########################
 133 # trigger macros
 134 ########################
 135 - trigger:
 136     name: 'functest-master'
 137     triggers:
 138         - pollscm: "H 9 * * *"
 139 ########################
 140 # builder macros
 141 ########################
 142 - builder:
 143     name: functest-daily-builder
 144     builders:
 145         - 'functest-cleanup'
 146         - 'set-functest-env'
 147         - 'functest-all'
 148         - 'functest-store-results'
 149
 150 - builder:
 151     name: functest-suite-builder
 152     builders:
 153         - shell: |
 154             #!/bin/bash
 155             set +e
 156             flag=""
 157             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 158                 flag="-r"
 159             fi
 160             echo "Functest: run $FUNCTEST_SUITE_NAME"
 161             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 162             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 163             docker exec $container_id $cmd
 164
 165 - builder:
 166     name: functest-all
 167     builders:
 168         - shell: |
 169             #!/bin/bash
 170             set +e
 171             flag=""
 172             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 173                 flag="-r"
 174             fi
 175             echo "Functest: running all the tests"
 176             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 177             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 178             docker exec $container_id $cmd
 179
 180 - builder:
 181     name: set-functest-env
 182     builders:
 183         - shell: |
 184             #!/bin/bash
 185             set +e
 186             # labconfig is used only for joid
 187             labconfig=""
 188             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 189                 instack_mac=$(sudo virsh domiflist instack | grep default | \
 190                               grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
 191                 INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
 192                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 193                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 194                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 195             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 196                 # If production lab then creds may be retrieved dynamically
 197                 # creds are on the jumphost, always in the same folder
 198                 labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 199                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 200                 # replace the default one by the customized one provided by jenkins config
 201             fi
 202             echo "Functest: Start Docker and prepare environment"
 203             envs="INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} -e NODE_NAME=${NODE_NAME}"
 204
 205             dir_result="${HOME}/opnfv/functest/reports"
 206             mkdir -p ${dir_result}
 207             rm -rf ${dir_result}/*
 208             $res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 209
 210             docker pull opnfv/functest:latest_stable
 211             cmd="sudo docker run --privileged=true -id -e $envs ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
 212             echo "Functest: Running docker run command: ${cmd}"
 213             ${cmd}
 214             docker ps -a
 215             sleep 5
 216             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
 217             echo "Container ID=${container_id}"
 218             if [ -z ${container_id} ]; then
 219                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 220                 docker ps -a
 221                 exit 1
 222             fi
 223             echo "Starting the container: docker start ${container_id}"
 224             docker start ${container_id}
 225             sleep 5
 226             docker ps
 227             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
 228                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 229                 exit 1
 230             fi
 231             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 232             echo "Executing command inside the docker: ${cmd}"
 233             docker exec ${container_id} ${cmd}
 234
 235 - builder:
 236     name: functest-store-results
 237     builders:
 238         - shell:
 239             !include-raw res-build.sh
 240
 241 - builder:
 242     name: functest-cleanup
 243     builders:
 244         - shell: |
 245             #!/bin/bash
 246
 247             echo "Cleaning up docker containers/images..."
 248
 249             # Remove previous running containers if exist
 250             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 251                 echo "Removing existing opnfv/functest containers..."
 252                 docker ps | grep opnfv/functest | awk '{print $1}' | xargs docker stop
 253                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm
 254             fi
 255
 256             # Remove existing images if exist
 257             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 258                 echo "Docker images to remove:"
 259                 docker images | head -1 && docker images | grep opnfv/functest
 260                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 261                 for tag in "${image_tags[@]}"; do
 262                     echo "Removing docker image opnfv/functest:$tag..."
 263                     docker rmi opnfv/functest:$tag
 264                 done
 265             fi