jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #      Current Mapping
  24 #--------------------------------
  25 #  everything runs against master branch
  26 #--------------------------------
  27     pod:
  28         - huawei-us-deploy-bare-1:
  29             installer: compass
  30             <<: *master
  31         - intel-pod5:
  32             installer: joid
  33             <<: *master
  34         - intel-us-deploy-virtual-2:
  35             installer: apex
  36             <<: *master
  37         - opnfv-jump-2:
  38             installer: fuel
  39             <<: *master
  40         - ericsson-pod1:
  41             installer: fuel
  42             <<: *master
  43         - ericsson-pod2:
  44             installer: fuel
  45             <<: *master
  46         - orange-test1:
  47             installer: fuel
  48             <<: *master
  49         - orange-pod2:
  50             installer: joid
  51             <<: *master
  52 #--------------------------------
  53 #     Milestone E Mapping
  54 #     !!!DO NOT ENABLE!!!
  55 #--------------------------------
  56 #        brahmaputra
  57 #--------------------------------
  58 #        - huawei-us-deploy-bare-1:
  59 #            installer: compass
  60 #            <<: *brahmaputra
  61 #        - intel-pod5:
  62 #            installer: joid
  63 #            <<: *brahmaputra
  64 #        - opnfv-jump-1:
  65 #            installer: apex
  66 #            <<: *brahmaputra
  67 #        - opnfv-jump-2:
  68 #            installer: fuel
  69 #            <<: *brahmaputra
  70 #--------------------------------
  71 #           master
  72 #--------------------------------
  73 #        - ericsson-pod2:
  74 #            installer: fuel
  75 #            <<: *master
  76 #        - intelpod2-jumphost:
  77 #            installer: apex
  78 #            <<: *master
  79 #        - intel-pod6:
  80 #            installer: joid
  81 #            <<: *master
  82 #        - intel-pod8:
  83 #            installer: compass
  84 #            <<: *master
  85 #        - orange-test1:
  86 #            installer: fuel
  87 #            <<: *master
  88 #        - orange-pod2:
  89 #            installer: joid
  90 #            <<: *master
  91 #--------------------------------
  92
  93     testsuite:
  94         - 'daily'
  95         - 'suite'
  96
  97     jobs:
  98         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  99
 100 ################################
 101 # job template
 102 ################################
 103 - job-template:
 104     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
 105
 106     wrappers:
 107         - build-name:
 108             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME SDN: $SDN_CONTROLLER Feature: $OPNFV_FEATURE'
 109
 110     parameters:
 111         - project-parameter:
 112             project: '{project}'
 113         - '{pod}-defaults'
 114         - '{installer}-defaults'
 115         - 'functest-{testsuite}-parameter'
 116         - functest-parameter:
 117             gs-pathname: '{gs-pathname}'
 118
 119     scm:
 120         - git-scm:
 121             credentials-id: '{ssh-credentials}'
 122             refspec: ''
 123             branch: '{branch}'
 124
 125     builders:
 126         - 'functest-{testsuite}-builder'
 127
 128 ########################
 129 # parameter macros
 130 ########################
 131 - parameter:
 132     name: functest-daily-parameter
 133     parameters:
 134         - string:
 135             name: FUNCTEST_SUITE_NAME
 136             default: 'daily'
 137             description: "Suite name to run"
 138 - parameter:
 139     name: functest-suite-parameter
 140     parameters:
 141         - choice:
 142             name: FUNCTEST_SUITE_NAME
 143             choices:
 144                 - 'tempest'
 145                 - 'rally'
 146                 - 'odl'
 147                 - 'vims'
 148                 - 'vping'
 149 - parameter:
 150     name: functest-parameter
 151     parameters:
 152         - string:
 153             name: GS_PATHNAME
 154             default: '{gs-pathname}'
 155             description: "Version directory where the opnfv documents will be stored in gs repository"
 156         - string:
 157             name: FUNCTEST_REPO_DIR
 158             default: "/home/opnfv/repos/functest"
 159             description: "Directory where the Functest repository is cloned"
 160         - string:
 161             name: PUSH_RESULTS_TO_DB
 162             default: "true"
 163             description: "Push the results of all the tests to the resultDB"
 164 ########################
 165 # trigger macros
 166 ########################
 167 - trigger:
 168     name: 'functest-master'
 169     triggers:
 170         - pollscm: "H 9 * * *"
 171 ########################
 172 # builder macros
 173 ########################
 174 - builder:
 175     name: functest-daily-builder
 176     builders:
 177         - 'functest-cleanup'
 178         - 'set-functest-env'
 179         - 'functest-all'
 180         - 'functest-store-results'
 181
 182 - builder:
 183     name: functest-suite-builder
 184     builders:
 185         - shell: |
 186             #!/bin/bash
 187             set +e
 188             flag=""
 189             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 190                 flag="-r"
 191             fi
 192             echo "Functest: run $FUNCTEST_SUITE_NAME"
 193             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 194             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 195             docker exec $container_id $cmd
 196
 197 - builder:
 198     name: functest-all
 199     builders:
 200         - shell: |
 201             #!/bin/bash
 202             set +e
 203             flag=""
 204             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 205                 flag="-r"
 206             fi
 207             echo "Functest: running all the tests"
 208             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 209             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 210             docker exec $container_id $cmd
 211
 212 - builder:
 213     name: set-functest-env
 214     builders:
 215         - shell: |
 216             #!/bin/bash
 217             set +e
 218             # labconfig is used only for joid
 219             labconfig=""
 220             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 221                 INSTALLER_IP=$(grep instack /var/lib/libvirt/dnsmasq/default.leases \
 222                     |awk '{print $3}' | head -n 1)
 223                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 224                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 225                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 226             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 227                 # If production lab then creds may be retrieved dynamically
 228                 # creds are on the jumphost, always in the same folder
 229                 labconfig="-v /var/lib/jenkins/joid_config/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 230                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 231                 # replace the default one by the customized one provided by jenkins config
 232                 if [ -n "${LAB_CONFIG}" ]; then
 233                     labconfig="-v ${LAB_CONFIG}:/home/opnfv/functest/conf/openstack.creds"
 234                 fi
 235             fi
 236             echo "Functest: Start Docker and prepare environment"
 237             envs="INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} -e NODE_NAME=${NODE_NAME}"
 238
 239             dir_result="${HOME}/opnfv/functest/reports"
 240             mkdir -f ${dir_result}
 241             rm -rf ${dir_result}/*
 242             $res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 243
 244             docker pull opnfv/functest:latest_stable
 245             cmd="docker run -id -e $envs ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
 246             echo "Functest: Running docker run command: ${cmd}"
 247             ${cmd}
 248             docker ps -a
 249             sleep 5
 250             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
 251             echo "Container ID=${container_id}"
 252             if [ -z ${container_id} ]; then
 253                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 254                 docker ps -a
 255                 exit 1
 256             fi
 257             echo "Starting the container: docker start ${container_id}"
 258             docker start ${container_id}
 259             sleep 5
 260             docker ps
 261             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
 262                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 263                 exit 1
 264             fi
 265             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 266             echo "Executing command inside the docker: ${cmd}"
 267             docker exec ${container_id} ${cmd}
 268
 269 - builder:
 270     name: functest-store-results
 271     builders:
 272         - shell:
 273             !include-raw res-build.sh
 274
 275 - builder:
 276     name: functest-cleanup
 277     builders:
 278         - shell: |
 279             #!/bin/bash
 280
 281             echo "Cleaning up docker containers/images..."
 282
 283             # Remove previous running containers if exist
 284             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 285                 echo "Removing existing opnfv/functest containers..."
 286                 docker ps | grep opnfv/functest | awk '{print $1}' | xargs docker stop
 287                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm
 288             fi
 289
 290             # Remove existing images if exist
 291             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 292                 echo "Docker images to remove:"
 293                 docker images | head -1 && docker images | grep opnfv/functest
 294                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 295                 for tag in "${image_tags[@]}"; do
 296                     echo "Removing docker image opnfv/functest:$tag..."
 297                     docker rmi opnfv/functest:$tag
 298                 done
 299             fi