jjb/functest/functest-ci-jobs.yml

   1 ###################################
   2 # job configuration for functest
   3 ###################################
   4 - project:
   5     name: functest
   6
   7     project: '{name}'
   8
   9 #--------------------------------
  10 # BRANCH ANCHORS
  11 #--------------------------------
  12     master: &master
  13         stream: master
  14         branch: '{stream}'
  15         gs-pathname: ''
  16     brahmaputra: &brahmaputra
  17         stream: brahmaputra
  18         branch: 'stable/{stream}'
  19         gs-pathname: '/{stream}'
  20 #--------------------------------
  21 # POD, INSTALLER, AND BRANCH MAPPING
  22 #--------------------------------
  23 #        brahmaputra
  24 #--------------------------------
  25     pod:
  26         - opnfv-jump-2:
  27             installer: fuel
  28             <<: *brahmaputra
  29         - intel-pod5:
  30             installer: joid
  31             <<: *brahmaputra
  32 #--------------------------------
  33 #        master
  34 #--------------------------------
  35         - huawei-us-deploy-bare-1:
  36             installer: compass
  37             <<: *master
  38         - intel-pod6:
  39             installer: joid
  40             <<: *master
  41         - intel-us-deploy-virtual-2:
  42             installer: apex
  43             <<: *master
  44         - ericsson-pod1:
  45             installer: fuel
  46             <<: *master
  47         - ericsson-pod2:
  48             installer: fuel
  49             <<: *master
  50         - orange-test1:
  51             installer: fuel
  52             <<: *master
  53         - orange-pod2:
  54             installer: joid
  55             <<: *master
  56 #--------------------------------
  57
  58     testsuite:
  59         - 'daily'
  60         - 'suite'
  61
  62     jobs:
  63         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
  64
  65 ################################
  66 # job template
  67 ################################
  68 - job-template:
  69     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
  70
  71     wrappers:
  72         - build-name:
  73             name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME SDN: $SDN_CONTROLLER Scenario: $DEPLOY_SCENARIO'
  74
  75     parameters:
  76         - project-parameter:
  77             project: '{project}'
  78         - '{pod}-defaults'
  79         - '{installer}-defaults'
  80         - 'functest-{testsuite}-parameter'
  81         - functest-parameter:
  82             gs-pathname: '{gs-pathname}'
  83
  84     scm:
  85         - git-scm:
  86             credentials-id: '{ssh-credentials}'
  87             refspec: ''
  88             branch: '{branch}'
  89
  90     builders:
  91         - 'functest-{testsuite}-builder'
  92
  93 ########################
  94 # parameter macros
  95 ########################
  96 - parameter:
  97     name: functest-daily-parameter
  98     parameters:
  99         - string:
 100             name: FUNCTEST_SUITE_NAME
 101             default: 'daily'
 102             description: "Suite name to run"
 103 - parameter:
 104     name: functest-suite-parameter
 105     parameters:
 106         - choice:
 107             name: FUNCTEST_SUITE_NAME
 108             choices:
 109                 - 'tempest'
 110                 - 'rally'
 111                 - 'odl'
 112                 - 'vims'
 113                 - 'vping'
 114 - parameter:
 115     name: functest-parameter
 116     parameters:
 117         - string:
 118             name: GS_PATHNAME
 119             default: '{gs-pathname}'
 120             description: "Version directory where the opnfv documents will be stored in gs repository"
 121         - string:
 122             name: FUNCTEST_REPO_DIR
 123             default: "/home/opnfv/repos/functest"
 124             description: "Directory where the Functest repository is cloned"
 125         - string:
 126             name: PUSH_RESULTS_TO_DB
 127             default: "true"
 128             description: "Push the results of all the tests to the resultDB"
 129 ########################
 130 # trigger macros
 131 ########################
 132 - trigger:
 133     name: 'functest-master'
 134     triggers:
 135         - pollscm: "H 9 * * *"
 136 ########################
 137 # builder macros
 138 ########################
 139 - builder:
 140     name: functest-daily-builder
 141     builders:
 142         - 'functest-cleanup'
 143         - 'set-functest-env'
 144         - 'functest-all'
 145         - 'functest-store-results'
 146
 147 - builder:
 148     name: functest-suite-builder
 149     builders:
 150         - shell: |
 151             #!/bin/bash
 152             set +e
 153             flag=""
 154             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 155                 flag="-r"
 156             fi
 157             echo "Functest: run $FUNCTEST_SUITE_NAME"
 158             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}"
 159             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 160             docker exec $container_id $cmd
 161
 162 - builder:
 163     name: functest-all
 164     builders:
 165         - shell: |
 166             #!/bin/bash
 167             set +e
 168             flag=""
 169             if [ "${PUSH_RESULTS_TO_DB}" == "true" ]; then
 170                 flag="-r"
 171             fi
 172             echo "Functest: running all the tests"
 173             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh ${flag}"
 174             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
 175             docker exec $container_id $cmd
 176
 177 - builder:
 178     name: set-functest-env
 179     builders:
 180         - shell: |
 181             #!/bin/bash
 182             set +e
 183             # labconfig is used only for joid
 184             labconfig=""
 185             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 186                 INSTALLER_IP=$(grep instack /var/lib/libvirt/dnsmasq/default.leases \
 187                     |awk '{print $3}' | head -n 1)
 188                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
 189                 sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
 190                 sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
 191             elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
 192                 # If production lab then creds may be retrieved dynamically
 193                 # creds are on the jumphost, always in the same folder
 194                 labconfig="-v $HOME/joid_config/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
 195                 # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
 196                 # replace the default one by the customized one provided by jenkins config
 197                 if [ -n "${LAB_CONFIG}" ]; then
 198                     labconfig="-v ${LAB_CONFIG}:/home/opnfv/functest/conf/openstack.creds"
 199                 fi
 200             fi
 201             echo "Functest: Start Docker and prepare environment"
 202             envs="INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} -e NODE_NAME=${NODE_NAME}"
 203
 204             dir_result="${HOME}/opnfv/functest/reports"
 205             mkdir -p ${dir_result}
 206             rm -rf ${dir_result}/*
 207             $res_volume="-v ${dir_result}:/home/opnfv/functest/results"
 208
 209             docker pull opnfv/functest:latest_stable
 210             cmd="docker run -id -e $envs ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
 211             echo "Functest: Running docker run command: ${cmd}"
 212             ${cmd}
 213             docker ps -a
 214             sleep 5
 215             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
 216             echo "Container ID=${container_id}"
 217             if [ -z ${container_id} ]; then
 218                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
 219                 docker ps -a
 220                 exit 1
 221             fi
 222             echo "Starting the container: docker start ${container_id}"
 223             docker start ${container_id}
 224             sleep 5
 225             docker ps
 226             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
 227                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
 228                 exit 1
 229             fi
 230             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
 231             echo "Executing command inside the docker: ${cmd}"
 232             docker exec ${container_id} ${cmd}
 233
 234 - builder:
 235     name: functest-store-results
 236     builders:
 237         - shell:
 238             !include-raw res-build.sh
 239
 240 - builder:
 241     name: functest-cleanup
 242     builders:
 243         - shell: |
 244             #!/bin/bash
 245
 246             echo "Cleaning up docker containers/images..."
 247
 248             # Remove previous running containers if exist
 249             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
 250                 echo "Removing existing opnfv/functest containers..."
 251                 docker ps | grep opnfv/functest | awk '{print $1}' | xargs docker stop
 252                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm
 253             fi
 254
 255             # Remove existing images if exist
 256             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
 257                 echo "Docker images to remove:"
 258                 docker images | head -1 && docker images | grep opnfv/functest
 259                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
 260                 for tag in "${image_tags[@]}"; do
 261                     echo "Removing docker image opnfv/functest:$tag..."
 262                     docker rmi opnfv/functest:$tag
 263                 done
 264             fi