################################### # job configuration for functest ################################### - project: name: functest project: '{name}' #-------------------------------- # BRANCH ANCHORS #-------------------------------- master: &master stream: master branch: '{stream}' gs-pathname: '' docker-tag: 'latest' brahmaputra: &brahmaputra stream: brahmaputra branch: 'stable/{stream}' gs-pathname: '/{stream}' docker-tag: 'stable' #-------------------------------- # POD, INSTALLER, AND BRANCH MAPPING #-------------------------------- # brahmaputra #-------------------------------- pod: - lf-pod1: installer: apex <<: *brahmaputra - intel-pod5: installer: joid <<: *brahmaputra - orange-pod2: installer: joid <<: *brahmaputra - huawei-pod1: installer: compass <<: *brahmaputra - ericsson-pod1: installer: fuel <<: *brahmaputra - ericsson-pod2: installer: fuel <<: *brahmaputra - lf-pod2: installer: fuel <<: *brahmaputra - virtual: installer: fuel <<: *brahmaputra - huawei-virtual: installer: compass <<: *brahmaputra - virtual: installer: joid <<: *brahmaputra - arm-pod1: installer: fuel <<: *brahmaputra #-------------------------------- # master #-------------------------------- - lf-pod2: installer: fuel <<: *master - intel-pod6: installer: joid <<: *master - intel-pod8: installer: compass <<: *master - intel-pod7: installer: apex <<: *master - ericsson-pod1: installer: fuel <<: *master - orange-pod5: installer: fuel <<: *master - orange-pod2: installer: joid <<: *master - virtual: installer: fuel <<: *master - huawei-virtual: installer: compass <<: *master - virtual: installer: joid <<: *master - huawei-pod2: installer: compass <<: *master - nokia-pod1: installer: apex <<: *master - arm-pod1: installer: fuel <<: *master - zte-pod1: installer: fuel <<: *master #-------------------------------- testsuite: - 'daily' - 'suite' jobs: - 'functest-{installer}-{pod}-{testsuite}-{stream}' ################################ # job template ################################ - job-template: name: 'functest-{installer}-{pod}-{testsuite}-{stream}' concurrent: true properties: - throttle: enabled: true max-per-node: 1 wrappers: - build-name: name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO' - timeout: timeout: 400 abort: true parameters: - project-parameter: project: '{project}' - '{pod}-defaults' - '{installer}-defaults' - 'functest-{testsuite}-parameter' - string: name: DEPLOY_SCENARIO default: 'os-odl_l2-nofeature-ha' - string: name: DOCKER_TAG default: '{docker-tag}' description: 'Tag to pull docker image' - functest-parameter: gs-pathname: '{gs-pathname}' scm: - git-scm: credentials-id: '{ssh-credentials}' refspec: '' branch: '{branch}' builders: - 'functest-{testsuite}-builder' ######################## # parameter macros ######################## - parameter: name: functest-daily-parameter parameters: - string: name: FUNCTEST_SUITE_NAME default: 'daily' description: "Suite name to run" - parameter: name: functest-suite-parameter parameters: - choice: name: FUNCTEST_SUITE_NAME choices: - 'tempest' - 'rally' - 'odl' - 'onos' - 'ovno' - 'promise' - 'doctor' - 'vims' - 'vping_userdata' - 'vping_ssh' - parameter: name: functest-parameter parameters: - string: name: GS_PATHNAME default: '{gs-pathname}' description: "Version directory where the opnfv documents will be stored in gs repository" - string: name: FUNCTEST_REPO_DIR default: "/home/opnfv/repos/functest" description: "Directory where the Functest repository is cloned" - string: name: PUSH_RESULTS_TO_DB default: "true" description: "Push the results of all the tests to the resultDB" - string: name: CI_DEBUG default: 'true' description: "Show debug output information" ######################## # trigger macros ######################## - trigger: name: 'functest-master' triggers: - pollscm: cron: "H 9 * * *" ######################## # builder macros ######################## - builder: name: functest-daily-builder builders: - 'functest-cleanup' - 'set-functest-env' - 'functest-daily' - 'functest-store-results' - builder: name: functest-suite-builder builders: - 'functest-cleanup' - 'set-functest-env' - 'functest-suite' - builder: name: functest-suite builders: - shell: | #!/bin/bash set -e branch=${GIT_BRANCH##*/} echo "Functest: run $FUNCTEST_SUITE_NAME on branch ${branch}" if [[ ${branch} == *"brahmaputra"* ]]; then cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME" else cmd="python ${FUNCTEST_REPO_DIR}/ci/run_tests.py -t $FUNCTEST_SUITE_NAME" fi container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1) docker exec $container_id $cmd - builder: name: functest-daily builders: - shell: | #!/bin/bash set +e branch=${GIT_BRANCH##*/} [[ "$PUSH_RESULTS_TO_DB" == "true" ]] && flags+="-r" if [[ ${branch} == *"brahmaputra"* ]]; then cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh -s ${flags}" else cmd="python ${FUNCTEST_REPO_DIR}/ci/run_tests.py -t all ${flags}" fi container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1) docker exec $container_id $cmd - builder: name: set-functest-env builders: - shell: | #!/bin/bash set -e [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null" # labconfig is used only for joid labconfig="" if [[ ${INSTALLER_TYPE} == 'apex' ]]; then if sudo virsh list | grep instack; then instack_mac=$(sudo virsh domiflist instack | grep default | \ grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+") elif sudo virsh list | grep undercloud; then instack_mac=$(sudo virsh domiflist undercloud | grep default | \ grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+") else echo "No available installer VM exists...exiting" exit 1 fi INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'}) sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa" if sudo iptables -C FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable 2> ${redirect}; then sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable fi if sudo iptables -C FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable 2> ${redirect}; then sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable fi elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then # If production lab then creds may be retrieved dynamically # creds are on the jumphost, always in the same folder labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds" # If dev lab, credentials may not be the default ones, just provide a path to put them into docker # replace the default one by the customized one provided by jenkins config fi echo "Functest: Start Docker and prepare environment" envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \ -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \ -e BUILD_TAG=${BUILD_TAG} -e CI_DEBUG=${CI_DEBUG}" branch=${GIT_BRANCH##*/} dir_result="${HOME}/opnfv/functest/results/${branch}" mkdir -p ${dir_result} sudo rm -rf ${dir_result}/* res_volume="-v ${dir_result}:/home/opnfv/functest/results" custom_params= test -f ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG} && custom_params=$(cat ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG}) echo "Functest: Pulling image opnfv/functest:${DOCKER_TAG}" docker pull opnfv/functest:$DOCKER_TAG >/dev/null cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} ${custom_params} opnfv/functest:${DOCKER_TAG} /bin/bash" echo "Functest: Running docker run command: ${cmd}" ${cmd} >${redirect} sleep 5 container_id=$(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | awk '{print $1}' | head -1) echo "Container ID=${container_id}" if [ -z ${container_id} ]; then echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing." docker ps -a exit 1 fi echo "Starting the container: docker start ${container_id}" docker start ${container_id} sleep 5 docker ps >${redirect} if [ $(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | wc -l) == 0 ]; then echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..." exit 1 fi if [[ ${branch} == *"brahmaputra"* ]]; then cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh" else cmd="python ${FUNCTEST_REPO_DIR}/ci/prepare_env.py start" fi echo "Executing command inside the docker: ${cmd}" docker exec ${container_id} ${cmd} - builder: name: functest-store-results builders: - shell: !include-raw: ../../utils/push-test-logs.sh - builder: name: functest-cleanup builders: - shell: | #!/bin/bash [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null" echo "Cleaning up docker containers/images..." # Remove previous running containers if exist if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then echo "Removing existing opnfv/functest containers..." docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >${redirect} fi # Remove existing images if exist if [[ ! -z $(docker images | grep opnfv/functest) ]]; then echo "Docker images to remove:" docker images | head -1 && docker images | grep opnfv/functest >${redirect} image_tags=($(docker images | grep opnfv/functest | awk '{print $2}')) for tag in "${image_tags[@]}"; do echo "Removing docker image opnfv/functest:$tag..." docker rmi opnfv/functest:$tag >/dev/null done fi