branch: '{stream}'
gs-pathname: ''
docker-tag: 'latest'
- brahmaputra: &brahmaputra
- stream: brahmaputra
+ colorado: &colorado
+ stream: colorado
branch: 'stable/{stream}'
gs-pathname: '/{stream}'
docker-tag: 'stable'
#--------------------------------
# POD, INSTALLER, AND BRANCH MAPPING
#--------------------------------
-# brahmaputra
+# Installers using labels
+# CI PODs
+# This section should only contain the installers
+# that have been switched using labels for slaves
#--------------------------------
pod:
- - lf-pod1:
- installer: apex
- <<: *brahmaputra
- - intel-pod5:
- installer: joid
- <<: *brahmaputra
- - orange-pod2:
- installer: joid
- <<: *brahmaputra
- - huawei-pod1:
- installer: compass
- <<: *brahmaputra
- - ericsson-pod1:
+# fuel CI PODs
+ - baremetal:
+ slave-label: fuel-baremetal
installer: fuel
- <<: *brahmaputra
- - ericsson-pod2:
+ <<: *master
+ - virtual:
+ slave-label: fuel-virtual
installer: fuel
- <<: *brahmaputra
- - lf-pod2:
+ <<: *master
+ - baremetal:
+ slave-label: fuel-baremetal
installer: fuel
- <<: *brahmaputra
+ <<: *colorado
- virtual:
+ slave-label: fuel-virtual
installer: fuel
- <<: *brahmaputra
- - huawei-virtual:
- installer: compass
- <<: *brahmaputra
+ <<: *colorado
+# joid CI PODs
+ - baremetal:
+ slave-label: joid-baremetal
+ installer: joid
+ <<: *master
- virtual:
+ slave-label: joid-virtual
installer: joid
- <<: *brahmaputra
- - arm-pod1:
- installer: fuel
- <<: *brahmaputra
-#--------------------------------
-# master
-#--------------------------------
- - lf-pod2:
- installer: fuel
<<: *master
- - intel-pod6:
+ - baremetal:
+ slave-label: joid-baremetal
+ installer: joid
+ <<: *colorado
+ - virtual:
+ slave-label: joid-virtual
installer: joid
+ <<: *colorado
+# compass CI PODs
+ - baremetal:
+ slave-label: compass-baremetal
+ installer: compass
<<: *master
- - intel-pod8:
+ - virtual:
+ slave-label: compass-virtual
installer: compass
<<: *master
- - intel-pod7:
+ - baremetal:
+ slave-label: compass-baremetal
+ installer: compass
+ <<: *colorado
+ - virtual:
+ slave-label: compass-virtual
+ installer: compass
+ <<: *colorado
+# apex CI PODs
+ - apex-verify-master:
+ slave-label: '{pod}'
+ installer: apex
+ <<: *master
+ - apex-daily-master:
+ slave-label: '{pod}'
installer: apex
<<: *master
- - ericsson-pod1:
+ - apex-verify-colorado:
+ slave-label: '{pod}'
+ installer: apex
+ <<: *colorado
+ - apex-daily-colorado:
+ slave-label: '{pod}'
+ installer: apex
+ <<: *colorado
+# armband CI PODs
+ - armband-baremetal:
+ slave-label: armband-baremetal
installer: fuel
<<: *master
- - orange-pod5:
+ - armband-virtual:
+ slave-label: armband-virtual
installer: fuel
<<: *master
- - orange-pod2:
+ - armband-baremetal:
+ slave-label: armband-baremetal
+ installer: fuel
+ <<: *colorado
+ - armband-virtual:
+ slave-label: armband-virtual
+ installer: fuel
+ <<: *colorado
+#--------------------------------
+# None-CI PODs
+#--------------------------------
+ - orange-pod1:
+ slave-label: '{pod}'
installer: joid
<<: *master
- - virtual:
+ - orange-pod5:
+ slave-label: '{pod}'
installer: fuel
<<: *master
- - huawei-virtual:
- installer: compass
- <<: *master
- - virtual:
+ - orange-pod2:
+ slave-label: '{pod}'
installer: joid
<<: *master
- huawei-pod2:
+ slave-label: '{pod}'
+ installer: compass
+ <<: *master
+ - huawei-pod5:
+ slave-label: '{pod}'
installer: compass
<<: *master
- nokia-pod1:
+ slave-label: '{pod}'
installer: apex
<<: *master
- - arm-pod1:
+ - arm-pod2:
+ slave-label: '{pod}'
installer: fuel
<<: *master
- zte-pod1:
+ slave-label: '{pod}'
installer: fuel
<<: *master
+ - zte-pod1:
+ slave-label: '{pod}'
+ installer: fuel
+ <<: *colorado
+ - zte-pod2:
+ slave-label: '{pod}'
+ installer: fuel
+ <<: *master
+ - zte-pod3:
+ slave-label: '{pod}'
+ installer: fuel
+ <<: *master
+ - zte-pod3:
+ slave-label: '{pod}'
+ installer: fuel
+ <<: *colorado
+ - arm-pod2:
+ slave-label: '{pod}'
+ installer: fuel
+ <<: *colorado
#--------------------------------
testsuite:
- - 'daily'
- - 'suite'
+ - 'suite':
+ job-timeout: 60
+ - 'daily':
+ job-timeout: 180
+ - 'weekly':
+ job-timeout: 400
jobs:
- 'functest-{installer}-{pod}-{testsuite}-{stream}'
- throttle:
enabled: true
max-per-node: 1
+ option: 'project'
wrappers:
- build-name:
name: '$BUILD_NUMBER Suite: $FUNCTEST_SUITE_NAME Scenario: $DEPLOY_SCENARIO'
- timeout:
- timeout: 400
+ timeout: '{job-timeout}'
abort: true
parameters:
- project-parameter:
project: '{project}'
- - '{pod}-defaults'
- '{installer}-defaults'
+ - '{slave-label}-defaults'
- 'functest-{testsuite}-parameter'
- string:
name: DEPLOY_SCENARIO
branch: '{branch}'
builders:
+ - description-setter:
+ description: "POD: $NODE_NAME"
- 'functest-{testsuite}-builder'
########################
- string:
name: FUNCTEST_SUITE_NAME
default: 'daily'
- description: "Suite name to run"
+ description: "Daily suite name to run"
+- parameter:
+ name: functest-weekly-parameter
+ parameters:
+ - string:
+ name: FUNCTEST_SUITE_NAME
+ default: 'weekly'
+ description: "Weekly suite name to run"
- parameter:
name: functest-suite-parameter
parameters:
- choice:
name: FUNCTEST_SUITE_NAME
choices:
- - 'tempest'
- - 'rally'
+ - 'healthcheck'
+ - 'vping_userdata'
+ - 'vping_ssh'
+ - 'tempest_smoke_serial'
+ - 'rally_sanity'
- 'odl'
- 'onos'
- - 'ovno'
- 'promise'
- 'doctor'
+ - 'bgpvpn'
+ - 'security_scan'
+ - 'tempest_full_parallel'
+ - 'rally_full'
- 'vims'
- - 'vping_userdata'
- - 'vping_ssh'
+ - 'multisite'
+ - 'parser'
+ - string:
+ name: TESTCASE_OPTIONS
+ default: ''
+ description: 'Addtional parameters specific to test case(s)'
- parameter:
name: functest-parameter
parameters:
description: "Push the results of all the tests to the resultDB"
- string:
name: CI_DEBUG
- default: 'true'
+ default: 'false'
description: "Show debug output information"
########################
# trigger macros
- 'set-functest-env'
- 'functest-daily'
- 'functest-store-results'
+ - 'functest-exit'
+
+- builder:
+ name: functest-weekly-builder
+ builders:
+ - 'functest-cleanup'
+ - 'set-functest-env'
+ - 'functest-weekly'
+ - 'functest-store-results'
+ - 'functest-exit'
- builder:
name: functest-suite-builder
- 'set-functest-env'
- 'functest-suite'
-
- builder:
- name: functest-suite
+ name: functest-daily
builders:
- - shell: |
- #!/bin/bash
- set -e
- branch=${GIT_BRANCH##*/}
- echo "Functest: run $FUNCTEST_SUITE_NAME on branch ${branch}"
- if [[ ${branch} == *"brahmaputra"* ]]; then
- cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME"
- else
- cmd="python ${FUNCTEST_REPO_DIR}/ci/run_tests.py -t $FUNCTEST_SUITE_NAME"
- fi
- container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
- docker exec $container_id $cmd
+ - shell:
+ !include-raw: ./functest-loop.sh
+- builder:
+ name: functest-weekly
+ builders:
+ - shell:
+ !include-raw: ./functest-loop.sh
- builder:
- name: functest-daily
+ name: functest-suite
builders:
- - shell: |
- #!/bin/bash
- set +e
- branch=${GIT_BRANCH##*/}
- [[ "$PUSH_RESULTS_TO_DB" == "true" ]] && flags+="-r"
- if [[ ${branch} == *"brahmaputra"* ]]; then
- cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh -s ${flags}"
- else
- cmd="python ${FUNCTEST_REPO_DIR}/ci/run_tests.py -t all ${flags}"
- fi
- container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
- docker exec $container_id $cmd
+ - shell:
+ !include-raw: ./functest-suite.sh
- builder:
name: set-functest-env
builders:
- - shell: |
- #!/bin/bash
- set -e
- [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
- # labconfig is used only for joid
- labconfig=""
- if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
- if sudo virsh list | grep instack; then
- instack_mac=$(sudo virsh domiflist instack | grep default | \
- grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
- elif sudo virsh list | grep undercloud; then
- instack_mac=$(sudo virsh domiflist undercloud | grep default | \
- grep -Eo "[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+:[0-9a-f]+")
- else
- echo "No available installer VM exists...exiting"
- exit 1
- fi
- INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk {'print $1'})
- sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
- if sudo iptables -C FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable 2> ${redirect}; then
- sudo iptables -D FORWARD -o virbr0 -j REJECT --reject-with icmp-port-unreachable
- fi
- if sudo iptables -C FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable 2> ${redirect}; then
- sudo iptables -D FORWARD -i virbr0 -j REJECT --reject-with icmp-port-unreachable
- fi
- elif [[ ${INSTALLER_TYPE} == 'joid' ]]; then
- # If production lab then creds may be retrieved dynamically
- # creds are on the jumphost, always in the same folder
- labconfig="-v $LAB_CONFIG/admin-openrc:/home/opnfv/functest/conf/openstack.creds"
- # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
- # replace the default one by the customized one provided by jenkins config
- fi
- echo "Functest: Start Docker and prepare environment"
- envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
- -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
- -e BUILD_TAG=${BUILD_TAG} -e CI_DEBUG=${CI_DEBUG}"
- branch=${GIT_BRANCH##*/}
- dir_result="${HOME}/opnfv/functest/results/${branch}"
- mkdir -p ${dir_result}
- sudo rm -rf ${dir_result}/*
- res_volume="-v ${dir_result}:/home/opnfv/functest/results"
- custom_params=
- test -f ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG} && custom_params=$(cat ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG})
-
- echo "Functest: Pulling image opnfv/functest:${DOCKER_TAG}"
- docker pull opnfv/functest:$DOCKER_TAG >/dev/null
-
- cmd="sudo docker run --privileged=true -id ${envs} ${labconfig} ${sshkey} ${res_volume} ${custom_params} opnfv/functest:${DOCKER_TAG} /bin/bash"
- echo "Functest: Running docker run command: ${cmd}"
- ${cmd} >${redirect}
- sleep 5
- container_id=$(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | awk '{print $1}' | head -1)
- echo "Container ID=${container_id}"
- if [ -z ${container_id} ]; then
- echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
- docker ps -a
- exit 1
- fi
- echo "Starting the container: docker start ${container_id}"
- docker start ${container_id}
- sleep 5
- docker ps >${redirect}
- if [ $(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | wc -l) == 0 ]; then
- echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
- exit 1
- fi
- if [[ ${branch} == *"brahmaputra"* ]]; then
- cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
- else
- cmd="python ${FUNCTEST_REPO_DIR}/ci/prepare_env.py start"
- fi
- echo "Executing command inside the docker: ${cmd}"
- docker exec ${container_id} ${cmd}
+ - shell:
+ !include-raw: ./set-functest-env.sh
- builder:
name: functest-store-results
- builder:
name: functest-cleanup
builders:
- - shell: |
- #!/bin/bash
- [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
-
- echo "Cleaning up docker containers/images..."
- # Remove previous running containers if exist
- if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
- echo "Removing existing opnfv/functest containers..."
- docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm -f >${redirect}
- fi
+ - shell:
+ !include-raw: ./functest-cleanup.sh
- # Remove existing images if exist
- if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
- echo "Docker images to remove:"
- docker images | head -1 && docker images | grep opnfv/functest >${redirect}
- image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
- for tag in "${image_tags[@]}"; do
- echo "Removing docker image opnfv/functest:$tag..."
- docker rmi opnfv/functest:$tag >/dev/null
- done
- fi
+- builder:
+ name: functest-exit
+ builders:
+ - shell:
+ !include-raw: ./functest-exit.sh
Code Review / releng.git / blobdiff