8 CI_LOOP=${CI_LOOP:-daily}
9 TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results
10 ENERGY_RECORDER_API_URL=http://energy.opnfv.fr/resources
11 DOCKER_TAG=${DOCKER_TAG:-$([[ ${BRANCH##*/} == "master" ]] && echo "latest" || echo ${BRANCH##*/})}
15 cmd_opt="run_tests -r -t all"
16 [[ $BUILD_TAG =~ "suite" ]] && cmd_opt="run_tests -t all"
17 for tier in ${tiers[@]}; do
18 FUNCTEST_IMAGE=${REPO}/functest-${tier}:${DOCKER_TAG}
19 echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
20 docker pull ${FUNCTEST_IMAGE}>/dev/null
21 cmd="docker run --rm ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
22 echo "Running Functest tier '${tier}'. CMD: ${cmd}"
25 if [ ${ret_value} != 0 ]; then
26 echo ${ret_value} > ${ret_val_file}
27 if [ ${tier} == 'healthcheck' ]; then
28 echo "Healthcheck tier failed. Exiting Functest..."
38 cmd_opt="run_tests -t ${test_name}"
39 # Determine which Functest image should be used for the test case
41 connection_check|tenantnetwork1|tenantnetwork2|vmready1|vmready2|singlevm1|singlevm2|vping_ssh|vping_userdata|cinder_test|odl|api_check|snaps_health_check|tempest_smoke)
42 FUNCTEST_IMAGE=${REPO}/functest-healthcheck:${DOCKER_TAG} ;;
43 neutron-tempest-plugin-api|rally_sanity|refstack_defcore|tempest_full|tempest_scenario|patrole|snaps_smoke|neutron_trunk|networking-bgpvpn|networking-sfc|barbican)
44 FUNCTEST_IMAGE=${REPO}/functest-smoke:${DOCKER_TAG} ;;
45 rally_full|rally_jobs|shaker|vmtp)
46 FUNCTEST_IMAGE=${REPO}/functest-benchmarking:${DOCKER_TAG} ;;
47 cloudify|cloudify_ims|heat_ims|vyos_vrouter|juju_epc)
48 FUNCTEST_IMAGE=${REPO}/functest-vnf:${DOCKER_TAG} ;;
50 echo "Unkown test case $test_name"
54 echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
55 docker pull ${FUNCTEST_IMAGE}>/dev/null
56 cmd="docker run --rm ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
57 echo "Running Functest test case '${test_name}'. CMD: ${cmd}"
60 if [ ${ret_value} != 0 ]; then
61 echo ${ret_value} > ${ret_val_file}
66 redirect="/dev/stdout"
67 FUNCTEST_DIR=/home/opnfv/functest
69 [[ $BUILD_TAG =~ "virtual" ]] && DEPLOY_TYPE=virt
72 # Prepare OpenStack credentials volume
73 rc_file=${HOME}/opnfv-openrc.sh
75 if [[ ${INSTALLER_TYPE} == 'joid' ]]; then
76 rc_file=$LAB_CONFIG/admin-openrc
77 elif [[ ${INSTALLER_TYPE} == 'fuel' ]] && [[ "${DEPLOY_SCENARIO}" =~ -ha$ ]]; then
78 cacert_file_vol="-v ${HOME}/os_cacert:/etc/ssl/certs/mcp_os_cacert"
81 rc_file_vol="-v ${rc_file}:${FUNCTEST_DIR}/conf/env_file"
83 echo "Functest: Start Docker and prepare environment"
85 echo "Functest: Download images that will be used by test cases"
86 images_dir="${HOME}/opnfv/functest/images"
87 download_script=${WORKSPACE}/functest/ci/download_images.sh
88 chmod +x ${download_script}
89 ${download_script} ${images_dir} ${DEPLOY_SCENARIO} ${HOST_ARCH} 2> ${redirect}
91 images_vol="-v ${images_dir}:${FUNCTEST_DIR}/images"
93 dir_result="${HOME}/opnfv/functest/results/${BRANCH##*/}"
94 mkdir -p ${dir_result}
95 sudo rm -rf ${dir_result}/*
96 results_vol="-v ${dir_result}:${FUNCTEST_DIR}/results"
98 test -f ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG} && custom_params=$(cat ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG})
100 envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
101 -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
102 -e BUILD_TAG=${BUILD_TAG} -e DEPLOY_TYPE=${DEPLOY_TYPE} -e CI_LOOP=${CI_LOOP} \
103 -e TEST_DB_URL=${TEST_DB_URL} -e ENERGY_RECORDER_API_URL=${ENERGY_RECORDER_API_URL} \
106 ssh_options="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no"
108 if [ "${INSTALLER_TYPE}" == 'fuel' ]; then
109 COMPUTE_ARCH=$(ssh -l ubuntu ${INSTALLER_IP} -i ${SSH_KEY} ${ssh_options} \
110 "sudo salt 'cmp*' grains.get cpuarch --out yaml | awk '{print \$2; exit}'")
111 IMAGE_PROPERTIES="hw_disk_bus:scsi,hw_scsi_model:virtio-scsi"
112 envs="${envs} -e POD_ARCH=${COMPUTE_ARCH} -e BLOCK_MIGRATION=false"
115 if [[ ${INSTALLER_TYPE} == 'fuel' && ${DEPLOY_SCENARIO} == 'os-nosdn-nofeature-noha' ]]; then
116 libvirt_vol="-v ${ssh_key}:${FUNCTEST_DIR}/conf/libvirt_key"
117 envs="${envs} -e LIBVIRT_USER=ubuntu -e LIBVIRT_KEY_PATH=${FUNCTEST_DIR}/conf/libvirt_key"
120 if [[ ${DEPLOY_SCENARIO} == *"ovs"* ]] || [[ ${DEPLOY_SCENARIO} == *"fdio"* ]]; then
121 if [[ -n ${IMAGE_PROPERTIES} ]]; then
122 IMAGE_PROPERTIES="${IMAGE_PROPERTIES},hw_mem_page_size:large"
124 IMAGE_PROPERTIES="hw_mem_page_size:large"
126 FLAVOR_EXTRA_SPECS="hw:mem_page_size:large"
129 if [[ -n ${IMAGE_PROPERTIES} ]] || [[ -n ${FLAVOR_EXTRA_SPECS} ]]; then
130 envs="${envs} -e IMAGE_PROPERTIES=${IMAGE_PROPERTIES} -e FLAVOR_EXTRA_SPECS=${FLAVOR_EXTRA_SPECS}"
133 tempest_conf_yaml=$(mktemp)
134 case ${INSTALLER_TYPE} in
136 cat << EOF > "${tempest_conf_yaml}"
138 compute-feature-enabled:
141 block_migration_for_live_migration: false
142 identity-feature-enabled:
145 image-feature-enabled:
149 operator_role: SwiftOperator
151 storage_protocol: ceph
152 volume-feature-enabled:
157 cat << EOF > "${tempest_conf_yaml}"
159 compute-feature-enabled:
163 identity-feature-enabled:
166 image-feature-enabled:
170 storage_protocol: iSCSI
171 volume-feature-enabled:
176 cat << EOF > "${tempest_conf_yaml}"
178 compute-feature-enabled:
181 identity-feature-enabled:
184 image-feature-enabled:
188 storage_protocol: iSCSI
189 volume-feature-enabled:
196 cat << EOF >> "${tempest_conf_yaml}"
198 max_microversion: latest
202 cat << EOF >> "${tempest_conf_yaml}"
204 max_microversion: 2.65
208 echo "tempest_conf.yaml:" && cat "${tempest_conf_yaml}"
210 volumes="${images_vol} ${results_vol} ${sshkey_vol} ${libvirt_vol} \
211 ${userconfig_vol} ${rc_file_vol} ${cacert_file_vol} \
212 -v ${tempest_conf_yaml}:/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml"
214 if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
215 blacklist_yaml=$(mktemp)
216 cat << EOF >> "${blacklist_yaml}"
220 - os-ovn-nofeature-ha
222 - neutron_tempest_plugin.api.admin.test_agent_management
223 - neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler
224 - patrole_tempest_plugin.tests.api.network.test_agents_rbac
225 - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_network_type
226 - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_segmentation_id
227 - tempest.api.network.admin.test_agent_management
228 - tempest.api.network.admin.test_dhcp_agent_scheduler
229 - tempest.api.object_storage.test_crossdomain.CrossdomainTest.test_get_crossdomain_policy
232 - os-nosdn-nofeature-ha
234 - tempest.api.object_storage.test_crossdomain.CrossdomainTest.test_get_crossdomain_policy
237 - os-nosdn-nofeature-noha
239 - tempest.api.object_storage.test_crossdomain.CrossdomainTest.test_get_crossdomain_policy
241 volumes="${volumes} -v ${blacklist_yaml}:/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/blacklist.yaml"
244 ret_val_file="${HOME}/opnfv/functest/results/${BRANCH##*/}/return_value"
245 echo 0 > ${ret_val_file}
249 if [ ${FUNCTEST_MODE} == 'testcase' ]; then
250 echo "FUNCTEST_MODE=testcase, FUNCTEST_SUITE_NAME=${FUNCTEST_SUITE_NAME}"
251 run_test ${FUNCTEST_SUITE_NAME}
252 elif [ ${FUNCTEST_MODE} == 'tier' ]; then
253 echo "FUNCTEST_MODE=tier, FUNCTEST_TIER=${FUNCTEST_TIER}"
254 tiers=(${FUNCTEST_TIER})
259 if [ "${HOST_ARCH}" != "aarch64" ]; then
260 tiers=(healthcheck smoke benchmarking vnf)
262 tiers=(healthcheck smoke benchmarking)
265 if [ ${skip_tests} -eq 0 ]; then
266 for test in "${tests[@]}"; do