Merge "[docs] Limit git submodule recurse to depth 1"
[releng.git] / jjb / functest / functest-alpine.sh
1 #!/bin/bash
2
3 set -e
4 set +u
5 set +o pipefail
6
7 REPO=${REPO:-opnfv}
8 CI_LOOP=${CI_LOOP:-daily}
9 TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results
10 ENERGY_RECORDER_API_URL=http://energy.opnfv.fr/resources
11
12 check_os_deployment() {
13     FUNCTEST_IMAGE=${REPO}/functest-healthcheck:${DOCKER_TAG}
14     echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
15     docker pull ${FUNCTEST_IMAGE}>/dev/null
16     cmd="docker run --rm ${volumes} ${FUNCTEST_IMAGE} check_deployment"
17     echo "Checking deployment, CMD: ${cmd}"
18     eval ${cmd}
19     ret_value=$?
20     if [ ${ret_value} != 0 ]; then
21         echo "ERROR: Problem while checking OpenStack deployment."
22         exit 1
23     else
24         echo "OpenStack deployment OK."
25     fi
26
27 }
28
29 run_tiers() {
30     tiers=$1
31     cmd_opt="run_tests -r -t all"
32     [[ $BUILD_TAG =~ "suite" ]] && cmd_opt="run_tests -t all"
33     for tier in ${tiers[@]}; do
34         FUNCTEST_IMAGE=${REPO}/functest-${tier}:${DOCKER_TAG}
35         echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
36         docker pull ${FUNCTEST_IMAGE}>/dev/null
37         cmd="docker run --rm  ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
38         echo "Running Functest tier '${tier}'. CMD: ${cmd}"
39         eval ${cmd}
40         ret_value=$?
41         if [ ${ret_value} != 0 ]; then
42             echo ${ret_value} > ${ret_val_file}
43             if [ ${tier} == 'healthcheck' ]; then
44                 echo "Healthcheck tier failed. Exiting Functest..."
45                 break
46             fi
47         fi
48     done
49 }
50
51 run_test() {
52     test_name=$1
53     cmd_opt="run_tests -t ${test_name}"
54     # Determine which Functest image should be used for the test case
55     case ${test_name} in
56         connection_check|tenantnetwork1|tenantnetwork2|vmready1|vmready2|singlevm1|singlevm2|vping_ssh|vping_userdata|cinder_test|odl|api_check|snaps_health_check)
57             FUNCTEST_IMAGE=${REPO}/functest-healthcheck:${DOCKER_TAG} ;;
58         tempest_smoke_serial|tempest_smoke|neutron-tempest-plugin-api|rally_sanity|refstack_defcore|patrole|snaps_smoke|neutron_trunk|networking-bgpvpn|networking-sfc|barbican)
59             FUNCTEST_IMAGE=${REPO}/functest-smoke:${DOCKER_TAG} ;;
60         shaker|vmtp)
61             FUNCTEST_IMAGE=${REPO}/functest-benchmarking:${DOCKER_TAG} ;;
62         tempest_full_parallel|tempest_full|tempest_scenario|rally_full)
63             FUNCTEST_IMAGE=${REPO}/functest-components:${DOCKER_TAG} ;;
64         cloudify|cloudify_ims|heat_ims|vyos_vrouter|juju_epc)
65             FUNCTEST_IMAGE=${REPO}/functest-vnf:${DOCKER_TAG} ;;
66         doctor-notification|bgpvpn|functest-odl-sfc|barometercollectd|fds|vgpu|stor4nfv_os)
67             FUNCTEST_IMAGE=${REPO}/functest-features:${DOCKER_TAG} ;;
68         *)
69             echo "Unkown test case $test_name"
70             exit 1
71             ;;
72     esac
73     echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
74     docker pull ${FUNCTEST_IMAGE}>/dev/null
75     cmd="docker run --rm ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
76     echo "Running Functest test case '${test_name}'. CMD: ${cmd}"
77     eval ${cmd}
78     ret_value=$?
79     if [ ${ret_value} != 0 ]; then
80       echo ${ret_value} > ${ret_val_file}
81     fi
82 }
83
84
85 [[ $CI_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
86 FUNCTEST_DIR=/home/opnfv/functest
87 DEPLOY_TYPE=baremetal
88 [[ $BUILD_TAG =~ "virtual" ]] && DEPLOY_TYPE=virt
89 HOST_ARCH=$(uname -m)
90 DOCKER_TAG=`[[ ${BRANCH##*/} == "master" ]] && echo "latest" || echo ${BRANCH##*/}`
91
92 # Prepare OpenStack credentials volume
93 rc_file=${HOME}/opnfv-openrc.sh
94
95 if [[ ${INSTALLER_TYPE} == 'joid' ]]; then
96     rc_file=$LAB_CONFIG/admin-openrc
97 elif [[ ${INSTALLER_TYPE} == 'compass' ]]; then
98     cacert_file_vol="-v ${HOME}/os_cacert:${FUNCTEST_DIR}/conf/os_cacert"
99     echo "export OS_CACERT=${FUNCTEST_DIR}/conf/os_cacert" >> ${HOME}/opnfv-openrc.sh
100 elif [[ ${INSTALLER_TYPE} == 'fuel' && ${DEPLOY_TYPE} == 'baremetal' ]]; then
101     cacert_file_vol="-v ${HOME}/os_cacert:/etc/ssl/certs/mcp_os_cacert"
102 fi
103
104 rc_file_vol="-v ${rc_file}:${FUNCTEST_DIR}/conf/env_file"
105
106 echo "Functest: Start Docker and prepare environment"
107
108 echo "Functest: Download images that will be used by test cases"
109 images_dir="${HOME}/opnfv/functest/images"
110 download_script=${WORKSPACE}/functest/ci/download_images.sh
111 if [[ ! -f ${download_script} ]]; then
112     # to support Danube as well
113     wget https://git.opnfv.org/functest/plain/functest/ci/download_images.sh -O ${download_script} 2> ${redirect}
114 fi
115 chmod +x ${download_script}
116 ${download_script} ${images_dir} ${DEPLOY_SCENARIO} ${HOST_ARCH} 2> ${redirect}
117
118 images_vol="-v ${images_dir}:${FUNCTEST_DIR}/images"
119
120 dir_result="${HOME}/opnfv/functest/results/${BRANCH##*/}"
121 mkdir -p ${dir_result}
122 sudo rm -rf ${dir_result}/*
123 results_vol="-v ${dir_result}:${FUNCTEST_DIR}/results"
124 custom_params=
125 test -f ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG} && custom_params=$(cat ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG})
126
127 envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
128     -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
129     -e BUILD_TAG=${BUILD_TAG} -e DEPLOY_TYPE=${DEPLOY_TYPE} -e CI_LOOP=${CI_LOOP} \
130     -e TEST_DB_URL=${TEST_DB_URL} -e ENERGY_RECORDER_API_URL=${ENERGY_RECORDER_API_URL}"
131
132 ssh_options="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no"
133
134
135 if [ "${INSTALLER_TYPE}" == 'fuel' ]; then
136     COMPUTE_ARCH=$(ssh -l ubuntu ${INSTALLER_IP} -i ${SSH_KEY} ${ssh_options} \
137         "sudo salt 'cmp*' grains.get cpuarch --out yaml | awk '{print \$2; exit}'")
138     envs="${envs} -e POD_ARCH=${COMPUTE_ARCH}"
139 fi
140
141
142 if [[ ${INSTALLER_TYPE} == 'compass' && ${DEPLOY_SCENARIO} =~ 'sfc' ]]; then
143     ssh_key="/tmp/id_rsa"
144     user_config="/tmp/openstack_user_config.yml"
145     docker cp compass-tasks:/root/.ssh/id_rsa $ssh_key
146     docker cp compass-tasks:/etc/openstack_deploy/openstack_user_config.yml $user_config
147     sshkey_vol="-v ${ssh_key}:/root/.ssh/id_rsa"
148     userconfig_vol="-v ${user_config}:${user_config}"
149     envs="${envs} -e EXTERNAL_NETWORK=${EXTERNAL_NETWORK}"
150 fi
151
152
153 volumes="${images_vol} ${results_vol} ${sshkey_vol} ${userconfig_vol} ${rc_file_vol} ${cacert_file_vol}"
154
155 ret_val_file="${HOME}/opnfv/functest/results/${BRANCH##*/}/return_value"
156 echo 0 > ${ret_val_file}
157
158 set +e
159
160 if [ ${FUNCTEST_MODE} == 'testcase' ]; then
161     echo "FUNCTEST_MODE=testcase, FUNCTEST_SUITE_NAME=${FUNCTEST_SUITE_NAME}"
162     run_test ${FUNCTEST_SUITE_NAME}
163 elif [ ${FUNCTEST_MODE} == 'tier' ]; then
164     echo "FUNCTEST_MODE=tier, FUNCTEST_TIER=${FUNCTEST_TIER}"
165     tiers=(${FUNCTEST_TIER})
166     run_tiers ${tiers}
167 else
168     tests=(tempest_full tempest_scenario)
169     if [ ${DEPLOY_TYPE} == 'baremetal' ] && [ "${HOST_ARCH}" != "aarch64" ]; then
170         if [[ ${BRANCH} == "stable/fraser" ]]; then
171             tiers=(healthcheck smoke features vnf parser)
172             tests=(tempest_full_parallel)
173         else
174             tiers=(healthcheck smoke benchmarking features vnf)
175         fi
176     else
177         if [[ ${BRANCH} == "stable/fraser" ]]; then
178             tiers=(healthcheck smoke features parser)
179             tests=(tempest_full_parallel)
180         else
181             tiers=(healthcheck smoke benchmarking features)
182         fi
183     fi
184     run_tiers ${tiers}
185     for test in "${tests[@]}"; do
186         run_test "$test"
187     done
188 fi