jjb/functest/functest-alpine.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set +u
   5 set +o pipefail
   6
   7 REPO=${REPO:-opnfv}
   8 CI_LOOP=${CI_LOOP:-daily}
   9 TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results
  10 ENERGY_RECORDER_API_URL=http://energy.opnfv.fr/resources
  11 DOCKER_TAG=${DOCKER_TAG:-$([[ ${BRANCH##*/} == "master" ]] && echo "latest" || echo ${BRANCH##*/})}
  12
  13 check_os_deployment() {
  14     FUNCTEST_IMAGE=${REPO}/functest-healthcheck:${DOCKER_TAG}
  15     echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
  16     docker pull ${FUNCTEST_IMAGE}>/dev/null
  17     cmd="docker run --rm ${volumes} ${FUNCTEST_IMAGE} check_deployment"
  18     echo "Checking deployment, CMD: ${cmd}"
  19     eval ${cmd}
  20     ret_value=$?
  21     if [ ${ret_value} != 0 ]; then
  22         echo "ERROR: Problem while checking OpenStack deployment."
  23         exit 1
  24     else
  25         echo "OpenStack deployment OK."
  26     fi
  27
  28 }
  29
  30 run_tiers() {
  31     tiers=$1
  32     cmd_opt="run_tests -r -t all"
  33     [[ $BUILD_TAG =~ "suite" ]] && cmd_opt="run_tests -t all"
  34     for tier in ${tiers[@]}; do
  35         FUNCTEST_IMAGE=${REPO}/functest-${tier}:${DOCKER_TAG}
  36         echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
  37         docker pull ${FUNCTEST_IMAGE}>/dev/null
  38         cmd="docker run --rm  ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
  39         echo "Running Functest tier '${tier}'. CMD: ${cmd}"
  40         eval ${cmd}
  41         ret_value=$?
  42         if [ ${ret_value} != 0 ]; then
  43             echo ${ret_value} > ${ret_val_file}
  44             if [ ${tier} == 'healthcheck' ]; then
  45                 echo "Healthcheck tier failed. Exiting Functest..."
  46                 skip_tests=1
  47                 break
  48             fi
  49         fi
  50     done
  51 }
  52
  53 run_test() {
  54     test_name=$1
  55     cmd_opt="run_tests -t ${test_name}"
  56     # Determine which Functest image should be used for the test case
  57     case ${test_name} in
  58         connection_check|tenantnetwork1|tenantnetwork2|vmready1|vmready2|singlevm1|singlevm2|vping_ssh|vping_userdata|cinder_test|odl|api_check|snaps_health_check|tempest_smoke)
  59             FUNCTEST_IMAGE=${REPO}/functest-healthcheck:${DOCKER_TAG} ;;
  60         neutron-tempest-plugin-api|rally_sanity|refstack_defcore|tempest_full|tempest_scenario|patrole|snaps_smoke|neutron_trunk|networking-bgpvpn|networking-sfc|barbican)
  61             FUNCTEST_IMAGE=${REPO}/functest-smoke:${DOCKER_TAG} ;;
  62         rally_full|rally_jobs|shaker|vmtp)
  63             FUNCTEST_IMAGE=${REPO}/functest-benchmarking:${DOCKER_TAG} ;;
  64         cloudify|cloudify_ims|heat_ims|vyos_vrouter|juju_epc)
  65             FUNCTEST_IMAGE=${REPO}/functest-vnf:${DOCKER_TAG} ;;
  66         doctor-notification|bgpvpn|functest-odl-sfc|barometercollectd|fds|vgpu|stor4nfv_os)
  67             FUNCTEST_IMAGE=${REPO}/functest-features:${DOCKER_TAG} ;;
  68         *)
  69             echo "Unkown test case $test_name"
  70             exit 1
  71             ;;
  72     esac
  73     echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
  74     docker pull ${FUNCTEST_IMAGE}>/dev/null
  75     cmd="docker run --rm ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
  76     echo "Running Functest test case '${test_name}'. CMD: ${cmd}"
  77     eval ${cmd}
  78     ret_value=$?
  79     if [ ${ret_value} != 0 ]; then
  80       echo ${ret_value} > ${ret_val_file}
  81     fi
  82 }
  83
  84
  85 redirect="/dev/stdout"
  86 FUNCTEST_DIR=/home/opnfv/functest
  87 DEPLOY_TYPE=baremetal
  88 [[ $BUILD_TAG =~ "virtual" ]] && DEPLOY_TYPE=virt
  89 HOST_ARCH=$(uname -m)
  90
  91 # Prepare OpenStack credentials volume
  92 rc_file=${HOME}/opnfv-openrc.sh
  93
  94 if [[ ${INSTALLER_TYPE} == 'joid' ]]; then
  95     rc_file=$LAB_CONFIG/admin-openrc
  96 elif [[ ${INSTALLER_TYPE} == 'compass' ]]; then
  97     cacert_file_vol="-v ${HOME}/os_cacert:${FUNCTEST_DIR}/conf/os_cacert"
  98     echo "export OS_CACERT=${FUNCTEST_DIR}/conf/os_cacert" >> ${HOME}/opnfv-openrc.sh
  99 elif [[ ${INSTALLER_TYPE} == 'fuel' ]] && [[ "${DEPLOY_SCENARIO}" =~ -ha$ ]]; then
 100     cacert_file_vol="-v ${HOME}/os_cacert:/etc/ssl/certs/mcp_os_cacert"
 101 fi
 102
 103 rc_file_vol="-v ${rc_file}:${FUNCTEST_DIR}/conf/env_file"
 104
 105 echo "Functest: Start Docker and prepare environment"
 106
 107 echo "Functest: Download images that will be used by test cases"
 108 images_dir="${HOME}/opnfv/functest/images"
 109 download_script=${WORKSPACE}/functest/ci/download_images.sh
 110 chmod +x ${download_script}
 111 ${download_script} ${images_dir} ${DEPLOY_SCENARIO} ${HOST_ARCH} 2> ${redirect}
 112
 113 images_vol="-v ${images_dir}:${FUNCTEST_DIR}/images"
 114
 115 dir_result="${HOME}/opnfv/functest/results/${BRANCH##*/}"
 116 mkdir -p ${dir_result}
 117 sudo rm -rf ${dir_result}/*
 118 results_vol="-v ${dir_result}:${FUNCTEST_DIR}/results"
 119 custom_params=
 120 test -f ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG} && custom_params=$(cat ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG})
 121
 122 envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 123     -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 124     -e BUILD_TAG=${BUILD_TAG} -e DEPLOY_TYPE=${DEPLOY_TYPE} -e CI_LOOP=${CI_LOOP} \
 125     -e TEST_DB_URL=${TEST_DB_URL} -e ENERGY_RECORDER_API_URL=${ENERGY_RECORDER_API_URL}"
 126
 127 ssh_options="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no"
 128
 129 if [ "${INSTALLER_TYPE}" == 'fuel' ]; then
 130     COMPUTE_ARCH=$(ssh -l ubuntu ${INSTALLER_IP} -i ${SSH_KEY} ${ssh_options} \
 131         "sudo salt 'cmp*' grains.get cpuarch --out yaml | awk '{print \$2; exit}'")
 132     IMAGE_PROPERTIES="hw_disk_bus:scsi,hw_scsi_model:virtio-scsi"
 133     envs="${envs} -e POD_ARCH=${COMPUTE_ARCH}"
 134 fi
 135
 136 if [[ ${INSTALLER_TYPE} == 'fuel' && ${DEPLOY_SCENARIO} == 'os-nosdn-nofeature-noha' ]]; then
 137     libvirt_vol="-v ${ssh_key}:${FUNCTEST_DIR}/conf/libvirt_key"
 138     envs="${envs} -e LIBVIRT_USER=ubuntu -e LIBVIRT_KEY_PATH=${FUNCTEST_DIR}/conf/libvirt_key"
 139 fi
 140
 141 if [[ ${INSTALLER_TYPE} == 'compass' && ${DEPLOY_SCENARIO} =~ 'sfc' ]]; then
 142     ssh_key="/tmp/id_rsa"
 143     user_config="/tmp/openstack_user_config.yml"
 144     docker cp compass-tasks:/root/.ssh/id_rsa $ssh_key
 145     docker cp compass-tasks:/etc/openstack_deploy/openstack_user_config.yml $user_config
 146     sshkey_vol="-v ${ssh_key}:/root/.ssh/id_rsa"
 147     userconfig_vol="-v ${user_config}:${user_config}"
 148     envs="${envs} -e EXTERNAL_NETWORK=${EXTERNAL_NETWORK}"
 149 fi
 150
 151 if [[ ${INSTALLER_TYPE} == 'compass' ]] || [[ ${DEPLOY_SCENARIO} == *"odl"* ]]; then
 152       envs="${envs} -e SDN_CONTROLLER_RESTCONFPORT=8080"
 153 fi
 154
 155 if [[ ${DEPLOY_SCENARIO} == *"ovs"* ]] || [[ ${DEPLOY_SCENARIO} == *"fdio"* ]]; then
 156     if [[ -n ${IMAGE_PROPERTIES} ]]; then
 157         IMAGE_PROPERTIES="${IMAGE_PROPERTIES},hw_mem_page_size:large"
 158     else
 159         IMAGE_PROPERTIES="hw_mem_page_size:large"
 160     fi
 161     FLAVOR_EXTRA_SPECS="hw:mem_page_size:large"
 162 fi
 163
 164 if [[ -n ${IMAGE_PROPERTIES} ]] || [[ -n ${FLAVOR_EXTRA_SPECS} ]]; then
 165     envs="${envs} -e IMAGE_PROPERTIES=${IMAGE_PROPERTIES} -e FLAVOR_EXTRA_SPECS=${FLAVOR_EXTRA_SPECS}"
 166 fi
 167
 168 tempest_conf_yaml=$(mktemp)
 169 case ${INSTALLER_TYPE} in
 170 apex)
 171     cat << EOF > "${tempest_conf_yaml}"
 172 ---
 173 compute-feature-enabled:
 174     shelve: false
 175     vnc_console: true
 176 identity-feature-enabled:
 177     api_v2: false
 178     api_v2_admin: false
 179 image-feature-enabled:
 180     api_v2: true
 181     api_v1: false
 182 volume:
 183     storage_protocol: ceph
 184 volume-feature-enabled:
 185     backup: false
 186 EOF
 187     ;;
 188 compass)
 189     cat << EOF > "${tempest_conf_yaml}"
 190 ---
 191 compute-feature-enabled:
 192     shelve: false
 193     vnc_console: false
 194     spice_console: true
 195 identity-feature-enabled:
 196     api_v2: false
 197     api_v2_admin: false
 198 image-feature-enabled:
 199     api_v2: true
 200     api_v1: false
 201 volume:
 202     storage_protocol: ceph
 203 volume-feature-enabled:
 204     backup: false
 205 EOF
 206     ;;
 207 fuel)
 208     cat << EOF > "${tempest_conf_yaml}"
 209 ---
 210 compute-feature-enabled:
 211     shelve: false
 212     vnc_console: false
 213     spice_console: true
 214 identity-feature-enabled:
 215     api_v2: false
 216     api_v2_admin: false
 217 image-feature-enabled:
 218     api_v2: true
 219     api_v1: false
 220 volume:
 221     storage_protocol: iSCSI
 222 volume-feature-enabled:
 223     backup: false
 224 EOF
 225     ;;
 226 *)
 227     cat << EOF > "${tempest_conf_yaml}"
 228 ---
 229 compute-feature-enabled:
 230     shelve: false
 231     vnc_console: false
 232 identity-feature-enabled:
 233     api_v2: false
 234     api_v2_admin: false
 235 image-feature-enabled:
 236     api_v2: true
 237     api_v1: false
 238 volume:
 239     storage_protocol: iSCSI
 240 volume-feature-enabled:
 241     backup: false
 242 EOF
 243     ;;
 244 esac
 245 echo "tempest_conf.yaml:" && cat "${tempest_conf_yaml}"
 246
 247 volumes="${images_vol} ${results_vol} ${sshkey_vol} ${libvirt_vol} \
 248     ${userconfig_vol} ${rc_file_vol} ${cacert_file_vol} \
 249     -v ${tempest_conf_yaml}:/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml"
 250
 251 ret_val_file="${HOME}/opnfv/functest/results/${BRANCH##*/}/return_value"
 252 echo 0 > ${ret_val_file}
 253
 254 set +e
 255
 256 if [ ${FUNCTEST_MODE} == 'testcase' ]; then
 257     echo "FUNCTEST_MODE=testcase, FUNCTEST_SUITE_NAME=${FUNCTEST_SUITE_NAME}"
 258     run_test ${FUNCTEST_SUITE_NAME}
 259 elif [ ${FUNCTEST_MODE} == 'tier' ]; then
 260     echo "FUNCTEST_MODE=tier, FUNCTEST_TIER=${FUNCTEST_TIER}"
 261     tiers=(${FUNCTEST_TIER})
 262     run_tiers ${tiers}
 263 else
 264     tests=()
 265     skip_tests=0
 266     if [ ${DEPLOY_TYPE} == 'baremetal' ] && [ "${HOST_ARCH}" != "aarch64" ]; then
 267         if [[ ${BRANCH} == "stable/fraser" ]]; then
 268             tiers=(healthcheck smoke features vnf parser)
 269             tests=(tempest_full_parallel)
 270         elif [[ ${BRANCH} == "stable/gambia" ]]; then
 271             tiers=(healthcheck smoke benchmarking features vnf components)
 272         else
 273             tiers=(healthcheck smoke benchmarking features vnf)
 274         fi
 275     else
 276         if [[ ${BRANCH} == "stable/fraser" ]]; then
 277             tiers=(healthcheck smoke features parser)
 278             tests=(tempest_full_parallel)
 279         elif [[ ${BRANCH} == "stable/gambia" ]]; then
 280             tiers=(healthcheck smoke benchmarking features vnf components)
 281         else
 282             tiers=(healthcheck smoke benchmarking features)
 283         fi
 284     fi
 285     run_tiers ${tiers}
 286     if [ ${skip_tests} -eq 0 ]; then
 287         for test in "${tests[@]}"; do
 288             run_test "$test"
 289         done
 290     fi
 291 fi