jjb/functest/functest-alpine.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set +u
   5 set +o pipefail
   6
   7 REPO=${REPO:-opnfv}
   8 CI_LOOP=${CI_LOOP:-daily}
   9 TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results
  10 ENERGY_RECORDER_API_URL=http://energy.opnfv.fr/resources
  11 DOCKER_TAG=${DOCKER_TAG:-$([[ ${BRANCH##*/} == "master" ]] && echo "latest" || echo ${BRANCH##*/})}
  12
  13 run_tiers() {
  14     tiers=$1
  15     cmd_opt="run_tests -r -t all"
  16     [[ $BUILD_TAG =~ "suite" ]] && cmd_opt="run_tests -t all"
  17     for tier in ${tiers[@]}; do
  18         FUNCTEST_IMAGE=${REPO}/functest-${tier}:${DOCKER_TAG}
  19         echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
  20         docker pull ${FUNCTEST_IMAGE}>/dev/null
  21         cmd="docker run --rm  ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
  22         echo "Running Functest tier '${tier}'. CMD: ${cmd}"
  23         eval ${cmd}
  24         ret_value=$?
  25         if [ ${ret_value} != 0 ]; then
  26             echo ${ret_value} > ${ret_val_file}
  27             if [ ${tier} == 'healthcheck' ]; then
  28                 echo "Healthcheck tier failed. Exiting Functest..."
  29                 skip_tests=1
  30                 break
  31             fi
  32         fi
  33     done
  34 }
  35
  36 run_test() {
  37     test_name=$1
  38     cmd_opt="run_tests -t ${test_name}"
  39     # Determine which Functest image should be used for the test case
  40     case ${test_name} in
  41         connection_check|tenantnetwork1|tenantnetwork2|vmready1|vmready2|singlevm1|singlevm2|vping_ssh|vping_userdata|cinder_test|odl|api_check|snaps_health_check|tempest_smoke)
  42             FUNCTEST_IMAGE=${REPO}/functest-healthcheck:${DOCKER_TAG} ;;
  43         neutron-tempest-plugin-api|rally_sanity|refstack_defcore|tempest_full|tempest_scenario|patrole|snaps_smoke|neutron_trunk|networking-bgpvpn|networking-sfc|barbican)
  44             FUNCTEST_IMAGE=${REPO}/functest-smoke:${DOCKER_TAG} ;;
  45         rally_full|rally_jobs|shaker|vmtp)
  46             FUNCTEST_IMAGE=${REPO}/functest-benchmarking:${DOCKER_TAG} ;;
  47         cloudify|cloudify_ims|heat_ims|vyos_vrouter|juju_epc)
  48             FUNCTEST_IMAGE=${REPO}/functest-vnf:${DOCKER_TAG} ;;
  49         doctor-notification|bgpvpn|functest-odl-sfc|barometercollectd|fds|vgpu|stor4nfv_os)
  50             FUNCTEST_IMAGE=${REPO}/functest-features:${DOCKER_TAG} ;;
  51         *)
  52             echo "Unkown test case $test_name"
  53             exit 1
  54             ;;
  55     esac
  56     echo "Functest: Pulling Functest Docker image ${FUNCTEST_IMAGE} ..."
  57     docker pull ${FUNCTEST_IMAGE}>/dev/null
  58     cmd="docker run --rm ${envs} ${volumes} ${TESTCASE_OPTIONS} ${FUNCTEST_IMAGE} /bin/bash -c '${cmd_opt}'"
  59     echo "Running Functest test case '${test_name}'. CMD: ${cmd}"
  60     eval ${cmd}
  61     ret_value=$?
  62     if [ ${ret_value} != 0 ]; then
  63       echo ${ret_value} > ${ret_val_file}
  64     fi
  65 }
  66
  67
  68 redirect="/dev/stdout"
  69 FUNCTEST_DIR=/home/opnfv/functest
  70 DEPLOY_TYPE=baremetal
  71 [[ $BUILD_TAG =~ "virtual" ]] && DEPLOY_TYPE=virt
  72 HOST_ARCH=$(uname -m)
  73
  74 # Prepare OpenStack credentials volume
  75 rc_file=${HOME}/opnfv-openrc.sh
  76
  77 if [[ ${INSTALLER_TYPE} == 'joid' ]]; then
  78     rc_file=$LAB_CONFIG/admin-openrc
  79 elif [[ ${INSTALLER_TYPE} == 'compass' ]]; then
  80     cacert_file_vol="-v ${HOME}/os_cacert:${FUNCTEST_DIR}/conf/os_cacert"
  81     echo "export OS_CACERT=${FUNCTEST_DIR}/conf/os_cacert" >> ${HOME}/opnfv-openrc.sh
  82 elif [[ ${INSTALLER_TYPE} == 'fuel' ]] && [[ "${DEPLOY_SCENARIO}" =~ -ha$ ]]; then
  83     cacert_file_vol="-v ${HOME}/os_cacert:/etc/ssl/certs/mcp_os_cacert"
  84 fi
  85
  86 rc_file_vol="-v ${rc_file}:${FUNCTEST_DIR}/conf/env_file"
  87
  88 echo "Functest: Start Docker and prepare environment"
  89
  90 echo "Functest: Download images that will be used by test cases"
  91 images_dir="${HOME}/opnfv/functest/images"
  92 download_script=${WORKSPACE}/functest/ci/download_images.sh
  93 chmod +x ${download_script}
  94 ${download_script} ${images_dir} ${DEPLOY_SCENARIO} ${HOST_ARCH} 2> ${redirect}
  95
  96 images_vol="-v ${images_dir}:${FUNCTEST_DIR}/images"
  97
  98 dir_result="${HOME}/opnfv/functest/results/${BRANCH##*/}"
  99 mkdir -p ${dir_result}
 100 sudo rm -rf ${dir_result}/*
 101 results_vol="-v ${dir_result}:${FUNCTEST_DIR}/results"
 102 custom_params=
 103 test -f ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG} && custom_params=$(cat ${HOME}/opnfv/functest/custom/params_${DOCKER_TAG})
 104
 105 envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
 106     -e NODE_NAME=${NODE_NAME} -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} \
 107     -e BUILD_TAG=${BUILD_TAG} -e DEPLOY_TYPE=${DEPLOY_TYPE} -e CI_LOOP=${CI_LOOP} \
 108     -e TEST_DB_URL=${TEST_DB_URL} -e ENERGY_RECORDER_API_URL=${ENERGY_RECORDER_API_URL} \
 109     -e DEBUG=true"
 110
 111 ssh_options="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no"
 112
 113 if [ "${INSTALLER_TYPE}" == 'fuel' ]; then
 114     COMPUTE_ARCH=$(ssh -l ubuntu ${INSTALLER_IP} -i ${SSH_KEY} ${ssh_options} \
 115         "sudo salt 'cmp*' grains.get cpuarch --out yaml | awk '{print \$2; exit}'")
 116     IMAGE_PROPERTIES="hw_disk_bus:scsi,hw_scsi_model:virtio-scsi"
 117     envs="${envs} -e POD_ARCH=${COMPUTE_ARCH}"
 118 fi
 119
 120 if [[ ${INSTALLER_TYPE} == 'fuel' && ${DEPLOY_SCENARIO} == 'os-nosdn-nofeature-noha' ]]; then
 121     libvirt_vol="-v ${ssh_key}:${FUNCTEST_DIR}/conf/libvirt_key"
 122     envs="${envs} -e LIBVIRT_USER=ubuntu -e LIBVIRT_KEY_PATH=${FUNCTEST_DIR}/conf/libvirt_key"
 123 fi
 124
 125 if [[ ${INSTALLER_TYPE} == 'compass' && ${DEPLOY_SCENARIO} =~ 'sfc' ]]; then
 126     ssh_key="/tmp/id_rsa"
 127     user_config="/tmp/openstack_user_config.yml"
 128     docker cp compass-tasks:/root/.ssh/id_rsa $ssh_key
 129     docker cp compass-tasks:/etc/openstack_deploy/openstack_user_config.yml $user_config
 130     sshkey_vol="-v ${ssh_key}:/root/.ssh/id_rsa"
 131     userconfig_vol="-v ${user_config}:${user_config}"
 132     envs="${envs} -e EXTERNAL_NETWORK=${EXTERNAL_NETWORK}"
 133 fi
 134
 135 if [[ ${INSTALLER_TYPE} == 'compass' ]] || [[ ${DEPLOY_SCENARIO} == *"odl"* ]]; then
 136       envs="${envs} -e SDN_CONTROLLER_RESTCONFPORT=8080"
 137 fi
 138
 139 if [[ ${DEPLOY_SCENARIO} == *"ovs"* ]] || [[ ${DEPLOY_SCENARIO} == *"fdio"* ]]; then
 140     if [[ -n ${IMAGE_PROPERTIES} ]]; then
 141         IMAGE_PROPERTIES="${IMAGE_PROPERTIES},hw_mem_page_size:large"
 142     else
 143         IMAGE_PROPERTIES="hw_mem_page_size:large"
 144     fi
 145     FLAVOR_EXTRA_SPECS="hw:mem_page_size:large"
 146 fi
 147
 148 if [[ -n ${IMAGE_PROPERTIES} ]] || [[ -n ${FLAVOR_EXTRA_SPECS} ]]; then
 149     envs="${envs} -e IMAGE_PROPERTIES=${IMAGE_PROPERTIES} -e FLAVOR_EXTRA_SPECS=${FLAVOR_EXTRA_SPECS}"
 150 fi
 151
 152 tempest_conf_yaml=$(mktemp)
 153 case ${INSTALLER_TYPE} in
 154 apex)
 155     cat << EOF > "${tempest_conf_yaml}"
 156 ---
 157 compute-feature-enabled:
 158     shelve: false
 159     vnc_console: true
 160 identity-feature-enabled:
 161     api_v2: false
 162     api_v2_admin: false
 163 image-feature-enabled:
 164     api_v2: true
 165     api_v1: false
 166 object-storage:
 167     operator_role: SwiftOperator
 168 volume:
 169     storage_protocol: ceph
 170 volume-feature-enabled:
 171     backup: false
 172 EOF
 173     ;;
 174 compass)
 175     cat << EOF > "${tempest_conf_yaml}"
 176 ---
 177 compute-feature-enabled:
 178     shelve: false
 179     vnc_console: false
 180     spice_console: true
 181 identity-feature-enabled:
 182     api_v2: false
 183     api_v2_admin: false
 184 image-feature-enabled:
 185     api_v2: true
 186     api_v1: false
 187 volume:
 188     storage_protocol: ceph
 189 volume-feature-enabled:
 190     backup: false
 191 EOF
 192     ;;
 193 fuel)
 194     cat << EOF > "${tempest_conf_yaml}"
 195 ---
 196 compute-feature-enabled:
 197     shelve: false
 198     vnc_console: false
 199     spice_console: true
 200 identity-feature-enabled:
 201     api_v2: false
 202     api_v2_admin: false
 203 image-feature-enabled:
 204     api_v2: true
 205     api_v1: false
 206 volume:
 207     storage_protocol: iSCSI
 208 volume-feature-enabled:
 209     backup: false
 210 EOF
 211     ;;
 212 *)
 213     cat << EOF > "${tempest_conf_yaml}"
 214 ---
 215 compute-feature-enabled:
 216     shelve: false
 217     vnc_console: false
 218 identity-feature-enabled:
 219     api_v2: false
 220     api_v2_admin: false
 221 image-feature-enabled:
 222     api_v2: true
 223     api_v1: false
 224 volume:
 225     storage_protocol: iSCSI
 226 volume-feature-enabled:
 227     backup: false
 228 EOF
 229     ;;
 230 esac
 231 case ${BRANCH} in
 232 master)
 233     cat << EOF >> "${tempest_conf_yaml}"
 234 compute:
 235     max_microversion: latest
 236 EOF
 237     ;;
 238 stable/hunter)
 239     cat << EOF >> "${tempest_conf_yaml}"
 240 compute:
 241     max_microversion: 2.65
 242 EOF
 243     ;;
 244 stable/gambia)
 245     cat << EOF >> "${tempest_conf_yaml}"
 246 compute:
 247     max_microversion: 2.60
 248 EOF
 249     ;;
 250 esac
 251 echo "tempest_conf.yaml:" && cat "${tempest_conf_yaml}"
 252
 253 volumes="${images_vol} ${results_vol} ${sshkey_vol} ${libvirt_vol} \
 254     ${userconfig_vol} ${rc_file_vol} ${cacert_file_vol} \
 255     -v ${tempest_conf_yaml}:/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml"
 256
 257 if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
 258     blacklist_yaml=$(mktemp)
 259     cat << EOF >> "${blacklist_yaml}"
 260 ---
 261 -
 262     scenarios:
 263         - os-ovn-nofeature-ha
 264     tests:
 265         - neutron_tempest_plugin.api.admin.test_agent_management
 266         - neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler
 267         - patrole_tempest_plugin.tests.api.network.test_agents_rbac
 268         - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_network_type
 269         - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_segmentation_id
 270         - tempest.api.network.admin.test_agent_management
 271         - tempest.api.network.admin.test_dhcp_agent_scheduler
 272         - tempest.api.object_storage.test_crossdomain.CrossdomainTest.test_get_crossdomain_policy
 273 -
 274     scenarios:
 275         - os-nosdn-nofeature-ha
 276     tests:
 277         - tempest.api.object_storage.test_crossdomain.CrossdomainTest.test_get_crossdomain_policy
 278 -
 279     scenarios:
 280         - os-nosdn-nofeature-noha
 281     tests:
 282         - tempest.api.object_storage.test_crossdomain.CrossdomainTest.test_get_crossdomain_policy
 283 EOF
 284     volumes="${volumes} -v ${blacklist_yaml}:/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/blacklist.yaml"
 285 fi
 286
 287 ret_val_file="${HOME}/opnfv/functest/results/${BRANCH##*/}/return_value"
 288 echo 0 > ${ret_val_file}
 289
 290 set +e
 291
 292 if [ ${FUNCTEST_MODE} == 'testcase' ]; then
 293     echo "FUNCTEST_MODE=testcase, FUNCTEST_SUITE_NAME=${FUNCTEST_SUITE_NAME}"
 294     run_test ${FUNCTEST_SUITE_NAME}
 295 elif [ ${FUNCTEST_MODE} == 'tier' ]; then
 296     echo "FUNCTEST_MODE=tier, FUNCTEST_TIER=${FUNCTEST_TIER}"
 297     tiers=(${FUNCTEST_TIER})
 298     run_tiers ${tiers}
 299 else
 300     tests=()
 301     skip_tests=0
 302     if [ "${HOST_ARCH}" != "aarch64" ]; then
 303         if [[ ${BRANCH} == "stable/gambia" ]]; then
 304             tiers=(healthcheck smoke benchmarking features vnf components)
 305         else
 306             tiers=(healthcheck smoke benchmarking features vnf)
 307         fi
 308     else
 309         if [[ ${BRANCH} == "stable/gambia" ]]; then
 310             tiers=(healthcheck smoke benchmarking features components)
 311         else
 312             tiers=(healthcheck smoke benchmarking features)
 313         fi
 314     fi
 315     run_tiers ${tiers}
 316     if [ ${skip_tests} -eq 0 ]; then
 317         for test in "${tests[@]}"; do
 318             run_test "$test"
 319         done
 320     fi
 321 fi