X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=tests%2Frun.sh;h=5e1eb375e01d4c1ee5bd2edcc60a10a80b1c0a26;hb=b4cd1a4f59d52b6a56fb58bef11624e1cea6c0ef;hp=b3560f5caaf0877cefc18fef2073de90cd969153;hpb=67c4462ecf2e1dc525beb6f75a75634edf0539bc;p=doctor.git diff --git a/tests/run.sh b/tests/run.sh index b3560f5c..5e1eb375 100755 --- a/tests/run.sh +++ b/tests/run.sh @@ -1,18 +1,12 @@ #!/bin/bash -ex +############################################################################## +# Copyright (c) 2016 NEC Corporation and others. # -# Copyright 2016 NEC Corporation. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img IMAGE_NAME=cirros @@ -24,11 +18,39 @@ ALARM_NAME=doctor_alarm1 INSPECTOR_PORT=12345 CONSUMER_PORT=12346 -# NOTE: You have to be changed these paramas depends on your machine, -# installer and configs. -COMPUTE_HOST='192.0.2.8' -SSH_TO_COMPUTE_HOST="ssh heat-admin@$COMPUTE_HOST" - +INSTALLER_TYPE=${INSTALLER_TYPE:-apex} +INSTALLER_IP=${INSTALLER_IP:-none} +COMPUTE_HOST=${COMPUTE_HOST:-overcloud-novacompute-0} +COMPUTE_IP=${COMPUTE_IP:-none} +ssh_opts="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" + +if [[ "$INSTALLER_TYPE" != "apex" ]] ; then + echo "ERROR: INSTALLER_TYPE=$INSTALLER_TYPE is not supported." + exit 1 +fi + +if [[ "$INSTALLER_IP" == "none" ]] ; then + instack_mac=$(sudo virsh domiflist instack | awk '/default/{print $5}') + INSTALLER_IP=$(/usr/sbin/arp -e | grep ${instack_mac} | awk '{print $1}') +fi + +if [[ "$COMPUTE_IP" == "none" ]] ; then + COMPUTE_IP=$(sudo ssh $ssh_opts $INSTALLER_IP \ + "source stackrc; \ + nova show $COMPUTE_HOST \ + | awk '/ ctlplane network /{print \$5}'") +fi + +prepare_compute_ssh() { + # verify connectivity to target compute host + ping -c 1 "$COMPUTE_IP" + + # get ssh key from installer node + sudo scp $ssh_opts root@"$INSTALLER_IP":/home/stack/.ssh/id_rsa instack_key + sudo chown $(whoami):$(whoami) instack_key + chmod 400 instack_key + ssh_opts_cpu="$ssh_opts -i instack_key" +} download_image() { [ -e "$IMAGE_FILE" ] && return 0 @@ -67,8 +89,8 @@ create_alarm() { start_monitor() { pgrep -f "python monitor.py" && return 0 - sudo python monitor.py "$COMPUTE_HOST" "http://127.0.0.1:$INSPECTOR_PORT/events" > monitor.log 2>&1 & - MONITOR_PID=$! + sudo python monitor.py "$COMPUTE_HOST" "$COMPUTE_IP" \ + "http://127.0.0.1:$INSPECTOR_PORT/events" > monitor.log 2>&1 & } stop_monitor() { @@ -111,18 +133,18 @@ wait_for_vm_launch() { inject_failure() { echo "disabling network of comupte host [$COMPUTE_HOST] for 3 mins..." - $SSH_TO_COMPUTE_HOST " -cat > disable_network.sh << 'END_TXT' -#!/bin/bash -dev=\$(/usr/sbin/ip route | awk '/^default/{print \$5}') + cat > disable_network.sh << 'END_TXT' +#!/bin/bash -x +dev=$(/usr/sbin/ip route | awk '/^default/{print $5}') sleep 1 -echo sudo ip link set \$dev down +echo sudo ip link set $dev down sleep 180 -echo sudo ip link set \$dev up +echo sudo ip link set $dev up sleep 1 END_TXT -chmod +x disable_network.sh -nohup ./disable_network.sh > c 2>&1 &" + chmod +x disable_network.sh + scp $ssh_opts_cpu disable_network.sh "heat-admin@$COMPUTE_IP:" + ssh $ssh_opts_cpu "heat-admin@$COMPUTE_IP" 'nohup ./disable_network.sh > disable_network.log 2>&1 &' } calculate_notification_time() { @@ -133,25 +155,54 @@ calculate_notification_time() { awk '{d = $1 - $2; if (d < 1 ) print d " OK"; else print d " NG"}' } -# TODO(r-mibu): Make sure env params are set properly for OpenStack clients -# TODO(r-mibu): Make sure POD for doctor test is available in Pharos +cleanup() { + set +e + echo "cleanup..." + stop_monitor + stop_inspector + stop_consumer + + python ./nova_force_down.py "$COMPUTE_HOST" --unset + sleep 1 + nova delete "$VM_NAME" + sleep 1 + alarm_id=$(ceilometer alarm-list | grep " $ALARM_NAME " | awk '{print $2}') + sleep 1 + [ -n "$alarm_id" ] && ceilometer alarm-delete "$alarm_id" + sleep 1 + image_id=$(glance image-list | grep " $IMAGE_NAME " | awk '{print $2}') + sleep 1 + [ -n "$image_id" ] && glance image-delete "$image_id" + #TODO: add host status check via nova admin api + echo "waiting disabled compute host back to be enabled..." + sleep 180 + ssh $ssh_opts_cpu "heat-admin@$COMPUTE_IP" \ + "[ -e disable_network.log ] && cat disable_network.log" +} + + +echo "Note: doctor/tests/run.sh has been executed." + +prepare_compute_ssh -echo "Note: doctor/tests/run.sh has been executed, " -echo " but skipping this test due to lack of available test env/deployment." -exit 0 +trap cleanup EXIT +echo "preparing VM image..." download_image register_image +echo "starting doctor sample components..." start_monitor start_inspector start_consumer +echo "creating VM and alarm..." boot_vm create_alarm wait_for_vm_launch sleep 60 +echo "injecting host failure..." inject_failure sleep 10