doctor_tests/scenario/network_failure.py

   1 ##############################################################################
   2 # Copyright (c) 2017 ZTE Corporation and others.
   3 #
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9 from doctor_tests.identity_auth import get_session
  10 from doctor_tests.os_clients import nova_client
  11 from doctor_tests.common.utils import get_doctor_test_root_dir
  12 from doctor_tests.common.utils import SSHClient
  13
  14 LINK_DOWN_SCRIPT = """
  15 #!/bin/bash -x
  16 dev=$(sudo ip a | awk '/ {compute_ip}\//{{print $NF}}')
  17 sleep 1
  18 sudo ip link set $dev down
  19 echo "doctor set link down at" $(date "+%s.%N")
  20 sleep 10
  21 sudo ip link set $dev up
  22 sleep 1
  23 """
  24
  25
  26 class NetworkFault(object):
  27
  28     def __init__(self, conf, installer, log):
  29         self.conf = conf
  30         self.log = log
  31         self.installer = installer
  32         self.nova = nova_client(self.conf.nova_version, get_session())
  33         self.test_dir = get_doctor_test_root_dir()
  34         self.host = None
  35         self.GetLog = False
  36         self.disable_network_log = None
  37
  38     def start(self, host):
  39         self.log.info('fault inject start......')
  40         self._set_link_down(host.ip)
  41         self.host = host
  42         self.log.info('fault inject end......')
  43
  44     def cleanup(self):
  45         self.log.info('fault inject cleanup......')
  46         self.get_disable_network_log()
  47
  48     def get_disable_network_log(self):
  49         if self.GetLog:
  50             self.log.info('Already get the disable_netork.log from down_host......')
  51             return self.disable_network_log
  52         if self.host is not None:
  53             client = SSHClient(self.host.ip,
  54                                self.installer.node_user_name,
  55                                key_filename=self.installer.get_ssh_key_from_installer(),
  56                                look_for_keys=True,
  57                                log=self.log)
  58
  59             self.disable_network_log = '{0}/{1}'.format(self.test_dir, 'disable_network.log')
  60             client.scp('disable_network.log', self.disable_network_log, method='get')
  61             self.log.info('Get the disable_netork.log from down_host(host_name:%s, host_ip:%s)'
  62                           % (self.host.name, self.host.ip))
  63         self.GetLog = True
  64         return self.disable_network_log
  65
  66     def _set_link_down(self, compute_ip):
  67         file_name = '{0}/{1}'.format(self.test_dir, 'disable_network.sh')
  68         with open(file_name, 'w') as file:
  69             file.write(LINK_DOWN_SCRIPT.format(compute_ip=compute_ip))
  70         client = SSHClient(compute_ip,
  71                            self.installer.node_user_name,
  72                            key_filename=self.installer.get_ssh_key_from_installer(),
  73                            look_for_keys=True,
  74                            log=self.log)
  75         client.scp(file_name, 'disable_network.sh')
  76         command = 'bash disable_network.sh > disable_network.log 2>&1 &'
  77         client.ssh(command)