1 ##############################################################################
2 # Copyright (c) 2017 ZTE Corporation and others.
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
10 from flask import Flask
11 from flask import request
14 from threading import Thread
17 from doctor_tests.common import utils
18 from doctor_tests.identity_auth import get_identity_auth
19 from doctor_tests.identity_auth import get_session
20 from doctor_tests.os_clients import nova_client
21 from doctor_tests.os_clients import neutron_client
22 from doctor_tests.inspector.base import BaseInspector
25 class SampleInspector(BaseInspector):
26 event_type = 'compute.host.down'
28 def __init__(self, conf, log):
29 super(SampleInspector, self).__init__(conf, log)
30 self.inspector_url = self.get_inspector_url()
31 self.novaclients = list()
32 self._init_novaclients()
33 # Normally we use this client for non redundant API calls
34 self.nova = self.novaclients[0]
36 auth = get_identity_auth(project=self.conf.doctor_project)
37 session = get_session(auth=auth)
38 if self.conf.inspector.update_neutron_port_dp_status:
39 self.neutron = neutron_client(session)
41 self.servers = collections.defaultdict(list)
42 self.hostnames = list()
45 def _init_novaclients(self):
46 self.NUMBER_OF_CLIENTS = self.conf.instance_count
47 auth = get_identity_auth(project=self.conf.doctor_project)
48 session = get_session(auth=auth)
49 for i in range(self.NUMBER_OF_CLIENTS):
50 self.novaclients.append(
51 nova_client(self.conf.nova_version, session))
53 def _init_servers_list(self):
55 opts = {'all_tenants': True}
56 servers = self.nova.servers.list(search_opts=opts)
57 for server in servers:
59 host = server.__dict__.get('OS-EXT-SRV-ATTR:host')
60 self.servers[host].append(server)
61 self.log.debug('get hostname=%s from server=%s'
63 except Exception as e:
64 self.log.info('can not get hostname from server=%s, error=%s'
67 def get_inspector_url(self):
68 return 'http://%s:%s/events' % (self.conf.inspector.ip,
69 self.conf.inspector.port)
72 self.log.info('sample inspector start......')
73 self._init_servers_list()
74 self.app = InspectorApp(self.conf.inspector.port, self, self.log)
78 self.log.info('sample inspector stop......')
81 for hostname in self.hostnames:
82 self.nova.services.force_down(hostname, 'nova-compute', False)
85 'Content-Type': 'application/json',
86 'Accept': 'application/json',
88 url = '%s%s' % (self.inspector_url, 'shutdown') \
89 if self.inspector_url.endswith('/') else \
90 '%s%s' % (self.inspector_url, '/shutdown')
91 requests.post(url, data='', headers=headers)
93 def handle_events(self, events):
95 hostname = event['details']['hostname']
96 event_type = event['type']
97 if event_type == self.event_type:
98 self.hostnames.append(hostname)
99 thr1 = self._disable_compute_host(hostname)
100 thr2 = self._vms_reset_state('error', hostname)
101 if self.conf.inspector.update_neutron_port_dp_status:
102 thr3 = self._set_ports_data_plane_status('DOWN', hostname)
105 if self.conf.inspector.update_neutron_port_dp_status:
109 def _disable_compute_host(self, hostname):
110 self.nova.services.force_down(hostname, 'nova-compute', True)
112 hostdown_time = time.time()
113 self.host_down_time = hostdown_time
114 self.log.info('doctor mark host(%s) down at %s'
115 % (hostname, hostdown_time))
118 def _vms_reset_state(self, state, hostname):
121 def _vm_reset_state(nova, server, state):
122 nova.servers.reset_state(server, state)
123 vmdown_time = time.time()
124 self.vm_down_time = vmdown_time
125 self.log.info('doctor mark vm(%s) error at %s'
126 % (server, vmdown_time))
129 for nova, server in zip(self.novaclients, self.servers[hostname]):
130 t = _vm_reset_state(nova, server, state)
136 def _set_ports_data_plane_status(self, status, hostname):
137 body = {'data_plane_status': status}
140 def _set_port_data_plane_status(port_id):
141 self.neutron.update_port(port_id, body)
142 self.log.info('doctor set data plane status %s on port %s'
146 params = {'binding:host_id': hostname}
147 for port_id in self.neutron.list_ports(**params):
148 t = _set_port_data_plane_status(port_id)
154 class InspectorApp(Thread):
156 def __init__(self, port, inspector, log):
157 Thread.__init__(self)
159 self.inspector = inspector
163 app = Flask('inspector')
165 @app.route('/events', methods=['PUT'])
167 self.log.info('event posted in sample inspector at %s'
169 self.log.info('sample inspector = %s' % self.inspector)
170 self.log.info('sample inspector received data = %s'
172 events = json.loads(request.data.decode('utf8'))
173 self.inspector.handle_events(events)
176 @app.route('/events/shutdown', methods=['POST'])
178 self.log.info('shutdown inspector app server at %s' % time.time())
179 func = request.environ.get('werkzeug.server.shutdown')
181 raise RuntimeError('Not running with the Werkzeug Server')
183 return 'inspector app shutting down...'
185 app.run(host="0.0.0.0", port=self.port)