1 ##############################################################################
2 # Copyright (c) 2016 NEC Corporation and others.
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
12 from flask import Flask
13 from flask import request
15 import logger as doctor_log
20 from keystoneauth1.identity import v3
21 from keystoneauth1 import session
22 import novaclient.client as novaclient
24 LOG = doctor_log.Logger('doctor_inspector').getLogger()
27 class ThreadedResetState(threading.Thread):
29 def __init__(self, nova, state, server):
30 threading.Thread.__init__(self)
36 self.nova.servers.reset_state(self.server, self.state)
37 LOG.info('doctor mark vm(%s) error at %s' % (self.server, time.time()))
40 class DoctorInspectorSample(object):
42 NOVA_API_VERSION = '2.34'
43 NUMBER_OF_CLIENTS = 50
44 # TODO(tojuvone): This could be enhanced in future with dynamic
45 # reuse of self.novaclients when all threads in use and
46 # self.NUMBER_OF_CLIENTS based on amount of cores or overriden by input
50 self.servers = collections.defaultdict(list)
51 self.novaclients = list()
52 auth = v3.Password(auth_url=os.environ['OS_AUTH_URL'],
53 username=os.environ['OS_USERNAME'],
54 password=os.environ['OS_PASSWORD'],
55 user_domain_name=os.environ['OS_USER_DOMAIN_NAME'],
56 project_name=os.environ['OS_PROJECT_NAME'],
57 project_domain_name=os.environ['OS_PROJECT_DOMAIN_NAME'])
58 sess=session.Session(auth=auth)
59 # Pool of novaclients for redundant usage
60 for i in range(self.NUMBER_OF_CLIENTS):
61 self.novaclients.append(
62 novaclient.Client(self.NOVA_API_VERSION, session=sess,
63 connection_pool=True))
64 # Normally we use this client for non redundant API calls
65 self.nova=self.novaclients[0]
66 self.nova.servers.list(detailed=False)
67 self.init_servers_list()
69 def init_servers_list(self):
70 opts = {'all_tenants': True}
71 servers=self.nova.servers.list(search_opts=opts)
73 for server in servers:
75 host=server.__dict__.get('OS-EXT-SRV-ATTR:host')
76 self.servers[host].append(server)
77 LOG.debug('get hostname=%s from server=%s' % (host, server))
78 except Exception as e:
79 LOG.error('can not get hostname from server=%s' % server)
81 def disable_compute_host(self, hostname):
83 if len(self.servers[hostname]) > self.NUMBER_OF_CLIENTS:
84 # TODO(tojuvone): This could be enhanced in future with dynamic
85 # reuse of self.novaclients when all threads in use
86 LOG.error('%d servers in %s. Can handle only %d'%(
87 self.servers[hostname], hostname, self.NUMBER_OF_CLIENTS))
88 for nova, server in zip(self.novaclients, self.servers[hostname]):
89 t = ThreadedResetState(nova, "error", server)
94 self.nova.services.force_down(hostname, 'nova-compute', True)
95 LOG.info('doctor mark host(%s) down at %s' % (hostname, time.time()))
99 inspector = DoctorInspectorSample()
102 @app.route('/events', methods=['POST'])
104 LOG.info('event posted at %s' % time.time())
105 LOG.info('inspector = %s' % inspector)
106 LOG.info('received data = %s' % request.data)
107 d = json.loads(request.data)
109 hostname = event['details']['hostname']
110 event_type = event['type']
111 if event_type == 'compute.host.down':
112 inspector.disable_compute_host(hostname)
117 parser = argparse.ArgumentParser(description='Doctor Sample Inspector')
118 parser.add_argument('port', metavar='PORT', type=int, nargs='?',
119 help='a port for inspector')
120 return parser.parse_args()
125 app.run(port=args.port)
128 if __name__ == '__main__':