+++ /dev/null
-from collections import namedtuple
-
-
-CRUSH_RULE_TYPE_REPLICATED = 1
-CRUSH_RULE_TYPE_ERASURE = 3
-
-
-ServiceId = namedtuple('ServiceId', ['fsid', 'service_type', 'service_id'])
-
-
-MON = 'mon'
-OSD = 'osd'
-MDS = 'mds'
-POOL = 'pool'
-OSD_MAP = 'osd_map'
-CRUSH_RULE = 'crush_rule'
-CLUSTER = 'cluster'
-SERVER = 'server'
-
-
-def memoize(function):
- def wrapper(*args):
- self = args[0]
- if not hasattr(self, "_memo"):
- self._memo = {}
-
- if args in self._memo:
- return self._memo[args]
- else:
- rv = function(*args)
- self._memo[args] = rv
- return rv
- return wrapper
-
-
-OSD_FLAGS = ('pause', 'noup', 'nodown', 'noout', 'noin', 'nobackfill',
- 'norecover', 'noscrub', 'nodeep-scrub')
-
-class DataWrapper(object):
- def __init__(self, data):
- self.data = data
-
-
-class OsdMap(DataWrapper):
- str = OSD_MAP
-
- def __init__(self, data):
- super(OsdMap, self).__init__(data)
- if data is not None:
- self.osds_by_id = dict([(o['osd'], o) for o in data['osds']])
- self.pools_by_id = dict([(p['pool'], p) for p in data['pools']])
- self.osd_tree_node_by_id = dict([(o['id'], o) for o in data['tree']['nodes'] if o['id'] >= 0])
-
- # Special case Yuck
- flags = data.get('flags', '').replace('pauserd,pausewr', 'pause')
- tokenized_flags = flags.split(',')
-
- self.flags = dict([(x, x in tokenized_flags) for x in OSD_FLAGS])
- else:
- self.osds_by_id = {}
- self.pools_by_id = {}
- self.osd_tree_node_by_id = {}
- self.flags = dict([(x, False) for x in OSD_FLAGS])
-
- @property
- def osd_metadata(self):
- return self.data['osd_metadata']
-
- @memoize
- def get_tree_nodes_by_id(self):
- return dict((n["id"], n) for n in self.data['tree']["nodes"])
-
- def _get_crush_rule_osds(self, rule):
- nodes_by_id = self.get_tree_nodes_by_id()
-
- def _gather_leaf_ids(node):
- if node['id'] >= 0:
- return set([node['id']])
-
- result = set()
- for child_id in node['children']:
- if child_id >= 0:
- result.add(child_id)
- else:
- result |= _gather_leaf_ids(nodes_by_id[child_id])
-
- return result
-
- def _gather_descendent_ids(node, typ):
- result = set()
- for child_id in node['children']:
- child_node = nodes_by_id[child_id]
- if child_node['type'] == typ:
- result.add(child_node['id'])
- elif 'children' in child_node:
- result |= _gather_descendent_ids(child_node, typ)
-
- return result
-
- def _gather_osds(root, steps):
- if root['id'] >= 0:
- return set([root['id']])
-
- osds = set()
- step = steps[0]
- if step['op'] == 'choose_firstn':
- # Choose all descendents of the current node of type 'type'
- d = _gather_descendent_ids(root, step['type'])
- for desc_node in [nodes_by_id[i] for i in d]:
- osds |= _gather_osds(desc_node, steps[1:])
- elif step['op'] == 'chooseleaf_firstn':
- # Choose all descendents of the current node of type 'type',
- # and select all leaves beneath those
- for desc_node in [nodes_by_id[i] for i in _gather_descendent_ids(root, step['type'])]:
- # Short circuit another iteration to find the emit
- # and assume anything we've done a chooseleaf on
- # is going to be part of the selected set of osds
- osds |= _gather_leaf_ids(desc_node)
- elif step['op'] == 'emit':
- if root['id'] >= 0:
- osds |= root['id']
-
- return osds
-
- osds = set()
- for i, step in enumerate(rule['steps']):
- if step['op'] == 'take':
- osds |= _gather_osds(nodes_by_id[step['item']], rule['steps'][i + 1:])
- return osds
-
- @property
- @memoize
- def osds_by_rule_id(self):
- result = {}
- for rule in self.data['crush']['rules']:
- result[rule['rule_id']] = list(self._get_crush_rule_osds(rule))
-
- return result
-
- @property
- @memoize
- def osds_by_pool(self):
- """
- Get the OSDS which may be used in this pool
-
- :return dict of pool ID to OSD IDs in the pool
- """
-
- result = {}
- for pool_id, pool in self.pools_by_id.items():
- osds = None
- for rule in [r for r in self.data['crush']['rules'] if r['ruleset'] == pool['crush_ruleset']]:
- if rule['min_size'] <= pool['size'] <= rule['max_size']:
- osds = self.osds_by_rule_id[rule['rule_id']]
-
- if osds is None:
- # Fallthrough, the pool size didn't fall within any of the rules in its ruleset, Calamari
- # doesn't understand. Just report all OSDs instead of failing horribly.
- osds = self.osds_by_id.keys()
-
- result[pool_id] = osds
-
- return result
-
- @property
- @memoize
- def osd_pools(self):
- """
- A dict of OSD ID to list of pool IDs
- """
- osds = dict([(osd_id, []) for osd_id in self.osds_by_id.keys()])
- for pool_id in self.pools_by_id.keys():
- for in_pool_id in self.osds_by_pool[pool_id]:
- osds[in_pool_id].append(pool_id)
-
- return osds
-
-
-class FsMap(DataWrapper):
- str = 'fs_map'
-
- def get_filesystem(self, fscid):
- for fs in self.data['filesystems']:
- if fs['id'] == fscid:
- return fs
-
- raise NotFound("filesystem", fscid)
-
-
-class MonMap(DataWrapper):
- str = 'mon_map'
-
-
-class MonStatus(DataWrapper):
- str = 'mon_status'
-
- def __init__(self, data):
- super(MonStatus, self).__init__(data)
- if data is not None:
- self.mons_by_rank = dict([(m['rank'], m) for m in data['monmap']['mons']])
- else:
- self.mons_by_rank = {}
-
-
-class PgSummary(DataWrapper):
- """
- A summary of the state of PGs in the cluster, reported by pool and by OSD.
- """
- str = 'pg_summary'
-
-
-class Health(DataWrapper):
- str = 'health'
-
-
-class Config(DataWrapper):
- str = 'config'
-
-
-class NotFound(Exception):
- def __init__(self, object_type, object_id):
- self.object_type = object_type
- self.object_id = object_id
-
- def __str__(self):
- return "Object of type %s with id %s not found" % (self.object_type, self.object_id)
-
Code Review / stor4nfv.git / blobdiff