1 ##############################################################################
2 # Copyright (c) 2016 ZTE Corporation
3 # feng.xiaowei@zte.com.cn
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
9 from operator import itemgetter
11 from bson.objectid import ObjectId
12 from concurrent.futures import ThreadPoolExecutor
15 def thread_execute(method, *args, **kwargs):
16 with ThreadPoolExecutor(max_workers=2) as executor:
17 result = executor.submit(method, *args, **kwargs)
21 class MemCursor(object):
22 def __init__(self, collection):
23 self.collection = collection
24 self.length = len(self.collection)
27 def _is_next_exist(self):
28 return self.length != 0
32 return thread_execute(self._is_next_exist)
34 def next_object(self):
36 return self.collection.pop()
38 def sort(self, key_or_list):
39 for k, v in key_or_list.iteritems():
45 self.collection = sorted(self.collection,
46 key=itemgetter(k), reverse=reverse)
49 def limit(self, limit):
50 if limit != 0 and limit < len(self.collection):
51 self.collection = self.collection[0: limit]
56 if skip < self.length and (skip > 0):
57 self.collection = self.collection[self.length - skip: -1]
59 elif skip >= self.length:
68 return thread_execute(self._count)
73 def __init__(self, name):
78 def _find_one(self, spec_or_id=None, *args):
79 if spec_or_id is not None and not isinstance(spec_or_id, dict):
80 spec_or_id = {"_id": spec_or_id}
81 if '_id' in spec_or_id:
82 spec_or_id['_id'] = str(spec_or_id['_id'])
83 cursor = self._find(spec_or_id, *args)
88 def find_one(self, spec_or_id=None, *args):
89 return thread_execute(self._find_one, spec_or_id, *args)
91 def _insert(self, doc_or_docs, check_keys=True):
95 if isinstance(docs, dict):
101 self._check_keys(doc)
106 doc['_id'] = str(ObjectId())
107 if not self._find_one(doc['_id']):
108 ids.append(doc['_id'])
109 self.contents.append(doc_or_docs)
118 def insert(self, doc_or_docs, check_keys=True):
119 return thread_execute(self._insert, doc_or_docs, check_keys)
122 def _compare_date(spec, value):
125 for k, v in spec.iteritems():
126 if k == '$gte' and value < v:
128 elif k == '$lt' and value < v:
132 def _in(self, content, *args):
133 if self.name == 'scenarios':
134 return self._in_scenarios(content, *args)
136 return self._in_others(content, *args)
138 def _in_scenarios_installer(self, installer, content):
140 for s_installer in content['installers']:
141 if installer == s_installer['installer']:
146 def _in_scenarios_version(self, version, content):
148 for s_installer in content['installers']:
149 for s_version in s_installer['versions']:
150 if version == s_version['version']:
154 def _in_scenarios_project(self, project, content):
156 for s_installer in content['installers']:
157 for s_version in s_installer['versions']:
158 for s_project in s_version['projects']:
159 if project == s_project['project']:
164 def _in_scenarios(self, content, *args):
166 for k, v in arg.iteritems():
167 if k == 'installers':
168 for inner in v.values():
169 for i_k, i_v in inner.iteritems():
170 if i_k == 'installer':
171 return self._in_scenarios_installer(i_v,
173 elif i_k == 'versions.version':
174 return self._in_scenarios_version(i_v,
176 elif i_k == 'versions.projects.project':
177 return self._in_scenarios_project(i_v,
179 elif content.get(k, None) != v:
184 def _in_others(self, content, *args):
186 for k, v in arg.iteritems():
187 if k == 'start_date':
188 if not MemDb._compare_date(v, content.get(k)):
190 elif k == 'trust_indicator.current':
191 if content.get('trust_indicator').get('current') != v:
193 elif not isinstance(v, dict) and content.get(k, None) != v:
197 def _find(self, *args):
199 for content in self.contents:
200 if self._in(content, *args):
205 def find(self, *args):
206 return MemCursor(self._find(*args))
208 def _aggregate(self, *args, **kwargs):
212 for k, v in arg.iteritems():
215 cursor = MemCursor(res)
217 for k, v in arg.iteritems():
219 cursor = cursor.sort(v)
221 cursor = cursor.skip(v)
223 cursor = cursor.limit(v)
226 def aggregate(self, *args, **kwargs):
227 return self._aggregate(*args, **kwargs)
229 def _update(self, spec, document, check_keys=True):
233 self._check_keys(document)
235 for index in range(len(self.contents)):
236 content = self.contents[index]
237 if self._in(content, spec):
238 for k, v in document.iteritems():
241 self.contents[index] = content
244 def update(self, spec, document, check_keys=True):
245 return thread_execute(self._update, spec, document, check_keys)
247 def _remove(self, spec_or_id=None):
248 if spec_or_id is None:
250 if not isinstance(spec_or_id, dict):
251 spec_or_id = {'_id': spec_or_id}
252 for index in range(len(self.contents)):
253 content = self.contents[index]
254 if self._in(content, spec_or_id):
255 del self.contents[index]
259 def remove(self, spec_or_id=None):
260 return thread_execute(self._remove, spec_or_id)
265 def _check_keys(self, doc):
266 for key in doc.keys():
268 raise NameError('key {} must not contain .'.format(key))
269 if key.startswith('$'):
270 raise NameError('key {} must not start with $'.format(key))
271 if isinstance(doc.get(key), dict):
272 self._check_keys(doc.get(key))
275 def __getattr__(name):
276 return globals()[name]
280 projects = MemDb('projects')
281 testcases = MemDb('testcases')
282 results = MemDb('results')
283 scenarios = MemDb('scenarios')
284 tokens = MemDb('tokens')