1 ##############################################################################
2 # Copyright (c) 2016 ZTE Corporation
3 # feng.xiaowei@zte.com.cn
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
9 from bson.objectid import ObjectId
10 from concurrent.futures import ThreadPoolExecutor
11 from operator import itemgetter
14 def thread_execute(method, *args, **kwargs):
15 with ThreadPoolExecutor(max_workers=2) as executor:
16 result = executor.submit(method, *args, **kwargs)
20 class MemCursor(object):
21 def __init__(self, collection):
22 self.collection = collection
23 self.length = len(self.collection)
26 def _is_next_exist(self):
27 return self.length != 0
31 return thread_execute(self._is_next_exist)
33 def next_object(self):
35 return self.collection.pop()
37 def sort(self, key_or_list):
38 for k, v in key_or_list.iteritems():
44 self.collection = sorted(self.collection,
45 key=itemgetter(k), reverse=reverse)
48 def limit(self, limit):
49 if limit != 0 and limit < len(self.collection):
50 self.collection = self.collection[0: limit]
55 if skip < self.length and (skip > 0):
56 self.collection = self.collection[self.length - skip: -1]
58 elif skip >= self.length:
67 return thread_execute(self._count)
72 def __init__(self, name):
77 def _find_one(self, spec_or_id=None, *args):
78 if spec_or_id is not None and not isinstance(spec_or_id, dict):
79 spec_or_id = {"_id": spec_or_id}
80 if '_id' in spec_or_id:
81 spec_or_id['_id'] = str(spec_or_id['_id'])
82 cursor = self._find(spec_or_id, *args)
87 def find_one(self, spec_or_id=None, *args):
88 return thread_execute(self._find_one, spec_or_id, *args)
90 def _insert(self, doc_or_docs, check_keys=True):
94 if isinstance(docs, dict):
100 self._check_keys(doc)
105 doc['_id'] = str(ObjectId())
106 if not self._find_one(doc['_id']):
107 ids.append(doc['_id'])
108 self.contents.append(doc_or_docs)
117 def insert(self, doc_or_docs, check_keys=True):
118 return thread_execute(self._insert, doc_or_docs, check_keys)
121 def _compare_date(spec, value):
124 for k, v in spec.iteritems():
125 if k == '$gte' and value < v:
127 elif k == '$lt' and value < v:
131 def _in(self, content, *args):
132 if self.name == 'scenarios':
133 return self._in_scenarios(content, *args)
135 return self._in_others(content, *args)
137 def _in_scenarios_installer(self, installer, content):
139 for s_installer in content['installers']:
140 if installer == s_installer['installer']:
145 def _in_scenarios_version(self, version, content):
147 for s_installer in content['installers']:
148 for s_version in s_installer['versions']:
149 if version == s_version['version']:
153 def _in_scenarios_project(self, project, content):
155 for s_installer in content['installers']:
156 for s_version in s_installer['versions']:
157 for s_project in s_version['projects']:
158 if project == s_project['project']:
163 def _in_scenarios(self, content, *args):
165 for k, v in arg.iteritems():
166 if k == 'installers':
167 for inner in v.values():
168 for i_k, i_v in inner.iteritems():
169 if i_k == 'installer':
170 return self._in_scenarios_installer(i_v,
172 elif i_k == 'versions.version':
173 return self._in_scenarios_version(i_v,
175 elif i_k == 'versions.projects.project':
176 return self._in_scenarios_project(i_v,
178 elif content.get(k, None) != v:
183 def _in_others(self, content, *args):
185 for k, v in arg.iteritems():
186 if k == 'start_date':
187 if not MemDb._compare_date(v, content.get(k)):
189 elif k == 'trust_indicator.current':
190 if content.get('trust_indicator').get('current') != v:
192 elif content.get(k, None) != v:
197 def _find(self, *args):
199 for content in self.contents:
200 if self._in(content, *args):
205 def find(self, *args):
206 return MemCursor(self._find(*args))
208 def _aggregate(self, *args, **kwargs):
212 for k, v in arg.iteritems():
215 cursor = MemCursor(res)
217 for k, v in arg.iteritems():
219 cursor = cursor.sort(v)
221 cursor = cursor.skip(v)
223 cursor = cursor.limit(v)
226 def aggregate(self, *args, **kwargs):
227 return self._aggregate(*args, **kwargs)
229 def _update(self, spec, document, check_keys=True):
233 self._check_keys(document)
235 for index in range(len(self.contents)):
236 content = self.contents[index]
237 if self._in(content, spec):
238 for k, v in document.iteritems():
241 self.contents[index] = content
244 def update(self, spec, document, check_keys=True):
245 return thread_execute(self._update, spec, document, check_keys)
247 def _remove(self, spec_or_id=None):
248 if spec_or_id is None:
250 if not isinstance(spec_or_id, dict):
251 spec_or_id = {'_id': spec_or_id}
252 for index in range(len(self.contents)):
253 content = self.contents[index]
254 if self._in(content, spec_or_id):
255 del self.contents[index]
259 def remove(self, spec_or_id=None):
260 return thread_execute(self._remove, spec_or_id)
265 def _check_keys(self, doc):
266 for key in doc.keys():
268 raise NameError('key {} must not contain .'.format(key))
269 if key.startswith('$'):
270 raise NameError('key {} must not start with $'.format(key))
271 if isinstance(doc.get(key), dict):
272 self._check_keys(doc.get(key))
275 def __getattr__(name):
276 return globals()[name]
280 projects = MemDb('projects')
281 testcases = MemDb('testcases')
282 results = MemDb('results')
283 scenarios = MemDb('scenarios')
284 tokens = MemDb('tokens')