jandieman
/
searxng
mirror of https://github.com/searxng/searxng.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge pull request #551 from dalf/fix-results-lock 

[fix] searx.results: fix pylint issue "useless-with-lock"
This commit is contained in:
Markus Heiser 2021-11-27 00:28:22 +01:00 committed by GitHub
parent ab5097d708 0d41f26a20
commit 27c1b9f660
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 16 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
searx/results.py
View File

@ -145,7 +145,8 @@ class ResultContainer:
"""docstring for ResultContainer""" """docstring for ResultContainer"""
__slots__ = '_merged_results', 'infoboxes', 'suggestions', 'answers', 'corrections', '_number_of_results',\ __slots__ = '_merged_results', 'infoboxes', 'suggestions', 'answers', 'corrections', '_number_of_results',\
'_closed', 'paging', 'unresponsive_engines', 'timings', 'redirect_url', 'engine_data', 'on_result' '_closed', 'paging', 'unresponsive_engines', 'timings', 'redirect_url', 'engine_data', 'on_result',\
'_lock'
def __init__(self): def __init__(self):
super().__init__() super().__init__()
@ -162,6 +163,7 @@ class ResultContainer:
self.timings = [] self.timings = []
self.redirect_url = None self.redirect_url = None
self.on_result = lambda _: True self.on_result = lambda _: True
self._lock = RLock()
def extend(self, engine_name, results): def extend(self, engine_name, results):
if self._closed: if self._closed:
@ -216,10 +218,11 @@ class ResultContainer:
infobox['engines'] = set([infobox['engine']]) infobox['engines'] = set([infobox['engine']])
if infobox_id is not None: if infobox_id is not None:
parsed_url_infobox_id = urlparse(infobox_id) parsed_url_infobox_id = urlparse(infobox_id)
for existingIndex in self.infoboxes: with self._lock:
if compare_urls(urlparse(existingIndex.get('id', '')), parsed_url_infobox_id): for existingIndex in self.infoboxes:
merge_two_infoboxes(existingIndex, infobox) if compare_urls(urlparse(existingIndex.get('id', '')), parsed_url_infobox_id):
add_infobox = False merge_two_infoboxes(existingIndex, infobox)
add_infobox = False
if add_infobox: if add_infobox:
self.infoboxes.append(infobox) self.infoboxes.append(infobox)
@ -262,14 +265,14 @@ class ResultContainer:
def __merge_url_result(self, result, position): def __merge_url_result(self, result, position):
result['engines'] = set([result['engine']]) result['engines'] = set([result['engine']])
duplicated = self.__find_duplicated_http_result(result) with self._lock:
if duplicated: duplicated = self.__find_duplicated_http_result(result)
self.__merge_duplicated_http_result(duplicated, result, position) if duplicated:
return self.__merge_duplicated_http_result(duplicated, result, position)
return
# if there is no duplicate found, append result # if there is no duplicate found, append result
result['positions'] = [position] result['positions'] = [position]
with RLock():
self._merged_results.append(result) self._merged_results.append(result)
def __find_duplicated_http_result(self, result): def __find_duplicated_http_result(self, result):
@ -314,7 +317,7 @@ class ResultContainer:
def __merge_result_no_url(self, result, position): def __merge_result_no_url(self, result, position):
result['engines'] = set([result['engine']]) result['engines'] = set([result['engine']])
result['positions'] = [position] result['positions'] = [position]
with RLock(): with self._lock:
self._merged_results.append(result) self._merged_results.append(result)
def close(self): def close(self):