jandieman
/
searxng
mirror of https://github.com/searxng/searxng.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

[enh] better url comparison

This commit is contained in:
asciimoo 2013-11-02 18:07:48 +01:00
parent cd268f90e2
commit 326a33fafe
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
searx/engines/__init__.py
View File

@ -147,8 +147,10 @@ def search(query, request, selected_categories):
score = int((flat_len - i)/engines_len)*settings.weights.get(res['engine'], 1)+1 score = int((flat_len - i)/engines_len)*settings.weights.get(res['engine'], 1)+1
duplicated = False duplicated = False
for new_res in results: for new_res in results:
p1 = res['parsed_url'].path[:-1] if res['parsed_url'].path.endswith('/') else res['parsed_url'].path
p2 = new_res['parsed_url'].path[:-1] if new_res['parsed_url'].path.endswith('/') else new_res['parsed_url'].path
if res['parsed_url'].netloc == new_res['parsed_url'].netloc and\ if res['parsed_url'].netloc == new_res['parsed_url'].netloc and\
res['parsed_url'].path == new_res['parsed_url'].path and\ p1 == p2 and\
res['parsed_url'].query == new_res['parsed_url'].query and\ res['parsed_url'].query == new_res['parsed_url'].query and\
res.get('template') == new_res.get('template'): res.get('template') == new_res.get('template'):
duplicated = new_res duplicated = new_res