jandieman
/
searxng
mirror of https://github.com/searxng/searxng.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

[mod] poolrequests: for one (user request, engine) always use the same HTTPAdapter 

The duckduckgo engine requires an additional request after the results have been sent.
This commit makes sure that the second request uses the same HTTPAdapter
= the same IP address, and the same proxy.
This commit is contained in:
Alexandre Flament 2021-02-09 14:33:36 +01:00
parent f03ad0a3c0
commit 74d56f6cfb
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
searx/poolrequests.py
View File

@ -1,7 +1,7 @@
import sys import sys
from time import time from time import time
from itertools import cycle from itertools import cycle
from threading import RLock, local from threading import local
import requests import requests
@ -88,10 +88,12 @@ class SessionSinglePool(requests.Session):
super().__init__() super().__init__()
# reuse the same adapters # reuse the same adapters
with RLock():
self.adapters.clear() self.adapters.clear()
self.mount('https://', next(https_adapters))
self.mount('http://', next(http_adapters)) https_adapter = threadLocal.__dict__.setdefault('https_adapter', next(https_adapters))
http_adapter = threadLocal.__dict__.setdefault('http_adapter', next(http_adapters))
self.mount('https://', https_adapter)
self.mount('http://', http_adapter)
def close(self): def close(self):
"""Call super, but clear adapters since there are managed globaly""" """Call super, but clear adapters since there are managed globaly"""