OwlBurst/Ponysearch
1
0
Fork 0
forked from Ponysearch/Ponysearch
Code Pull requests Activity

[fix] lock request pool generator

Browse source
This commit is contained in:
Adam Tauber 2015-10-31 14:40:59 +01:00
parent 5d49c15f79
commit 357fc47811
1 changed files with 6 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
searx/poolrequests.py
View file

@ -1,5 +1,7 @@
import requests import requests
from itertools import cycle from itertools import cycle
from threading import RLock
from searx import settings from searx import settings
@ -55,6 +57,7 @@ class SessionSinglePool(requests.Session):
super(SessionSinglePool, self).__init__() super(SessionSinglePool, self).__init__()
# reuse the same adapters # reuse the same adapters
with RLock():
self.adapters.clear() self.adapters.clear()
self.mount('https://', next(https_adapters)) self.mount('https://', next(https_adapters))
self.mount('http://', next(http_adapters)) self.mount('http://', next(http_adapters))
@ -67,7 +70,6 @@ class SessionSinglePool(requests.Session):
def request(method, url, **kwargs): def request(method, url, **kwargs):
"""same as requests/requests/api.py request(...) except it use SessionSinglePool and force proxies""" """same as requests/requests/api.py request(...) except it use SessionSinglePool and force proxies"""
global settings
session = SessionSinglePool() session = SessionSinglePool()
kwargs['proxies'] = settings['outgoing'].get('proxies', None) kwargs['proxies'] = settings['outgoing'].get('proxies', None)
response = session.request(method=method, url=url, **kwargs) response = session.request(method=method, url=url, **kwargs)