diff options
| author | Guilhem Bonnefille <guilhem.bonnefille@gmail.com> | 2016-04-28 13:59:41 +0200 |
|---|---|---|
| committer | Guilhem Bonnefille <guilhem.bonnefille@gmail.com> | 2016-04-28 14:05:01 +0200 |
| commit | f18a3a77ef894d6563543fe449321e52b16e93ad (patch) | |
| tree | 5ade7a6632e4d545a2cf6197e0323ca9b89d192d | |
| parent | 5cbe4c53329a1fd2b949660fda25ff7a4ce6f254 (diff) | |
| download | searxng-f18a3a77ef894d6563543fe449321e52b16e93ad.tar.gz searxng-f18a3a77ef894d6563543fe449321e52b16e93ad.zip | |
Use new settings to fine tune the connection pool
In some circumstances, it is necessary to increase size of pool.
| -rw-r--r-- | searx/poolrequests.py | 12 |
1 files changed, 8 insertions, 4 deletions
diff --git a/searx/poolrequests.py b/searx/poolrequests.py index 13c6a906e..54e8dbcf6 100644 --- a/searx/poolrequests.py +++ b/searx/poolrequests.py @@ -41,14 +41,18 @@ class HTTPAdapterWithConnParams(requests.adapters.HTTPAdapter): block=self._pool_block, **self._conn_params) +connect=settings['outgoing'].get('pool_connections', 100) # Magic number kept from previous code +maxsize=settings['outgoing'].get('pool_maxsize', requests.adapters.DEFAULT_POOLSIZE) # Picked from constructor if settings['outgoing'].get('source_ips'): - http_adapters = cycle(HTTPAdapterWithConnParams(pool_connections=100, source_address=(source_ip, 0)) + http_adapters = cycle(HTTPAdapterWithConnParams(pool_connections=connect, pool_maxsize=maxsize, + source_address=(source_ip, 0)) for source_ip in settings['outgoing']['source_ips']) - https_adapters = cycle(HTTPAdapterWithConnParams(pool_connections=100, source_address=(source_ip, 0)) + https_adapters = cycle(HTTPAdapterWithConnParams(pool_connections=connect, pool_maxsize=maxsize, + source_address=(source_ip, 0)) for source_ip in settings['outgoing']['source_ips']) else: - http_adapters = cycle((HTTPAdapterWithConnParams(pool_connections=100), )) - https_adapters = cycle((HTTPAdapterWithConnParams(pool_connections=100), )) + http_adapters = cycle((HTTPAdapterWithConnParams(pool_connections=connect, pool_maxsize=maxsize), )) + https_adapters = cycle((HTTPAdapterWithConnParams(pool_connections=connect, pool_maxsize=maxsize), )) class SessionSinglePool(requests.Session): |