blob: 782d74d1d65e25b40bb6e887c514ddc747a2121e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
|
"""Various support for network checks."""
import logging
import os
import warnings
from ..checks.network import RequestError, SSLError
# suppress all urllib3 log messages and import warnings
with warnings.catch_warnings():
warnings.simplefilter("ignore")
import requests
logging.getLogger("urllib3").propagate = False
class Session(requests.Session):
"""Custom requests session handling timeout, concurrency, and header settings."""
def __init__(self, concurrent=None, timeout=None, user_agent=None):
super().__init__()
if timeout == 0:
# set timeout to 0 to never timeout
self.timeout = None
else:
# default to timing out connections after 5 seconds
self.timeout = timeout if timeout is not None else 5
# block when urllib3 connection pool is full
concurrent = concurrent if concurrent is not None else os.cpu_count() * 5
a = requests.adapters.HTTPAdapter(pool_maxsize=concurrent, pool_block=True)
self.mount("https://", a)
self.mount("http://", a)
# spoof user agent
self.headers["User-Agent"] = user_agent
def send(self, req, **kwargs):
# forcibly use the session timeout
kwargs["timeout"] = self.timeout
try:
with super().send(req, **kwargs) as r:
r.raise_for_status()
return r
except requests.exceptions.SSLError as e:
raise SSLError(e)
except requests.exceptions.ConnectionError as e:
raise RequestError(e, "connection failed")
except requests.exceptions.RequestException as e:
raise RequestError(e)
|
GitWeb
