|
20 | 20 | import magic |
21 | 21 | import zlib |
22 | 22 | import lzma |
| 23 | +import os |
23 | 24 | from datetime import datetime, timezone |
24 | 25 | from enum import Enum |
25 | 26 | from hashlib import md5, sha1, sha256, sha512 |
|
28 | 29 | from time import time |
29 | 30 | from tqdm import tqdm |
30 | 31 |
|
31 | | -from patchman.signals import error_message, info_message, debug_message |
32 | | - |
33 | 32 | from django.utils.timezone import make_aware |
34 | 33 | from django.utils.dateparse import parse_datetime |
35 | 34 | from django.conf import settings |
36 | 35 |
|
| 36 | +from patchman.signals import error_message, info_message, debug_message |
37 | 37 |
|
38 | 38 | pbar = None |
39 | 39 | verbose = None |
40 | 40 | Checksum = Enum('Checksum', 'md5 sha sha1 sha256 sha512') |
41 | 41 |
|
| 42 | +http_proxy = os.getenv('http_proxy') |
| 43 | +https_proxy = os.getenv('https_proxy') |
| 44 | +proxies = { |
| 45 | + 'http': http_proxy, |
| 46 | + 'https': https_proxy, |
| 47 | +} |
| 48 | + |
42 | 49 |
|
43 | 50 | def get_verbosity(): |
44 | 51 | """ Get the global verbosity level |
@@ -113,7 +120,7 @@ def get_url(url, headers={}, params={}): |
113 | 120 | response = None |
114 | 121 | try: |
115 | 122 | debug_message.send(sender=None, text=f'Trying {url} headers:{headers} params:{params}') |
116 | | - response = requests.get(url, headers=headers, params=params, stream=True, timeout=30) |
| 123 | + response = requests.get(url, headers=headers, params=params, stream=True, proxies=proxies, timeout=30) |
117 | 124 | debug_message.send(sender=None, text=f'{response.status_code}: {response.headers}') |
118 | 125 | if response.status_code in [403, 404]: |
119 | 126 | return response |
|
0 commit comments