|
22 | 22 | # |
23 | 23 | # TODO: generate tokenizer tests for llama.cpp |
24 | 24 | # |
25 | | -import subprocess |
26 | | -import importlib.util |
27 | 25 | import logging |
28 | 26 | import os |
29 | 27 | import pathlib |
@@ -142,23 +140,12 @@ def fugashi_check(): |
142 | 140 |
|
143 | 141 | def download_file_with_auth(url, token, save_path): |
144 | 142 | headers = {"Authorization": f"Bearer {token}"} |
145 | | - try: |
146 | | - response = sess.get(url, headers=headers) |
147 | | - response.raise_for_status() |
148 | | - |
149 | | - os.makedirs(os.path.dirname(save_path), exist_ok=True) |
150 | | - with open(save_path, 'wb') as downloaded_file: |
151 | | - downloaded_file.write(response.content) |
152 | | - logger.info(f"File {save_path} downloaded successfully") |
153 | | - except requests.HTTPError as e: |
154 | | - if e.response.status_code == 404: |
155 | | - logger.warning(f"URL not found: {url}") |
156 | | - else: |
157 | | - logger.error(f"HTTP error occurred when downloading {url}: {e}") |
158 | | - except requests.ConnectionError: |
159 | | - logger.error(f"Connection error occurred when downloading {url}") |
160 | | - except Exception as e: |
161 | | - logger.error(f"Unexpected error occurred when downloading {url}: {e}") |
| 143 | + response = sess.get(url, headers=headers) |
| 144 | + response.raise_for_status() |
| 145 | + os.makedirs(os.path.dirname(save_path), exist_ok=True) |
| 146 | + with open(save_path, 'wb') as downloaded_file: |
| 147 | + downloaded_file.write(response.content) |
| 148 | + logger.info(f"File {save_path} downloaded successfully") |
162 | 149 |
|
163 | 150 |
|
164 | 151 | def download_model(model): |
|
0 commit comments