Adding variable timeouts for clients (#1015)

Author: mskarlin

paperqa/clients/crossref.py

@@ -38,7 +38,9 @@
 
 CROSSREF_HOST = "api.crossref.org"
 CROSSREF_BASE_URL = f"https://{CROSSREF_HOST}"
-CROSSREF_API_REQUEST_TIMEOUT = 5.0
+CROSSREF_API_REQUEST_TIMEOUT = float(
+    os.environ.get("CROSSREF_API_REQUEST_TIMEOUT", "10.0")
+)  # seconds
 CROSSREF_API_MAPPING: dict[str, Collection[str]] = {
     "title": {"title"},
     "doi": {"DOI"},

paperqa/clients/openalex.py

@@ -17,7 +17,9 @@
 from .exceptions import DOINotFoundError
 
 OPENALEX_BASE_URL = "https://api.openalex.org"
-OPENALEX_API_REQUEST_TIMEOUT = 5.0
+OPENALEX_API_REQUEST_TIMEOUT = float(
+    os.environ.get("OPENALEX_API_REQUEST_TIMEOUT", "10.0")
+)  # seconds
 
 logger = logging.getLogger(__name__)
 

paperqa/clients/semantic_scholar.py

@@ -45,7 +45,9 @@
     "citation_count": {"citationCount"},
     "source_quality": {"journal"},
 }
-SEMANTIC_SCHOLAR_API_REQUEST_TIMEOUT = 10.0
+SEMANTIC_SCHOLAR_API_REQUEST_TIMEOUT = float(
+    os.environ.get("SEMANTIC_SCHOLAR_API_REQUEST_TIMEOUT", "10.0")
+)  # seconds
 SEMANTIC_SCHOLAR_API_FIELDS: str = ",".join(
     union_collections_to_ordered_list(SEMANTIC_SCHOLAR_API_MAPPING.values())
 )