feat: more configuration options for Elasticsearch/OpenSearch

Author: StijnCaerts

stac_fastapi/elasticsearch/stac_fastapi/elasticsearch/config.py

@@ -16,10 +16,13 @@ def _es_config() -> Dict[str, Any]:
     scheme = "https" if use_ssl else "http"
 
     # Configure the hosts parameter with the correct scheme
-    hosts = [f"{scheme}://{os.getenv('ES_HOST')}:{os.getenv('ES_PORT')}"]
+    hosts = [
+        f"{scheme}://{host.strip()}:{os.getenv('ES_PORT')}"
+        for host in os.getenv("ES_HOST").split(",")
+    ]
 
     # Initialize the configuration dictionary
-    config = {
+    config: Dict[str, Any] = {
         "hosts": hosts,
         "headers": {"accept": "application/vnd.elasticsearch+json; compatible-with=7"},
     }
@@ -34,6 +37,10 @@ def _es_config() -> Dict[str, Any]:
 
         config["headers"] = headers
 
+    http_compress = os.getenv("ES_HTTP_COMPRESS", "true").lower() == "true"
+    if http_compress:
+        config["http_compress"] = True
+
     # Explicitly exclude SSL settings when not using SSL
     if not use_ssl:
         return config

stac_fastapi/opensearch/stac_fastapi/opensearch/config.py

@@ -15,14 +15,21 @@ def _es_config() -> Dict[str, Any]:
     scheme = "https" if use_ssl else "http"
 
     # Configure the hosts parameter with the correct scheme
-    hosts = [f"{scheme}://{os.getenv('ES_HOST')}:{os.getenv('ES_PORT')}"]
+    hosts = [
+        f"{scheme}://{host.strip()}:{os.getenv('ES_PORT')}"
+        for host in os.getenv("ES_HOST").split(",")
+    ]
 
     # Initialize the configuration dictionary
-    config = {
+    config: Dict[str, Any] = {
         "hosts": hosts,
         "headers": {"accept": "application/json", "Content-Type": "application/json"},
     }
 
+    http_compress = os.getenv("ES_HTTP_COMPRESS", "true").lower() == "true"
+    if http_compress:
+        config["http_compress"] = True
+
     # Explicitly exclude SSL settings when not using SSL
     if not use_ssl:
         return config