fix: refactor environment loading

Author: tillywoodfield

.gitignore

@@ -1,6 +1,6 @@
 .venv
 __pycache__
 
-.env
+.env.local
 
 data/

oc4ids_datastore_pipeline/__init__.py

@@ -1,9 +1,18 @@
 import logging
+import os
 import time
 
+from dotenv import find_dotenv, load_dotenv
+
 logging.basicConfig(
     level=logging.INFO,
     format="%(asctime)s:%(levelname)s:%(name)s:%(message)s",
     datefmt="%Y-%m-%dT%H:%M:%S",
 )
 logging.Formatter.converter = time.gmtime
+
+logger = logging.getLogger(__name__)
+
+APP_ENV = os.environ.get("APP_ENV", "local")
+logger.info(f"Loading {APP_ENV} environment variables")
+load_dotenv(find_dotenv(f".env.{APP_ENV}"))

oc4ids_datastore_pipeline/pipeline.py

@@ -7,7 +7,6 @@
 
 import flattentool
 import requests
-from dotenv import load_dotenv
 from libcoveoc4ids.api import oc4ids_json_output
 
 from oc4ids_datastore_pipeline.database import (
@@ -149,5 +148,4 @@ def process_registry() -> None:
 
 
 def run() -> None:
-    load_dotenv()
     process_registry()

tests/conftest.py

@@ -1,3 +1,3 @@
-from dotenv import find_dotenv, load_dotenv
+import os
 
-load_dotenv(find_dotenv(".env.test"))
+os.environ["APP_ENV"] = "test"