diff --git a/app/etl/extract.py b/app/etl/extract.py index bec44ea..b51cc14 100644 --- a/app/etl/extract.py +++ b/app/etl/extract.py @@ -1,7 +1,6 @@ import pandas as pd import os # TODO (Find & Fix) -from typing import Optional def extract(path: str = "xyz.csv") -> pd.DataFrame : """ @@ -54,3 +53,5 @@ def extract(path: str = "xyz.csv") -> pd.DataFrame : raise ValueError("❌ File contains no data") except pd.errors.ParserError as e: raise ValueError(f"❌ Error parsing CSV: {e}") + except Exception as e: + raise ValueError(f"❌ Unexpected error reading file: {e}") diff --git a/app/etl/load.py b/app/etl/load.py index 97936f9..66a1284 100644 --- a/app/etl/load.py +++ b/app/etl/load.py @@ -2,7 +2,6 @@ import sqlite3 import os # TODO (Find & Fix) -from typing import Optional def load(df: pd.DataFrame, db_path: str = "etl_data.db", table_name: str = "processed_data"): """ @@ -68,4 +67,4 @@ def load(df: pd.DataFrame, db_path: str = "etl_data.db", table_name: str = "proc conn.rollback() finally: if conn: - conn.close() \ No newline at end of file + conn.close() diff --git a/app/etl/transform.py b/app/etl/transform.py index 13887c6..8c645d8 100644 --- a/app/etl/transform.py +++ b/app/etl/transform.py @@ -1,7 +1,5 @@ import pandas as pd -from datetime import datetime # TODO (Find & Fix) -from typing import Optional def transform(df: pd.DataFrame) -> pd.DataFrame: """ @@ -51,4 +49,4 @@ def transform(df: pd.DataFrame) -> pd.DataFrame: pass # TODO (Find & Fix): Text columns are not cleaned (strip, lowercase) - return df_transformed \ No newline at end of file + return df_transformed