add hugging face api

Author: aditya0by0

api/hugging_face.py

@@ -3,54 +3,32 @@
 
 from huggingface_hub import hf_hub_download
 
-# Updated registry: use a list of filenames if you're downloading a folder
-MODEL_REGISTRY = {
-    "electra": {
-        "repo_id": "aditya0by0/python-chebifier",
-        "subfolder": "electra",
-        "filenames": ["electra.ckpt", "classes.txt"],
-    }
-}
 
-DOWNLOAD_PATH = Path(__file__).resolve().parent / "api_models"
-
-
-def download_model(model_name):
-    if model_name not in MODEL_REGISTRY:
-        raise ValueError(
-            f"Unknown model name. Available models: {list(MODEL_REGISTRY.keys())}"
-        )
-
-    model_info = MODEL_REGISTRY[model_name]
-    repo_id = model_info["repo_id"]
-    subfolder = model_info["subfolder"]
-    filenames = model_info["filenames"]
-
-    local_paths = []
-    for filename in filenames:
-        local_model_path = DOWNLOAD_PATH / model_name / filename
-        if local_model_path.exists():
-            print(f"File already exists: {local_model_path}")
-            local_paths.append(local_model_path)
+def download_model_files(model_config: dict, download_path: Path):
+    repo_id = model_config["repo_id"]
+    subfolder = model_config["subfolder"]
+    filenames = model_config["files"]
+
+    local_paths = {}
+    for file_type, filename in filenames.items():
+        local_file_path = download_path / filename
+        if local_file_path.exists():
+            print(f"File already exists: {local_file_path}")
+            local_paths[file_type] = local_file_path
             continue
 
-        print(f"Downloading: {repo_id}/{filename} (subfolder: {subfolder})")
+        print(
+            f"Downloading file from: https://huggingface.co/{repo_id}/{subfolder}/{filename}"
+        )
         downloaded_file = hf_hub_download(
             repo_id=repo_id,
             filename=filename,
             subfolder=subfolder,
         )
 
-        local_model_path.parent.mkdir(parents=True, exist_ok=True)
-        shutil.move(downloaded_file, local_model_path)
-        print(f"Saved to: {local_model_path}")
-        local_paths.append(local_model_path)
+        local_file_path.parent.mkdir(parents=True, exist_ok=True)
+        shutil.move(downloaded_file, local_file_path)
+        print(f"Saved to: {local_file_path}")
+        local_paths[file_type] = local_file_path
 
     return local_paths
-
-
-if __name__ == "__main__":
-    paths = download_model("electra")
-    print("Downloaded files:")
-    for p in paths:
-        print(p)