fix: Orchestrator - Storage providers - HuggingFace - Fixed the exists method when used on directories

Author: Ark-kun

cloud_pipelines_backend/storage_providers/huggingface_repo_storage.py

@@ -134,11 +134,10 @@ def download_bytes(self, source_uri: HuggingFaceRepoUri) -> bytes:
         return pathlib.Path(cache_path).read_bytes()
 
     def exists(self, uri: HuggingFaceRepoUri) -> bool:
-        return self._client.file_exists(
-            repo_type=uri.repo_type,
-            repo_id=uri.repo_id,
-            filename=uri.path,
+        repo_objects = self._client.get_paths_info(
+            repo_type=uri.repo_type, repo_id=uri.repo_id, paths=[uri.path]
         )
+        return len(repo_objects) > 0
 
     def calculate_data_hash(self, *, data: bytes) -> dict[str, str]:
         import hashlib