fix: properly handle Together API 5xx errors (#577)

Together AI 500 errors are returned as 400 user errors. This PR
correctly raises a ProviderError instead of a UserError when a 500 is
returned from together ai

Author: CyMule

CHANGELOG.md

@@ -1,3 +1,7 @@
+## 1.2.4
+
+**Fix**: properly handle Together API 5xx errors as ProviderError instead of UserError
+
 ## 1.2.3
 
 * **Feature**: allow environment credentials for S3

unstructured_ingest/__version__.py

@@ -1 +1 @@
-__version__ = "1.2.3"  # pragma: no cover
+__version__ = "1.2.4"  # pragma: no cover

unstructured_ingest/embed/togetherai.py

@@ -8,10 +8,15 @@
     BaseEmbeddingEncoder,
     EmbeddingConfig,
 )
+from unstructured_ingest.errors_v2 import (
+    ProviderError,
+    UserAuthError,
+    UserError,
+    is_internal_error,
+)
 from unstructured_ingest.errors_v2 import (
     RateLimitError as CustomRateLimitError,
 )
-from unstructured_ingest.errors_v2 import UserAuthError, UserError, is_internal_error
 from unstructured_ingest.logger import logger
 from unstructured_ingest.utils.dep_check import requires_dependencies
 
@@ -34,14 +39,22 @@ def wrap_error(self, e: Exception) -> Exception:
         from together.error import AuthenticationError, RateLimitError, TogetherException
 
         if not isinstance(e, TogetherException):
-            logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+            logger.error(f"unhandled exception from together: {e}", exc_info=True)
             return e
         message = e.args[0]
         if isinstance(e, AuthenticationError):
             return UserAuthError(message)
         if isinstance(e, RateLimitError):
             return CustomRateLimitError(message)
-        return UserError(message)
+        
+        status_code = getattr(e, 'status_code', None)
+        if status_code is not None:
+            if 400 <= status_code < 500:
+                return UserError(message)
+            if status_code >= 500:
+                return ProviderError(message)
+        logger.error(f"unhandled exception from together: {e}", exc_info=True)
+        return e
 
     def run_precheck(self) -> None:
         client = self.get_client()