fastuuid optional dependency

Author: akshoop

litellm/_uuid.py

@@ -0,0 +1,23 @@
+"""
+Internal unified UUID helper.
+
+Tries to use fastuuid (performance) and falls back to stdlib uuid if unavailable.
+"""
+
+FASTUUID_AVAILABLE = False
+
+try:
+    import fastuuid as _uuid  # type: ignore
+
+    FASTUUID_AVAILABLE = True
+except Exception:  # pragma: no cover - fallback path
+    import uuid as _uuid  # type: ignore
+
+
+# Expose a module-like alias so callers can use: uuid.uuid4()
+uuid = _uuid
+
+
+def uuid4():
+    """Return a UUID4 using the selected backend."""
+    return uuid.uuid4()

litellm/litellm_core_utils/litellm_logging.py

@@ -26,7 +26,7 @@
     cast,
 )
 
-import fastuuid as uuid
+from .._uuid import uuid
 from httpx import Response
 from pydantic import BaseModel
 

litellm/llms/bedrock/common_utils.py

@@ -774,7 +774,7 @@ def generate_unique_job_name(self, model: str, prefix: str = "litellm") -> str:
         Returns:
             Unique job name (≤ 63 characters for Bedrock compatibility)
         """
-        import fastuuid as uuid
+        from ..._uuid import uuid
         unique_id = str(uuid.uuid4())[:8]
         # Format: {prefix}-batch-{model}-{uuid}
         # Example: litellm-batch-claude-266c398e

litellm/proxy/common_request_processing.py

@@ -14,7 +14,7 @@
     Union,
 )
 
-import fastuuid as uuid
+from .._uuid import uuid
 import httpx
 import orjson
 from fastapi import HTTPException, Request, status

litellm/types/utils.py

@@ -13,7 +13,7 @@
     Union,
 )
 
-import fastuuid as uuid
+from .._uuid import uuid
 from aiohttp import FormData
 from openai._models import BaseModel as OpenAIObject
 from openai.types.audio.transcription_create_params import FileTypes  # type: ignore

litellm/utils.py

@@ -40,7 +40,7 @@
 
 import aiohttp
 import dotenv
-import fastuuid as uuid
+from ._uuid import uuid
 import httpx
 import openai
 import tiktoken

poetry.lock

@@ -20,7 +20,6 @@ Documentation = "https://docs.litellm.ai"
 
 [tool.poetry.dependencies]
 python = ">=3.8.1,<4.0, !=3.9.7"
-fastuuid = ">=0.12.0"
 httpx = ">=0.23.0"
 openai = ">=1.99.5"
 python-dotenv = ">=0.2.0"
@@ -34,6 +33,7 @@ pydantic = "^2.5.0"
 jsonschema = "^4.22.0"
 pondpond = "^1.4.1"
 numpydoc = {version = "*", optional = true} # used in utils.py
+fastuuid = {version = ">=0.12.0", optional = true}
 
 uvicorn = {version = "^0.29.0", optional = true}
 uvloop = {version = "^0.21.0", optional = true, markers="sys_platform != 'win32'"}
@@ -115,6 +115,8 @@ semantic-router = ["semantic-router"]
 
 mlflow = ["mlflow"]
 
+perf = ["fastuuid"]
+
 [tool.isort]
 profile = "black"
 

pyproject.toml

@@ -8,7 +8,8 @@ backoff==2.2.1 # server dep
 pyyaml==6.0.2 # server dep
 uvicorn==0.29.0 # server dep
 gunicorn==23.0.0 # server dep
-fastuuid==0.12.0 # for uuid4
+# Optional performance extra: install via `pip install litellm[perf]`
+# fastuuid==0.12.0 # for uuid4
 uvloop==0.21.0 # uvicorn dep, gives us much better performance under load
 boto3==1.36.0 # aws bedrock/sagemaker calls
 redis==5.2.1 # redis caching
@@ -58,7 +59,7 @@ tenacity==8.2.3  # for retrying requests, when litellm.num_retries set
 pydantic==2.10.2 # proxy + openai req.
 jsonschema==4.22.0 # validating json schema
 websockets==13.1.0 # for realtime API
-pondpond==1.4.1 # for object pooling
+# pondpond==1.4.1 # for object pooling
 
 ########################
 # LITELLM ENTERPRISE DEPENDENCIES

requirements.txt

@@ -0,0 +1,11 @@
+import importlib
+
+
+def test_fastuuid_flag_exposed():
+    mod = importlib.import_module("litellm._uuid")
+    assert hasattr(mod, "FASTUUID_AVAILABLE")
+    assert hasattr(mod, "uuid4")
+    # Ensure uuid4 returns something that looks like a UUID string
+    val = str(mod.uuid4())
+    assert isinstance(val, str)
+    assert len(val) >= 8