diff --git a/litellm/router_utils/batch_utils.py b/litellm/router_utils/batch_utils.py index 6c5d80afc1ba..195e704773d8 100644 --- a/litellm/router_utils/batch_utils.py +++ b/litellm/router_utils/batch_utils.py @@ -5,9 +5,21 @@ from litellm.types.llms.openai import FileTypes, OpenAIFilesPurpose +_ROUTER_METHODS_USING_LITELLM_METADATA = frozenset( + [ + "batch", + "generic_api_call", + "_acreate_batch", + "file", + "_ageneric_api_call_with_fallbacks", + ] +) + class InMemoryFile(io.BytesIO): - def __init__(self, content: bytes, name: str, content_type: str = "application/jsonl"): + def __init__( + self, content: bytes, name: str, content_type: str = "application/jsonl" + ): super().__init__(content) self.name = name self.content_type = content_type @@ -79,12 +91,8 @@ def _get_router_metadata_variable_name(function_name: Optional[str]) -> str: For ALL other endpoints we call this "metadata """ - ROUTER_METHODS_USING_LITELLM_METADATA = set( - ["batch", "generic_api_call", "_acreate_batch", "file", "_ageneric_api_call_with_fallbacks"] - ) - if function_name and any( - method in function_name for method in ROUTER_METHODS_USING_LITELLM_METADATA - ): - return "litellm_metadata" - else: - return "metadata" + if function_name: + for method in _ROUTER_METHODS_USING_LITELLM_METADATA: + if method in function_name: + return "litellm_metadata" + return "metadata"