Skip to content

Commit edf047b

Browse files
committed
Replace "/" with "-" in model name when being used as a h11 header name
1 parent 212ca20 commit edf047b

File tree

1 file changed

+5
-2
lines changed

1 file changed

+5
-2
lines changed

litellm/proxy/common_utils/callback_utils.py

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -316,18 +316,21 @@ def get_remaining_tokens_and_requests_from_request_data(data: Dict) -> Dict[str,
316316
headers = {}
317317
_metadata = data.get("metadata", None) or {}
318318
model_group = get_model_group_from_request_data(data)
319+
320+
# The h11 package considers "/" or ":" invalid and raise a LocalProtocolError
321+
h11_model_group_name = model_group.replace('/', '-').replace(':', '-')
319322

320323
# Remaining Requests
321324
remaining_requests_variable_name = f"litellm-key-remaining-requests-{model_group}"
322325
remaining_requests = _metadata.get(remaining_requests_variable_name, None)
323326
if remaining_requests:
324-
headers[f"x-litellm-key-remaining-requests-{model_group}"] = remaining_requests
327+
headers[f"x-litellm-key-remaining-requests-{h11_model_group_name}"] = remaining_requests
325328

326329
# Remaining Tokens
327330
remaining_tokens_variable_name = f"litellm-key-remaining-tokens-{model_group}"
328331
remaining_tokens = _metadata.get(remaining_tokens_variable_name, None)
329332
if remaining_tokens:
330-
headers[f"x-litellm-key-remaining-tokens-{model_group}"] = remaining_tokens
333+
headers[f"x-litellm-key-remaining-tokens-{h11_model_group_name}"] = remaining_tokens
331334

332335
return headers
333336

0 commit comments

Comments
 (0)