Skip to content

Commit 83facb7

Browse files
fix: fix placement
1 parent 6589c92 commit 83facb7

File tree

1 file changed

+7
-6
lines changed

1 file changed

+7
-6
lines changed

litellm/proxy/_types.py

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -731,12 +731,7 @@ class GenerateRequestBase(LiteLLMPydanticObjectBase):
731731
metadata: Optional[dict] = {}
732732
tpm_limit: Optional[int] = None
733733
rpm_limit: Optional[int] = None
734-
rpm_limit_type: Optional[
735-
Literal["guaranteed_throughput", "best_effort_throughput"]
736-
] = None # raise an error if 'guaranteed_throughput' is set and we're overallocating rpm
737-
tpm_limit_type: Optional[
738-
Literal["guaranteed_throughput", "best_effort_throughput"]
739-
] = None # raise an error if 'guaranteed_throughput' is set and we're overallocating tpm
734+
740735
budget_duration: Optional[str] = None
741736
allowed_cache_controls: Optional[list] = []
742737
config: Optional[dict] = {}
@@ -761,6 +756,12 @@ class KeyRequestBase(GenerateRequestBase):
761756
tags: Optional[List[str]] = None
762757
enforced_params: Optional[List[str]] = None
763758
allowed_routes: Optional[list] = []
759+
rpm_limit_type: Optional[
760+
Literal["guaranteed_throughput", "best_effort_throughput"]
761+
] = None # raise an error if 'guaranteed_throughput' is set and we're overallocating rpm
762+
tpm_limit_type: Optional[
763+
Literal["guaranteed_throughput", "best_effort_throughput"]
764+
] = None # raise an error if 'guaranteed_throughput' is set and we're overallocating tpm
764765

765766

766767
class LiteLLMKeyType(str, enum.Enum):

0 commit comments

Comments
 (0)