Skip to content

Commit 168ce66

Browse files
authored
Update default parameters in endpoint functions (#367)
* Update default parameters in endpoint functions Changed default values for disable_prompt_cache and disable_speculative_decoding to True. * Add temporary default values for CLI options Set temporary default values for no-prompt-cache and no-speculative-decoding options. * revert cli functionality
1 parent fffa141 commit 168ce66

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

src/together/resources/endpoints.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -56,8 +56,8 @@ def create(
5656
min_replicas: int,
5757
max_replicas: int,
5858
display_name: Optional[str] = None,
59-
disable_prompt_cache: bool = False,
60-
disable_speculative_decoding: bool = False,
59+
disable_prompt_cache: bool = True,
60+
disable_speculative_decoding: bool = True,
6161
state: Literal["STARTED", "STOPPED"] = "STARTED",
6262
inactive_timeout: Optional[int] = None,
6363
) -> DedicatedEndpoint:
@@ -304,8 +304,8 @@ async def create(
304304
min_replicas: int,
305305
max_replicas: int,
306306
display_name: Optional[str] = None,
307-
disable_prompt_cache: bool = False,
308-
disable_speculative_decoding: bool = False,
307+
disable_prompt_cache: bool = True,
308+
disable_speculative_decoding: bool = True,
309309
state: Literal["STARTED", "STOPPED"] = "STARTED",
310310
inactive_timeout: Optional[int] = None,
311311
) -> DedicatedEndpoint:

0 commit comments

Comments
 (0)