Skip to content

Commit 9220a27

Browse files
committed
updates
Signed-off-by: Mandana Vaziri <[email protected]>
1 parent df2b3d1 commit 9220a27

File tree

2 files changed

+5
-7
lines changed

2 files changed

+5
-7
lines changed

examples/sdk/hello_prog.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,9 +7,7 @@
77
"Hello\n",
88
LitellmModelBlock(
99
model="replicate/ibm-granite/granite-3.0-8b-instruct",
10-
parameters=LitellmParameters(
11-
stop_sequences="!" # pyright: ignore
12-
),
10+
parameters=LitellmParameters(stop_sequences="!"), # pyright: ignore
1311
),
1412
]
1513
)

src/pdl/pdl_ast.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -620,7 +620,7 @@ def set_default_granite_model_parameters(
620620
) -> dict[str, Any]:
621621
if parameters is None:
622622
parameters = {}
623-
623+
624624
if "decoding_method" not in parameters:
625625
parameters["decoding_method"] = (
626626
DECODING_METHOD # pylint: disable=attribute-defined-outside-init
@@ -650,10 +650,10 @@ def set_default_granite_model_parameters(
650650
parameters["top_p"] = (
651651
TOP_P_SAMPLING # pylint: disable=attribute-defined-outside-init
652652
)
653-
if "granite-3.0" in model_id:
653+
if "granite-3.0" in model_id:
654654
if "temperature" not in parameters or parameters["temperature"] is None:
655-
parameters["temperature"] = (0) # setting to decoding greedy
656-
655+
parameters["temperature"] = 0 # setting to decoding greedy
656+
657657
if "roles" not in parameters:
658658
parameters["roles"] = {
659659
"system": {

0 commit comments

Comments
 (0)