File tree Expand file tree Collapse file tree 2 files changed +5
-7
lines changed Expand file tree Collapse file tree 2 files changed +5
-7
lines changed Original file line number Diff line number Diff line change 77 "Hello\n " ,
88 LitellmModelBlock (
99 model = "replicate/ibm-granite/granite-3.0-8b-instruct" ,
10- parameters = LitellmParameters (
11- stop_sequences = "!" # pyright: ignore
12- ),
10+ parameters = LitellmParameters (stop_sequences = "!" ), # pyright: ignore
1311 ),
1412 ]
1513 )
Original file line number Diff line number Diff line change @@ -620,7 +620,7 @@ def set_default_granite_model_parameters(
620620) -> dict [str , Any ]:
621621 if parameters is None :
622622 parameters = {}
623-
623+
624624 if "decoding_method" not in parameters :
625625 parameters ["decoding_method" ] = (
626626 DECODING_METHOD # pylint: disable=attribute-defined-outside-init
@@ -650,10 +650,10 @@ def set_default_granite_model_parameters(
650650 parameters ["top_p" ] = (
651651 TOP_P_SAMPLING # pylint: disable=attribute-defined-outside-init
652652 )
653- if "granite-3.0" in model_id :
653+ if "granite-3.0" in model_id :
654654 if "temperature" not in parameters or parameters ["temperature" ] is None :
655- parameters ["temperature" ] = ( 0 ) # setting to decoding greedy
656-
655+ parameters ["temperature" ] = 0 # setting to decoding greedy
656+
657657 if "roles" not in parameters :
658658 parameters ["roles" ] = {
659659 "system" : {
You can’t perform that action at this time.
0 commit comments