File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -205,15 +205,15 @@ def __init__(
205205
206206 for i , (k , v ) in enumerate (kv_overrides .items ()):
207207 self ._kv_overrides_array [i ].key = k .encode ("utf-8" )
208- if isinstance (v , int ):
208+ if isinstance (v , bool ):
209+ self ._kv_overrides_array [i ].tag = llama_cpp .LLAMA_KV_OVERRIDE_BOOL
210+ self ._kv_overrides_array [i ].value .bool_value = v
211+ elif isinstance (v , int ):
209212 self ._kv_overrides_array [i ].tag = llama_cpp .LLAMA_KV_OVERRIDE_INT
210213 self ._kv_overrides_array [i ].value .int_value = v
211214 elif isinstance (v , float ):
212215 self ._kv_overrides_array [i ].tag = llama_cpp .LLAMA_KV_OVERRIDE_FLOAT
213216 self ._kv_overrides_array [i ].value .float_value = v
214- elif isinstance (v , bool ):
215- self ._kv_overrides_array [i ].tag = llama_cpp .LLAMA_KV_OVERRIDE_BOOL
216- self ._kv_overrides_array [i ].value .bool_value = v
217217 else :
218218 raise ValueError (f"Unknown value type for { k } : { v } " )
219219
You can’t perform that action at this time.
0 commit comments