File tree Expand file tree Collapse file tree 2 files changed +14
-1
lines changed Expand file tree Collapse file tree 2 files changed +14
-1
lines changed Original file line number Diff line number Diff line change @@ -122,6 +122,12 @@ Param (
122122 [String ]
123123 $kvCacheDataType = " f16" ,
124124
125+ [Parameter (
126+ HelpMessage = " Disables the thinking mode of the model."
127+ )]
128+ [switch ]
129+ $disableThinking = $false ,
130+
125131 [switch ]
126132 $help ,
127133
@@ -135,6 +141,7 @@ if ($help) {
135141 exit
136142}
137143
144+
138145# The -verbose option is a default PowerShell parameter.
139146$verbose = $PSCmdlet.MyInvocation.BoundParameters [" Verbose" ].IsPresent -eq $true
140147
@@ -331,6 +338,12 @@ if ($enableFlashAttention) {
331338 $commandArguments += " --flash-attn"
332339}
333340
341+ # @see https://github.com/ggml-org/llama.cpp/pull/13771#issuecomment-2909087077
342+ if ($disableThinking ) {
343+ $commandArguments += " --jinja"
344+ $commandArguments += " --reasoning-budget 0"
345+ }
346+
334347if ($verbose ) {
335348 $commandArguments += " --verbose"
336349}
You can’t perform that action at this time.
0 commit comments