You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
bool add_gumbel_noise = false; // add gumbel noise to the logits if temp > 0.0
240
240
};
241
241
242
+
// reasoning API response format (not to be confused as chat template's reasoning format)
242
243
enum common_reasoning_format {
243
244
COMMON_REASONING_FORMAT_NONE,
244
-
COMMON_REASONING_FORMAT_AUTO,
245
+
COMMON_REASONING_FORMAT_AUTO,// Same as deepseek, using `message.reasoning_content`
245
246
COMMON_REASONING_FORMAT_DEEPSEEK_LEGACY, // Extract thinking tag contents and return as `message.reasoning_content`, or leave inline in <think> tags in stream mode
246
247
COMMON_REASONING_FORMAT_DEEPSEEK, // Extract thinking tag contents and return as `message.reasoning_content`, including in streaming deltas.
247
-
COMMON_REASONING_FORMAT_GRANITE, // Extract thinking tag contents and return as `message.reasoning_content`, including in streaming deltas.
248
+
// do not extend this enum unless you absolutely have to
249
+
// in most cases, use COMMON_REASONING_FORMAT_AUTO
0 commit comments