imatrix : Add imatrix to --no-context-shift (ggml-org#10766)

bartowski1182 · arthw · commit 8d07314fe09b · 2024-12-20T21:41:47.000+08:00
This allows for setting the --no-context-shift value in llama-imatrix which is required for models like DeepSeek
diff --git a/common/arg.cpp b/common/arg.cpp
@@ -591,7 +591,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
         [](common_params & params) {
             params.ctx_shift = false;
         }
-    ).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT"));
+    ).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER, LLAMA_EXAMPLE_IMATRIX}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT"));
     add_opt(common_arg(
         {"--chunks"}, "N",
         string_format("max number of chunks to process (default: %d, -1 = all)", params.n_chunks),

Original file line number	Diff line number	Diff line change
`@@ -591,7 +591,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex`
`591`	`591`	`[](common_params & params) {`
`592`	`592`	`params.ctx_shift = false;`
`593`	`593`	`}`
`594`		`- ).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT"));`
	`594`	`+ ).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER, LLAMA_EXAMPLE_IMATRIX}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT"));`
`595`	`595`	`add_opt(common_arg(`
`596`	`596`	`{"--chunks"}, "N",`
`597`	`597`	`string_format("max number of chunks to process (default: %d, -1 = all)", params.n_chunks),`