From: Bartowski Date: Tue, 10 Dec 2024 17:23:50 +0000 (-0500) Subject: imatrix : Add imatrix to --no-context-shift (#10766) X-Git-Tag: upstream/0.0.4488~188 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ae4b922614d452477cf5d2fb8cad247c9c12596c;p=pkg%2Fggml%2Fsources%2Fllama.cpp imatrix : Add imatrix to --no-context-shift (#10766) This allows for setting the --no-context-shift value in llama-imatrix which is required for models like DeepSeek --- diff --git a/common/arg.cpp b/common/arg.cpp index 808ec1c3..49af3168 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -591,7 +591,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex [](common_params & params) { params.ctx_shift = false; } - ).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT")); + ).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER, LLAMA_EXAMPLE_IMATRIX}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT")); add_opt(common_arg( {"--chunks"}, "N", string_format("max number of chunks to process (default: %d, -1 = all)", params.n_chunks),