]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
common : add LLAMA_ARG_SPEC_TYPE (#20744)
authorddh0 <redacted>
Thu, 19 Mar 2026 15:16:55 +0000 (10:16 -0500)
committerGitHub <redacted>
Thu, 19 Mar 2026 15:16:55 +0000 (16:16 +0100)
common/arg.cpp

index 666339a0945c337ba645c8cb494d4cc4b789d989..cd78a5c643c897129879d86dd1f8ddfab66678fb 100644 (file)
@@ -3494,7 +3494,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
                 throw std::invalid_argument("unknown speculative decoding type without draft model");
             }
         }
-    ).set_examples({LLAMA_EXAMPLE_SERVER}));
+    ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_SPEC_TYPE"));
     add_opt(common_arg(
         {"--spec-ngram-size-n"}, "N",
         string_format("ngram size N for ngram-simple/ngram-map speculative decoding, length of lookup n-gram (default: %d)", params.speculative.ngram_size_n),