]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server : re-enable SWA speculative decoding (#14131)
authorGeorgi Gerganov <redacted>
Thu, 12 Jun 2025 08:51:38 +0000 (11:51 +0300)
committerGitHub <redacted>
Thu, 12 Jun 2025 08:51:38 +0000 (11:51 +0300)
ggml-ci

tools/server/server.cpp

index 1b1cf439baa5fbd125dd4a5addf8d38250209cbf..8efb8b704141f73d025e00ff24adbf5801c90718 100644 (file)
@@ -2017,11 +2017,6 @@ struct server_context {
                 params_base.n_cache_reuse = 0;
                 SRV_WRN("%s\n", "cache_reuse is not supported by this context, it will be disabled");
             }
-
-            if (!params_base.speculative.model.path.empty()) {
-                SRV_ERR("%s\n", "err: speculative decode is not supported by this context");
-                return false;
-            }
         }
 
         return true;