From: Georgi Gerganov <redacted>
Date: Sat, 7 Dec 2024 09:52:44 +0000 (+0200)
Subject: server : fix free of spec context and batch (#10651)
X-Git-Tag: upstream/0.0.4488~206
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c2a16c0bdbe2e51adf318918bad82f0c3e3d6f3b;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : fix free of spec context and batch (#10651)

ggml-ci
---

diff --git a/common/speculative.cpp b/common/speculative.cpp
index e559675c..3fcbb002 100644
--- a/common/speculative.cpp
+++ b/common/speculative.cpp
@@ -62,6 +62,10 @@ struct common_speculative * common_speculative_init(
 }
 
 void common_speculative_free(struct common_speculative * spec) {
+    if (spec == nullptr) {
+        return;
+    }
+
     common_sampler_free(spec->smpl);
 
     llama_batch_free(spec->batch);
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 809fafa1..d57a296a 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -720,7 +720,7 @@ struct server_slot {
     int id;
     int id_task = -1;
 
-    llama_batch batch_spec;
+    llama_batch batch_spec = {};
 
     llama_context * ctx_dft = nullptr;