From: eastriver <redacted>
Date: Fri, 24 Nov 2023 09:25:10 +0000 (+0900)
Subject: main.swift : fix eos checking (#4197)
X-Git-Tag: upstream/0.0.4488~2930
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=2568a4bf548d7392e9c78c008b33b4c11d53fe95;p=pkg%2Fggml%2Fsources%2Fllama.cpp

main.swift : fix eos checking (#4197)

llama_token_eos(const struct llama_model *) is currently getting struct llama_context type variable context as a parameter.
---

diff --git a/examples/batched.swift/Sources/main.swift b/examples/batched.swift/Sources/main.swift
index 77273038..ba15197a 100644
--- a/examples/batched.swift/Sources/main.swift
+++ b/examples/batched.swift/Sources/main.swift
@@ -153,7 +153,7 @@ while n_cur <= n_len {
         // const llama_token new_token_id = llama_sample_token_greedy(ctx, &candidates_p);
 
         // is it an end of stream? -> mark the stream as finished
-        if new_token_id == llama_token_eos(context) || n_cur == n_len {
+        if new_token_id == llama_token_eos(model) || n_cur == n_len {
             i_batch[i] = -1
             // print("")
             if n_parallel > 1 {