From: Rinne <redacted>
Date: Sat, 13 May 2023 07:24:20 +0000 (+0800)
Subject: embedding : remove unused code (#1426)
X-Git-Tag: gguf-v0.4.0~769
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=6456a4eb9f9c1f4de8f6908ef100daa78802ad00;p=pkg%2Fggml%2Fsources%2Fllama.cpp

embedding : remove unused code (#1426)
---

diff --git a/examples/embedding/embedding.cpp b/examples/embedding/embedding.cpp
index e4b72912..bb3fd50a 100644
--- a/examples/embedding/embedding.cpp
+++ b/examples/embedding/embedding.cpp
@@ -56,9 +56,6 @@ int main(int argc, char ** argv) {
     // tokenize the prompt
     auto embd_inp = ::llama_tokenize(ctx, params.prompt, true);
 
-    // determine newline token
-    auto llama_token_newline = ::llama_tokenize(ctx, "\n", false);
-
     if (params.verbose_prompt) {
         fprintf(stderr, "\n");
         fprintf(stderr, "%s: prompt: '%s'\n", __func__, params.prompt.c_str());