From: Georgi Gerganov <redacted>
Date: Fri, 17 Nov 2023 16:01:38 +0000 (+0200)
Subject: tokenize : fix trailing whitespace
X-Git-Tag: upstream/0.0.4488~2954
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5ad387e994dde77a47ec547a4a65f7611dc325f4;p=pkg%2Fggml%2Fsources%2Fllama.cpp

tokenize : fix trailing whitespace
---

diff --git a/examples/tokenize/tokenize.cpp b/examples/tokenize/tokenize.cpp
index 72b60f9a..17166836 100644
--- a/examples/tokenize/tokenize.cpp
+++ b/examples/tokenize/tokenize.cpp
@@ -12,8 +12,8 @@ int main(int argc, char ** argv) {
         return 1;
     }
 
-    auto model_path = argv[1];
-    auto prompt = argv[2];
+    const char * model_path = argv[1];
+    const char * prompt     = argv[2];
 
     const bool printing_ids = argc > 3 && std::string(argv[3]) == "--ids";
 
@@ -36,7 +36,7 @@ int main(int argc, char ** argv) {
         if (printing_ids) {
             printf("%d\n", tokens[i]);
         } else {
-            printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str());    
+            printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str());
         }
     }