From: Georgi Gerganov <redacted>
Date: Sun, 22 Oct 2023 05:37:20 +0000 (+0300)
Subject: batched : add len CLI argument
X-Git-Tag: upstream/0.0.4488~3079
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=22c69a27945e7acf9690dd3210d316f22182751c;p=pkg%2Fggml%2Fsources%2Fllama.cpp

batched : add len CLI argument
---

diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp
index 15521216..2797329b 100644
--- a/examples/batched/batched.cpp
+++ b/examples/batched/batched.cpp
@@ -11,12 +11,16 @@ int main(int argc, char ** argv) {
     gpt_params params;
 
     if (argc == 1 || argv[1][0] == '-') {
-        printf("usage: %s MODEL_PATH [PROMPT] [PARALLEL]\n" , argv[0]);
+        printf("usage: %s MODEL_PATH [PROMPT] [PARALLEL] [LEN]\n" , argv[0]);
         return 1 ;
     }
 
+    // number of parallel batches
     int n_parallel = 1;
 
+    // total length of the sequences including the prompt
+    int n_len = 32;
+
     if (argc >= 2) {
         params.model = argv[1];
     }
@@ -29,13 +33,14 @@ int main(int argc, char ** argv) {
         n_parallel = std::atoi(argv[3]);
     }
 
+    if (argc >= 5) {
+        n_len = std::atoi(argv[4]);
+    }
+
     if (params.prompt.empty()) {
         params.prompt = "Hello my name is";
     }
 
-    // total length of the sequences including the prompt
-    const int n_len = 32;
-
     // init LLM
 
     llama_backend_init(params.numa);