From: Georgi Gerganov <redacted>
Date: Thu, 12 Oct 2023 14:07:15 +0000 (+0300)
Subject: ci : add gpt-2-batched test
X-Git-Tag: upstream/0.0.1642~1217
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=f04b02bc9f57c80bf93af0dbe947f314b9a65fc5;p=pkg%2Fggml%2Fsources%2Fggml

ci : add gpt-2-batched test
---

diff --git a/ci/run.sh b/ci/run.sh
index 93d3919a..45c74e5f 100644
--- a/ci/run.sh
+++ b/ci/run.sh
@@ -148,6 +148,8 @@ function gg_run_gpt_2 {
     (time ./bin/gpt-2 --model ${model} -s 1234 -n 64 -tt ${prompts}                       ) 2>&1 | tee -a $OUT/${ci}-tg.log
     (time ./bin/gpt-2 --model ${model} -s 1234 -n 64 -p "I believe the meaning of life is") 2>&1 | tee -a $OUT/${ci}-tg.log
 
+    (time ./bin/gpt-2-batched --model ${model} -s 1234 -n 64 -np 8 -p "I believe the meaning of life is") 2>&1 | tee -a $OUT/${ci}-tg.log
+
     set +e
 }