From: Georgi Gerganov <redacted>
Date: Tue, 28 May 2024 12:04:09 +0000 (+0300)
Subject: tests : fix test-tokenizer-0.sh
X-Git-Tag: upstream/0.0.4488~1465
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=edc29433fa08b4e5aeb67649a29fc7713af13d04;p=pkg%2Fggml%2Fsources%2Fllama.cpp

tests : fix test-tokenizer-0.sh
---

diff --git a/tests/test-tokenizer-0.sh b/tests/test-tokenizer-0.sh
index 1fec8bbf..4d2b8365 100755
--- a/tests/test-tokenizer-0.sh
+++ b/tests/test-tokenizer-0.sh
@@ -28,6 +28,8 @@ printf "Tokenizing using (cpp) llama.cpp ...\n"
 cat /tmp/test-tokenizer-0-$name-py.log | grep "tokenized in"
 cat /tmp/test-tokenizer-0-$name-cpp.log | grep "tokenized in"
 
+set +e
+
 diff $input.tok $input.tokcpp > /dev/null 2>&1
 
 if [ $? -eq 0 ]; then