tests : fix test-tokenizer-0.sh

diff --git a/tests/test-tokenizer-0.sh b/tests/test-tokenizer-0.sh
index 1fec8bbf130dbddee2dab33479bde2468deeefc3..4d2b8365547df4aefa4274d94fc90fbe375bbccb 100755 (executable)
--- a/tests/test-tokenizer-0.sh
+++ b/tests/test-tokenizer-0.sh
@@ -28,6 +28,8 @@ printf "Tokenizing using (cpp) llama.cpp ...\n"
 cat /tmp/test-tokenizer-0-$name-py.log | grep "tokenized in"
 cat /tmp/test-tokenizer-0-$name-cpp.log | grep "tokenized in"
 
+set +e
+
 diff $input.tok $input.tokcpp > /dev/null 2>&1
 
 if [ $? -eq 0 ]; then