From: Georgi Gerganov <redacted>
Date: Sun, 19 Nov 2023 16:50:49 +0000 (+0200)
Subject: gitignore : tokenize
X-Git-Tag: upstream/0.0.4488~2947
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=35985acffaab1eb4ffcbc22c86063bc630f24a89;p=pkg%2Fggml%2Fsources%2Fllama.cpp

gitignore : tokenize
---

diff --git a/.gitignore b/.gitignore
index 708e8582..41259a12 100644
--- a/.gitignore
+++ b/.gitignore
@@ -64,6 +64,7 @@ models-mnt
 /speculative
 /parallel
 /train-text-from-scratch
+/tokenize
 /vdot
 /common/build-info.cpp
 arm_neon.h