From: Jhen-Jie Hong <redacted>
Date: Sun, 6 Aug 2023 08:04:42 +0000 (+0800)
Subject: quantize : fix load vocab crash when len is 128 (#1160)
X-Git-Tag: upstream/1.7.4~1366
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a4bb2df36aeb4e6cfb0c1ca9fbcf749ef39cc852;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

quantize : fix load vocab crash when len is 128 (#1160)

* quantize : fix load vocab crash when len is 128

* ci : add quantize job
---

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 38fc8814..dc3730b2 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -426,6 +426,19 @@ jobs:
           name: whispercpp.jar
           path: bindings/java/build/libs/whispercpp-*.jar
 
+  quantize:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Clone
+        uses: actions/checkout@v3
+
+      - name: Test quantize
+        run: |
+          ./models/download-ggml-model.sh tiny.en
+          make quantize
+          ./quantize models/ggml-tiny.en.bin models/ggml-tiny.en-q4_0.bin q4_0
+
 #      - name: Publish package
 #        if: ${{ github.ref == 'refs/heads/master' }}
 #        uses: gradle/gradle-build-action@v2
diff --git a/examples/quantize/quantize.cpp b/examples/quantize/quantize.cpp
index 64e8f35c..b01d6143 100644
--- a/examples/quantize/quantize.cpp
+++ b/examples/quantize/quantize.cpp
@@ -138,7 +138,7 @@ bool whisper_model_quantize(const std::string & fname_inp, const std::string & f
         //    return false;
         //}
 
-        char word[128];
+        char word[129];
 
         for (int i = 0; i < n_vocab; i++) {
             uint32_t len;