bench : update [no ci]

diff --git a/scripts/bench-all-gg.txt b/scripts/bench-all-gg.txt
index 0e804dacc87bd302aa41161de04a61a20dc8cf91..a09126da7470f53a3103119fb7afdb27b8da2cb3 100644 (file)
--- a/scripts/bench-all-gg.txt
+++ b/scripts/bench-all-gg.txt
@@ -109,33 +109,33 @@ Running ggml_mul_mat benchmark with 1 threads
 
 make -j && ./scripts/bench-all.sh 1 1 0
 
-|      CPU | Config |         Model |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
-|      --- |    --- |           --- | --- | --- |     --- |     --- |     --- |     --- |     --- |
-| M2 ULTRA |  METAL |          tiny |   1 |   0 |   10.15 |    1.20 |    0.36 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |     tiny-q5_0 |   1 |   0 |   10.21 |    1.15 |    0.39 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |     tiny-q5_1 |   1 |   0 |    9.26 |    1.15 |    0.38 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |     tiny-q8_0 |   1 |   0 |    9.00 |    1.12 |    0.37 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |          base |   1 |   0 |   15.77 |    1.73 |    0.45 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |     base-q5_0 |   1 |   0 |   16.90 |    1.63 |    0.44 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |     base-q5_1 |   1 |   0 |   16.93 |    1.64 |    0.44 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |     base-q8_0 |   1 |   0 |   16.13 |    1.63 |    0.43 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |         small |   1 |   0 |   45.15 |    3.45 |    0.92 |    0.05 | dc8dda60 |
-| M2 ULTRA |  METAL |    small-q5_0 |   1 |   0 |   50.63 |    3.36 |    0.94 |    0.06 | dc8dda60 |
-| M2 ULTRA |  METAL |    small-q5_1 |   1 |   0 |   50.56 |    3.36 |    0.94 |    0.06 | dc8dda60 |
-| M2 ULTRA |  METAL |    small-q8_0 |   1 |   0 |   47.52 |    3.20 |    0.92 |    0.05 | dc8dda60 |
-| M2 ULTRA |  METAL |        medium |   1 |   0 |  122.55 |    7.38 |    1.95 |    0.12 | dc8dda60 |
-| M2 ULTRA |  METAL |   medium-q5_0 |   1 |   0 |  140.61 |    6.73 |    2.02 |    0.14 | dc8dda60 |
-| M2 ULTRA |  METAL |   medium-q5_1 |   1 |   0 |  140.48 |    6.76 |    2.04 |    0.14 | dc8dda60 |
-| M2 ULTRA |  METAL |   medium-q8_0 |   1 |   0 |  131.00 |    6.57 |    1.96 |    0.13 | dc8dda60 |
-| M2 ULTRA |  METAL |    medium-dis |   1 |   0 |  110.85 |    1.00 |    0.24 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |      large-v2 |   1 |   0 |  222.28 |   10.96 |    3.03 |    0.21 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v2-q5_0 |   1 |   0 |  258.64 |    9.79 |    3.04 |    0.25 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v2-q5_1 |   1 |   0 |  258.32 |    9.87 |    3.05 |    0.24 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v2-q8_0 |   1 |   0 |  236.55 |    9.61 |    2.87 |    0.23 | dc8dda60 |
-| M2 ULTRA |  METAL |  large-v2-dis |   1 |   0 |  199.84 |    1.14 |    0.27 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v3-turbo |   1 |   0 |  201.52 |    1.77 |    0.45 |    0.03 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v3-turbo-q5_0 |   1 |   0 |  233.14 |    1.56 |    0.47 |    0.04 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v3-turbo-q8_0 |   1 |   0 |  214.23 |    1.53 |    0.44 |    0.04 | dc8dda60 |
+|      CPU | Config |         Model       |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
+|      --- |    --- |           ---       | --- | --- |     --- |     --- |     --- |     --- |     --- |
+| M2 ULTRA |  METAL |          tiny       |   1 |   0 |    8.63 |    1.09 |    0.27 |    0.01 | b57b9d3a |
+| M2 ULTRA |  METAL |     tiny-q5_0       |   1 |   0 |    9.04 |    1.06 |    0.28 |    0.01 | b57b9d3a |
+| M2 ULTRA |  METAL |     tiny-q5_1       |   1 |   0 |    8.98 |    1.06 |    0.28 |    0.01 | b57b9d3a |
+| M2 ULTRA |  METAL |     tiny-q8_0       |   1 |   0 |    8.69 |    1.06 |    0.27 |    0.01 | b57b9d3a |
+| M2 ULTRA |  METAL |          base       |   1 |   0 |   15.39 |    1.54 |    0.43 |    0.02 | b57b9d3a |
+| M2 ULTRA |  METAL |     base-q5_0       |   1 |   0 |   16.50 |    1.50 |    0.42 |    0.02 | b57b9d3a |
+| M2 ULTRA |  METAL |     base-q5_1       |   1 |   0 |   16.45 |    1.49 |    0.43 |    0.02 | b57b9d3a |
+| M2 ULTRA |  METAL |     base-q8_0       |   1 |   0 |   15.62 |    1.51 |    0.42 |    0.02 | b57b9d3a |
+| M2 ULTRA |  METAL |         small       |   1 |   0 |   45.99 |    2.99 |    0.90 |    0.05 | b57b9d3a |
+| M2 ULTRA |  METAL |    small-q5_0       |   1 |   0 |   50.65 |    2.98 |    0.92 |    0.06 | b57b9d3a |
+| M2 ULTRA |  METAL |    small-q5_1       |   1 |   0 |   50.74 |    2.96 |    0.92 |    0.06 | b57b9d3a |
+| M2 ULTRA |  METAL |    small-q8_0       |   1 |   0 |   47.16 |    2.83 |    0.89 |    0.06 | b57b9d3a |
+| M2 ULTRA |  METAL |        medium       |   1 |   0 |  132.78 |    6.46 |    2.02 |    0.13 | b57b9d3a |
+| M2 ULTRA |  METAL |   medium-q5_0       |   1 |   0 |  149.35 |    6.11 |    2.09 |    0.14 | b57b9d3a |
+| M2 ULTRA |  METAL |   medium-q5_1       |   1 |   0 |  149.11 |    6.09 |    2.11 |    0.14 | b57b9d3a |
+| M2 ULTRA |  METAL |   medium-q8_0       |   1 |   0 |  137.37 |    6.05 |    2.03 |    0.13 | b57b9d3a |
+| M2 ULTRA |  METAL |    medium-dis       |   1 |   0 |  121.60 |    0.90 |    0.25 |    0.02 | b57b9d3a |
+| M2 ULTRA |  METAL |      large-v2       |   1 |   0 |  231.19 |    9.40 |    3.10 |    0.22 | b57b9d3a |
+| M2 ULTRA |  METAL | large-v2-q5_0       |   1 |   0 |  265.90 |    8.98 |    3.11 |    0.25 | b57b9d3a |
+| M2 ULTRA |  METAL | large-v2-q5_1       |   1 |   0 |  265.18 |    8.92 |    3.13 |    0.25 | b57b9d3a |
+| M2 ULTRA |  METAL | large-v2-q8_0       |   1 |   0 |  240.23 |    9.06 |    2.98 |    0.23 | b57b9d3a |
+| M2 ULTRA |  METAL |  large-v2-dis       |   1 |   0 |  210.25 |    0.99 |    0.28 |    0.02 | b57b9d3a |
+| M2 ULTRA |  METAL | large-v3-turbo      |   1 |   0 |  211.72 |    1.52 |    0.46 |    0.03 | b57b9d3a |
+| M2 ULTRA |  METAL | large-v3-turbo-q5_0 |   1 |   0 |  242.17 |    1.40 |    0.47 |    0.04 | b57b9d3a |
+| M2 ULTRA |  METAL | large-v3-turbo-q8_0 |   1 |   0 |  219.75 |    1.40 |    0.45 |    0.04 | b57b9d3a |
 
 make -j && ./scripts/bench-all.sh 1 1 1
 
@@ -216,20 +216,19 @@ Running ggml_mul_mat benchmark with 1 threads
 
 make -j && ./scripts/bench-all.sh 1 1 0
 
-|    CPU |  Config |         Model |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
-|    --- |     --- |           --- | --- | --- |     --- |     --- |     --- |     --- |     --- |
-| M4 Max |   METAL |          tiny |   1 |   0 |   12.83 |    0.94 |    0.30 |    0.01 | dc8dda60 |
-| M4 Max |   METAL |     tiny-q8_0 |   1 |   0 |   12.95 |    0.80 |    0.31 |    0.01 | dc8dda60 |
-| M4 Max |   METAL |          base |   1 |   0 |   23.54 |    1.37 |    0.33 |    0.02 | dc8dda60 |
-| M4 Max |   METAL |     base-q8_0 |   1 |   0 |   24.14 |    1.24 |    0.33 |    0.02 | dc8dda60 |
-| M4 Max |   METAL |         small |   1 |   0 |   71.59 |    3.02 |    0.71 |    0.06 | dc8dda60 |
-| M4 Max |   METAL |    small-q8_0 |   1 |   0 |   73.34 |    2.65 |    0.72 |    0.06 | dc8dda60 |
-| M4 Max |   METAL |        medium |   1 |   0 |  208.53 |    7.02 |    1.58 |    0.16 | dc8dda60 |
-| M4 Max |   METAL |   medium-q8_0 |   1 |   0 |  212.87 |    6.00 |    1.58 |    0.17 | dc8dda60 |
-| M4 Max |   METAL |      large-v2 |   1 |   0 |  379.84 |   11.47 |    2.52 |    0.29 | dc8dda60 |
-| M4 Max |   METAL | large-v2-q8_0 |   1 |   0 |  390.45 |    9.19 |    2.48 |    0.29 | dc8dda60 |
-| M4 Max |   METAL | large-v3-turbo |   1 |   0 |  345.74 |    1.99 |    0.44 |    0.05 | dc8dda60 |
-
+|    CPU |  Config |         Model  |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
+|    --- |     --- |           ---  | --- | --- |     --- |     --- |     --- |     --- |     --- |
+| M4 Max |   METAL |          tiny  |   1 |   0 |   10.46 |    0.81 |    0.22 |    0.01 | b57b9d3a |
+| M4 Max |   METAL |     tiny-q8_0  |   1 |   0 |   10.64 |    0.79 |    0.23 |    0.01 | b57b9d3a |
+| M4 Max |   METAL |          base  |   1 |   0 |   19.61 |    1.32 |    0.35 |    0.02 | b57b9d3a |
+| M4 Max |   METAL |     base-q8_0  |   1 |   0 |   20.08 |    1.25 |    0.36 |    0.02 | b57b9d3a |
+| M4 Max |   METAL |         small  |   1 |   0 |   62.59 |    2.78 |    0.78 |    0.06 | b57b9d3a |
+| M4 Max |   METAL |    small-q8_0  |   1 |   0 |   64.30 |    2.42 |    0.78 |    0.06 | b57b9d3a |
+| M4 Max |   METAL |        medium  |   1 |   0 |  181.55 |    6.42 |    1.84 |    0.15 | b57b9d3a |
+| M4 Max |   METAL |   medium-q8_0  |   1 |   0 |  187.79 |    5.74 |    1.83 |    0.15 | b57b9d3a |
+| M4 Max |   METAL |      large-v2  |   1 |   0 |  335.93 |   10.56 |    3.03 |    0.26 | b57b9d3a |
+| M4 Max |   METAL | large-v2-q8_0  |   1 |   0 |  350.73 |    8.73 |    2.98 |    0.27 | b57b9d3a |
+| M4 Max |   METAL | large-v3-turbo |   1 |   0 |  301.98 |    1.82 |    0.49 |    0.04 | b57b9d3a |
 
 make -j && ./scripts/bench-all.sh 1 1 1