bench : update [no ci] (#3439)

diff --git a/scripts/bench-all-gg.txt b/scripts/bench-all-gg.txt
index eb1c56bed6343d90426d316b185831d1918e1ff2..0e804dacc87bd302aa41161de04a61a20dc8cf91 100644 (file)
--- a/scripts/bench-all-gg.txt
+++ b/scripts/bench-all-gg.txt
@@ -55,10 +55,10 @@ make -j && ./scripts/bench-all.sh 1 1 1
 
 |    CPU | Config |         Model |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
 |    --- |    --- |           --- | --- | --- |     --- |     --- |     --- |     --- |     --- |
-| M1 Pro |  METAL |          tiny |   1 |   1 |   30.77 |    1.59 |    0.54 |    0.03 | 22c96b4 |
-| M1 Pro |  METAL |          base |   1 |   1 |   60.42 |    2.29 |    0.81 |    0.05 | 22c96b4 |
-| M1 Pro |  METAL |         small |   1 |   1 |  183.82 |    5.12 |    1.81 |    0.14 | 22c96b4 |
-| M1 Pro |  METAL |        medium |   1 |   1 |  517.92 |   11.60 |    4.01 |    0.38 | 22c96b4 |
+| M1 Pro |  METAL |          tiny |   1 |   1 |   21.98 |    1.66 |    0.29 |    0.03 | a77d11d9 |
+| M1 Pro |  METAL |          base |   1 |   1 |   40.55 |    2.18 |    0.43 |    0.04 | a77d11d9 |
+| M1 Pro |  METAL |         small |   1 |   1 |  229.44 |    4.38 |    0.95 |    0.11 | a77d11d9 |
+| M1 Pro |  METAL |        medium |   1 |   1 |  394.64 |    9.11 |    2.21 |    0.30 | a77d11d9 |
 
 
 ## M2 Ultra
@@ -139,33 +139,33 @@ make -j && ./scripts/bench-all.sh 1 1 0
 
 make -j && ./scripts/bench-all.sh 1 1 1
 
-|      CPU | Config |         Model |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
-|      --- |    --- |           --- | --- | --- |     --- |     --- |     --- |     --- |     --- |
-| M2 ULTRA |  METAL |          tiny |   1 |   1 |    7.72 |    1.05 |    0.32 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |     tiny-q5_0 |   1 |   1 |    8.20 |    0.98 |    0.31 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |     tiny-q5_1 |   1 |   1 |    8.13 |    0.99 |    0.31 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |     tiny-q8_0 |   1 |   1 |    7.96 |    0.93 |    0.30 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |          base |   1 |   1 |   13.52 |    1.39 |    0.35 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |     base-q5_0 |   1 |   1 |   14.88 |    1.31 |    0.34 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |     base-q5_1 |   1 |   1 |   14.76 |    1.33 |    0.34 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |     base-q8_0 |   1 |   1 |   14.04 |    1.28 |    0.34 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL |         small |   1 |   1 |   38.78 |    2.72 |    0.67 |    0.04 | dc8dda60 |
-| M2 ULTRA |  METAL |    small-q5_0 |   1 |   1 |   44.01 |    2.64 |    0.69 |    0.05 | dc8dda60 |
-| M2 ULTRA |  METAL |    small-q5_1 |   1 |   1 |   44.02 |    2.66 |    0.69 |    0.05 | dc8dda60 |
-| M2 ULTRA |  METAL |    small-q8_0 |   1 |   1 |   40.79 |    2.49 |    0.67 |    0.05 | dc8dda60 |
-| M2 ULTRA |  METAL |        medium |   1 |   1 |  104.48 |    5.57 |    1.61 |    0.10 | dc8dda60 |
-| M2 ULTRA |  METAL |   medium-q5_0 |   1 |   1 |  122.24 |    5.00 |    1.58 |    0.12 | dc8dda60 |
-| M2 ULTRA |  METAL |   medium-q5_1 |   1 |   1 |  121.99 |    5.02 |    1.59 |    0.12 | dc8dda60 |
-| M2 ULTRA |  METAL |   medium-q8_0 |   1 |   1 |  111.68 |    4.99 |    1.52 |    0.11 | dc8dda60 |
-| M2 ULTRA |  METAL |    medium-dis |   1 |   1 |   93.23 |    0.87 |    0.21 |    0.01 | dc8dda60 |
-| M2 ULTRA |  METAL |      large-v2 |   1 |   1 |  189.82 |    8.36 |    2.35 |    0.19 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v2-q5_0 |   1 |   1 |  225.73 |    7.34 |    2.40 |    0.22 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v2-q5_1 |   1 |   1 |  225.88 |    7.60 |    2.40 |    0.22 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v2-q8_0 |   1 |   1 |  203.55 |    7.32 |    2.26 |    0.20 | dc8dda60 |
-| M2 ULTRA |  METAL |  large-v2-dis |   1 |   1 |  168.20 |    0.98 |    0.24 |    0.02 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v3-turbo |   1 |   1 |  170.22 |    1.46 |    0.37 |    0.03 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v3-turbo-q5_0 |   1 |   1 |  201.88 |    1.27 |    0.38 |    0.04 | dc8dda60 |
-| M2 ULTRA |  METAL | large-v3-turbo-q8_0 |   1 |   1 |  182.37 |    1.24 |    0.36 |    0.03 | dc8dda60 |
+|      CPU | Config |         Model       |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
+|      --- |    --- |           ---       | --- | --- |     --- |     --- |     --- |     --- |     --- |
+| M2 ULTRA |  METAL |          tiny       |   1 |   1 |    6.28 |    0.96 |    0.22 |    0.01 | a77d11d9 |
+| M2 ULTRA |  METAL |     tiny-q5_0       |   1 |   1 |    6.69 |    0.92 |    0.22 |    0.01 | a77d11d9 |
+| M2 ULTRA |  METAL |     tiny-q5_1       |   1 |   1 |    6.67 |    0.91 |    0.22 |    0.01 | a77d11d9 |
+| M2 ULTRA |  METAL |     tiny-q8_0       |   1 |   1 |    6.34 |    0.92 |    0.21 |    0.01 | a77d11d9 |
+| M2 ULTRA |  METAL |          base       |   1 |   1 |   10.77 |    1.30 |    0.32 |    0.02 | a77d11d9 |
+| M2 ULTRA |  METAL |     base-q5_0       |   1 |   1 |   11.84 |    1.23 |    0.33 |    0.02 | a77d11d9 |
+| M2 ULTRA |  METAL |     base-q5_1       |   1 |   1 |   11.95 |    1.24 |    0.33 |    0.02 | a77d11d9 |
+| M2 ULTRA |  METAL |     base-q8_0       |   1 |   1 |   11.14 |    1.23 |    0.32 |    0.02 | a77d11d9 |
+| M2 ULTRA |  METAL |         small       |   1 |   1 |   32.12 |    2.43 |    0.65 |    0.04 | a77d11d9 |
+| M2 ULTRA |  METAL |    small-q5_0       |   1 |   1 |   36.95 |    2.42 |    0.68 |    0.04 | a77d11d9 |
+| M2 ULTRA |  METAL |    small-q5_1       |   1 |   1 |   37.40 |    2.42 |    0.68 |    0.04 | a77d11d9 |
+| M2 ULTRA |  METAL |    small-q8_0       |   1 |   1 |   33.48 |    2.30 |    0.65 |    0.04 | a77d11d9 |
+| M2 ULTRA |  METAL |        medium       |   1 |   1 |   89.28 |    5.05 |    1.46 |    0.09 | a77d11d9 |
+| M2 ULTRA |  METAL |   medium-q5_0       |   1 |   1 |  105.24 |    4.89 |    1.48 |    0.11 | a77d11d9 |
+| M2 ULTRA |  METAL |   medium-q5_1       |   1 |   1 |  105.28 |    4.98 |    1.49 |    0.11 | a77d11d9 |
+| M2 ULTRA |  METAL |   medium-q8_0       |   1 |   1 |   93.61 |    4.89 |    1.43 |    0.10 | a77d11d9 |
+| M2 ULTRA |  METAL |    medium-dis       |   1 |   1 |   78.44 |    0.81 |    0.20 |    0.01 | a77d11d9 |
+| M2 ULTRA |  METAL |      large-v2       |   1 |   1 |  165.69 |    7.50 |    2.16 |    0.17 | a77d11d9 |
+| M2 ULTRA |  METAL | large-v2-q5_0       |   1 |   1 |  199.40 |    7.37 |    2.18 |    0.20 | a77d11d9 |
+| M2 ULTRA |  METAL | large-v2-q5_1       |   1 |   1 |  199.29 |    7.37 |    2.21 |    0.20 | a77d11d9 |
+| M2 ULTRA |  METAL | large-v2-q8_0       |   1 |   1 |  174.60 |    6.87 |    2.16 |    0.18 | a77d11d9 |
+| M2 ULTRA |  METAL |  large-v2-dis       |   1 |   1 |  145.80 |    0.90 |    0.22 |    0.02 | a77d11d9 |
+| M2 ULTRA |  METAL | large-v3-turbo      |   1 |   1 |  146.98 |    1.31 |    0.34 |    0.03 | a77d11d9 |
+| M2 ULTRA |  METAL | large-v3-turbo-q5_0 |   1 |   1 |  176.77 |    1.19 |    0.35 |    0.03 | a77d11d9 |
+| M2 ULTRA |  METAL | large-v3-turbo-q8_0 |   1 |   1 |  154.73 |    1.20 |    0.33 |    0.03 | a77d11d9 |
 
 
 ## M4 Max
@@ -233,19 +233,19 @@ make -j && ./scripts/bench-all.sh 1 1 0
 
 make -j && ./scripts/bench-all.sh 1 1 1
 
-|    CPU |  Config |         Model |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
-|    --- |     --- |           --- | --- | --- |     --- |     --- |     --- |     --- |     --- |
-| M4 Max |   METAL |          tiny |   1 |   1 |   11.70 |    0.74 |    0.23 |    0.01 | dc8dda60 |
-| M4 Max |   METAL |     tiny-q8_0 |   1 |   1 |   12.36 |    0.67 |    0.23 |    0.01 | dc8dda60 |
-| M4 Max |   METAL |          base |   1 |   1 |   21.76 |    1.12 |    0.25 |    0.02 | dc8dda60 |
-| M4 Max |   METAL |     base-q8_0 |   1 |   1 |   22.60 |    0.94 |    0.26 |    0.02 | dc8dda60 |
-| M4 Max |   METAL |         small |   1 |   1 |   67.26 |    2.27 |    0.50 |    0.06 | dc8dda60 |
-| M4 Max |   METAL |    small-q8_0 |   1 |   1 |   68.67 |    1.93 |    0.53 |    0.06 | dc8dda60 |
-| M4 Max |   METAL |        medium |   1 |   1 |  193.58 |    5.31 |    1.20 |    0.16 | dc8dda60 |
-| M4 Max |   METAL |   medium-q8_0 |   1 |   1 |  198.60 |    4.31 |    1.21 |    0.16 | dc8dda60 |
-| M4 Max |   METAL |      large-v2 |   1 |   1 |  357.54 |    8.73 |    1.99 |    0.27 | dc8dda60 |
-| M4 Max |   METAL | large-v2-q8_0 |   1 |   1 |  363.98 |    6.43 |    1.99 |    0.28 | dc8dda60 |
-| M4 Max |   METAL | large-v3-turbo |   1 |   1 |  322.32 |    1.66 |    0.37 |    0.05 | dc8dda60 |
+|    CPU |  Config |         Model  |  Th |  FA |    Enc. |    Dec. |    Bch5 |      PP |  Commit |
+|    --- |     --- |           ---  | --- | --- |     --- |     --- |     --- |     --- |     --- |
+| M4 Max |   METAL |          tiny  |   1 |   1 |    8.27 |    0.73 |    0.16 |    0.01 | a77d11d9 |
+| M4 Max |   METAL |     tiny-q8_0  |   1 |   1 |    8.46 |    0.67 |    0.16 |    0.01 | a77d11d9 |
+| M4 Max |   METAL |          base  |   1 |   1 |   15.43 |    1.11 |    0.26 |    0.02 | a77d11d9 |
+| M4 Max |   METAL |     base-q8_0  |   1 |   1 |   16.02 |    1.04 |    0.27 |    0.02 | a77d11d9 |
+| M4 Max |   METAL |         small  |   1 |   1 |   49.88 |    2.34 |    0.54 |    0.05 | a77d11d9 |
+| M4 Max |   METAL |    small-q8_0  |   1 |   1 |   51.86 |    1.99 |    0.54 |    0.05 | a77d11d9 |
+| M4 Max |   METAL |        medium  |   1 |   1 |  148.17 |    5.45 |    1.27 |    0.12 | a77d11d9 |
+| M4 Max |   METAL |   medium-q8_0  |   1 |   1 |  154.43 |    4.56 |    1.25 |    0.13 | a77d11d9 |
+| M4 Max |   METAL |      large-v2  |   1 |   1 |  283.30 |    8.96 |    2.10 |    0.22 | a77d11d9 |
+| M4 Max |   METAL | large-v2-q8_0  |   1 |   1 |  298.13 |    7.28 |    2.08 |    0.23 | a77d11d9 |
+| M4 Max |   METAL | large-v3-turbo |   1 |   1 |  250.19 |    1.64 |    0.37 |    0.04 | a77d11d9 |
 
 
 # V100