]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
vulkan: fix bug in coopmat1 mul_mat_id (llama/12316)
authorJeff Bolz <redacted>
Wed, 12 Mar 2025 05:59:19 +0000 (00:59 -0500)
committerGeorgi Gerganov <redacted>
Thu, 27 Mar 2025 09:06:03 +0000 (11:06 +0200)
* tests: run mul_mat_id with a larger N

* vulkan: fix bug in coopmat1 mul_mat_id

ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp

index a8fd93fdeadee861588812849e0eaed322a42868..0d03411f24ca4bf01c9661cb4408d25bae47f71e 100644 (file)
@@ -777,7 +777,7 @@ void main() {
         [[unroll]] for (uint cm_col = 0; cm_col < cms_per_col; cm_col++) {
             coopMatStore(sums[cm_col * cms_per_row + cm_row], coopmat_stage, warp_i * TM * TN, TM, gl_CooperativeMatrixLayoutColumnMajor);
 
-            [[unroll]] for (uint col = 0; col < BN; col += storestride) {
+            [[unroll]] for (uint col = 0; col < TN; col += storestride) {
                 const uint row_i = dc + cm_col * TN + col + store_c;
                 if (row_i >= _ne1) break;