]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
Disable BLAS altogether - the bug is not just for qunatized mat mul
authorGeorgi Gerganov <redacted>
Fri, 24 Mar 2023 21:47:06 +0000 (23:47 +0200)
committerGeorgi Gerganov <redacted>
Fri, 24 Mar 2023 21:47:06 +0000 (23:47 +0200)
ggml.c

diff --git a/ggml.c b/ggml.c
index b428d70583f0e6a1476cc9a5d342d62a11418384..db68ed144908bb0ac64c6d364ce900e9b324cb7c 100644 (file)
--- a/ggml.c
+++ b/ggml.c
@@ -5854,6 +5854,9 @@ static bool ggml_compute_forward_mul_mat_use_blas(
     const int ne0 = dst->ne[0];
     const int ne1 = dst->ne[1];
 
+    // TMP: disable BLAS for now there is definitely a bug
+    return false;
+
     // TODO: find the optimal values for these
     if (ggml_is_contiguous(src0) &&
         ggml_is_contiguous(src1) && ((ne0 >= 32 && ne1 >= 32 && ne10 >= 32))) {