From: Georgi Gerganov <redacted>
Date: Wed, 28 Aug 2024 14:08:03 +0000 (+0300)
Subject: cuda : mark BF16 CONT as unsupported
X-Git-Tag: upstream/1.7.4~451
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=cc68f315770843d0de370e76d02feb9b6b9ffd78;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

cuda : mark BF16 CONT as unsupported
---

diff --git a/ggml/src/ggml-cuda.cu b/ggml/src/ggml-cuda.cu
index 8a844b02..0bc08d3e 100644
--- a/ggml/src/ggml-cuda.cu
+++ b/ggml/src/ggml-cuda.cu
@@ -2877,7 +2877,9 @@ GGML_CALL static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, cons
         case GGML_OP_SIN:
         case GGML_OP_COS:
         case GGML_OP_CLAMP:
+            return true;
         case GGML_OP_CONT:
+            return op->src[0]->type != GGML_TYPE_BF16;
         case GGML_OP_DIAG_MASK_INF:
         case GGML_OP_SOFT_MAX:
             return true;