From: Eve <redacted>
Date: Tue, 11 Nov 2025 18:53:30 +0000 (+0000)
Subject: disable rms norm mul rope for chips with no fp16 rte (#17134)
X-Git-Tag: upstream/0.0.7446~419
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=7d019cff744b73084b15ca81ba9916f3efab1223;p=pkg%2Fggml%2Fsources%2Fllama.cpp

disable rms norm mul rope for chips with no fp16 rte (#17134)
---

diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp
index e4b7e1ea..c6503f03 100644
--- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp
+++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp
@@ -12670,6 +12670,12 @@ static bool ggml_vk_can_fuse_rms_norm_mul_rope(ggml_backend_vk_context * ctx, co
         return false;
     }
 
+    // conditions for pipeline creation
+    if (!(ctx->device->float_controls_rte_fp16 &&
+        sizeof(vk_op_rms_norm_mul_rope_push_constants) <= ctx->device->properties.limits.maxPushConstantsSize)) {
+        return false;
+    }
+
     return true;
 }