From: Eve <redacted>
Date: Tue, 11 Nov 2025 18:53:30 +0000 (+0000)
Subject: disable rms norm mul rope for chips with no fp16 rte (llama/17134)
X-Git-Tag: upstream/0.9.4.395~195
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=4f143c27d022a6724e195cc227bc91f76ff5e2cd;p=pkg%2Fggml%2Fsources%2Fggml

disable rms norm mul rope for chips with no fp16 rte (llama/17134)
---

diff --git a/src/ggml-vulkan/ggml-vulkan.cpp b/src/ggml-vulkan/ggml-vulkan.cpp
index e4b7e1ea..c6503f03 100644
--- a/src/ggml-vulkan/ggml-vulkan.cpp
+++ b/src/ggml-vulkan/ggml-vulkan.cpp
@@ -12670,6 +12670,12 @@ static bool ggml_vk_can_fuse_rms_norm_mul_rope(ggml_backend_vk_context * ctx, co
         return false;
     }
 
+    // conditions for pipeline creation
+    if (!(ctx->device->float_controls_rte_fp16 &&
+        sizeof(vk_op_rms_norm_mul_rope_push_constants) <= ctx->device->properties.limits.maxPushConstantsSize)) {
+        return false;
+    }
+
     return true;
 }