]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
disable rms norm mul rope for chips with no fp16 rte (#17134)
authorEve <redacted>
Tue, 11 Nov 2025 18:53:30 +0000 (18:53 +0000)
committerGitHub <redacted>
Tue, 11 Nov 2025 18:53:30 +0000 (12:53 -0600)
ggml/src/ggml-vulkan/ggml-vulkan.cpp

index e4b7e1ea9e53d122099c318a885e0838f970660e..c6503f0326031dc7be585f3847ea7ed437adccca 100644 (file)
@@ -12670,6 +12670,12 @@ static bool ggml_vk_can_fuse_rms_norm_mul_rope(ggml_backend_vk_context * ctx, co
         return false;
     }
 
+    // conditions for pipeline creation
+    if (!(ctx->device->float_controls_rte_fp16 &&
+        sizeof(vk_op_rms_norm_mul_rope_push_constants) <= ctx->device->properties.limits.maxPushConstantsSize)) {
+        return false;
+    }
+
     return true;
 }