]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
metal : check for BF16 support in concat kernel (#24747)
authorGeorgi Gerganov <redacted>
Thu, 18 Jun 2026 06:16:06 +0000 (09:16 +0300)
committerGitHub <redacted>
Thu, 18 Jun 2026 06:16:06 +0000 (09:16 +0300)
ggml/src/ggml-metal/ggml-metal.metal

index 31b5326ec5f51d1b4f0aff82c91b590f7c788fe1..25e78e100898ad7e8064234b1f2093ff2ddcbf57 100644 (file)
@@ -7557,7 +7557,9 @@ typedef decltype(kernel_concat<float>) kernel_concat_t;
 
 template [[host_name("kernel_concat_f32")]]  kernel kernel_concat_t kernel_concat<float>;
 template [[host_name("kernel_concat_f16")]]  kernel kernel_concat_t kernel_concat<half>;
+#if defined(GGML_METAL_HAS_BF16)
 template [[host_name("kernel_concat_bf16")]] kernel kernel_concat_t kernel_concat<bfloat>;
+#endif
 template [[host_name("kernel_concat_i8")]]   kernel kernel_concat_t kernel_concat<char>;
 template [[host_name("kernel_concat_i16")]]  kernel kernel_concat_t kernel_concat<short>;
 template [[host_name("kernel_concat_i32")]]  kernel kernel_concat_t kernel_concat<int>;