]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commit
sycl: fuse UNARY(silu|sigmoid|softplus) + MUL (llama/26411)
authorTitaniumtown <redacted>
Thu, 13 Aug 2026 08:41:38 +0000 (01:41 -0700)
committerGeorgi Gerganov <redacted>
Fri, 14 Aug 2026 19:16:06 +0000 (22:16 +0300)
commit3425d130ee8651ffe88182905172f458f0760134
tree44a0954e360f93b80f4812e4876068dcf5d53053
parent90d4ed185961b76ea411148c34a7653fc431752a
sycl: fuse UNARY(silu|sigmoid|softplus) + MUL (llama/26411)

Measured on Arc Pro B70 (Battlemage), Qwen3.6-27B Q4_K_M, -fa on, f16 KV,
-b 2048 -ub 2048, llama-bench -r 3, three interleaved A/B rounds:

  pp2048        1014.70 -> 1018.56 t/s   (+0.38%, within run-to-run spread)
  tg128         23.73 -> 23.86 t/s       (+0.57%)
  tg128 @ d4096 22.71 -> 22.86 t/s       (+0.62%)
ggml/src/ggml-sycl/element_wise.cpp
ggml/src/ggml-sycl/element_wise.hpp
ggml/src/ggml-sycl/fusion.cpp
ggml/src/ggml-sycl/fusion.hpp
ggml/src/ggml-sycl/ggml-sycl.cpp