]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commit
ggml : build backends as libraries (#10256)
authorDiego Devesa <redacted>
Thu, 14 Nov 2024 17:04:35 +0000 (18:04 +0100)
committerGitHub <redacted>
Thu, 14 Nov 2024 17:04:35 +0000 (18:04 +0100)
commitae8de6d50a09d49545e0afab2e50cc4acfb280e2
tree41af6a2624c0d26c8ce637e094f7e3b615915608
parent4a8ccb37ad9c9027cbcfd5548c19cdffe48d5197
ggml : build backends as libraries (#10256)

* ggml : build backends as libraries

---------

Signed-off-by: Xiaodong Ye <redacted>
Co-authored-by: Georgi Gerganov <redacted>
Co-authored-by: R0CKSTAR <redacted>
309 files changed:
.devops/llama-cli-cuda.Dockerfile
.devops/llama-cli-musa.Dockerfile
.devops/llama-server-cuda.Dockerfile
.devops/llama-server-musa.Dockerfile
.devops/nix/package.nix
.github/workflows/build.yml
.gitmodules
CMakeLists.txt
Makefile
Package.swift
cmake/llama-config.cmake.in
common/common.cpp
docs/build.md
examples/llama-bench/llama-bench.cpp
examples/quantize-stats/quantize-stats.cpp
ggml/CMakeLists.txt
ggml/cmake/FindSIMD.cmake [deleted file]
ggml/include/ggml-amx.h
ggml/include/ggml-backend.h
ggml/include/ggml-blas.h
ggml/include/ggml-cann.h
ggml/include/ggml-cpu.h
ggml/include/ggml-cuda.h
ggml/include/ggml-kompute.h
ggml/include/ggml-metal.h
ggml/include/ggml-rpc.h
ggml/include/ggml-sycl.h
ggml/include/ggml-vulkan.h
ggml/include/ggml.h
ggml/src/CMakeLists.txt
ggml/src/ggml-aarch64.c
ggml/src/ggml-aarch64.h
ggml/src/ggml-amx.cpp [deleted file]
ggml/src/ggml-amx/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-amx/common.h
ggml/src/ggml-amx/ggml-amx.cpp [new file with mode: 0644]
ggml/src/ggml-amx/mmq.cpp
ggml/src/ggml-backend-reg.cpp [new file with mode: 0644]
ggml/src/ggml-backend.cpp
ggml/src/ggml-blas.cpp [deleted file]
ggml/src/ggml-blas/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-blas/ggml-blas.cpp [new file with mode: 0644]
ggml/src/ggml-cann.cpp [deleted file]
ggml/src/ggml-cann/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-cann/ggml-cann.cpp [new file with mode: 0644]
ggml/src/ggml-cpu-impl.h [deleted file]
ggml/src/ggml-cpu.c [deleted file]
ggml/src/ggml-cpu/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-cpu/cmake/FindSIMD.cmake [new file with mode: 0644]
ggml/src/ggml-cpu/ggml-cpu-aarch64.c [new file with mode: 0644]
ggml/src/ggml-cpu/ggml-cpu-aarch64.h [new file with mode: 0644]
ggml/src/ggml-cpu/ggml-cpu-impl.h [new file with mode: 0644]
ggml/src/ggml-cpu/ggml-cpu-quants.c [new file with mode: 0644]
ggml/src/ggml-cpu/ggml-cpu-quants.h [new file with mode: 0644]
ggml/src/ggml-cpu/ggml-cpu.c [new file with mode: 0644]
ggml/src/ggml-cpu/ggml-cpu.cpp [new file with mode: 0644]
ggml/src/ggml-cpu/llamafile/sgemm.cpp [new file with mode: 0644]
ggml/src/ggml-cpu/llamafile/sgemm.h [new file with mode: 0644]
ggml/src/ggml-cuda.cu [deleted file]
ggml/src/ggml-cuda/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-cuda/common.cuh
ggml/src/ggml-cuda/fattn-common.cuh
ggml/src/ggml-cuda/fattn-tile-f16.cu
ggml/src/ggml-cuda/fattn-tile-f32.cu
ggml/src/ggml-cuda/fattn-vec-f16.cuh
ggml/src/ggml-cuda/fattn-vec-f32.cuh
ggml/src/ggml-cuda/fattn-wmma-f16.cuh
ggml/src/ggml-cuda/ggml-cuda.cu [new file with mode: 0644]
ggml/src/ggml-cuda/mmq.cuh
ggml/src/ggml-cuda/mmvq.cu
ggml/src/ggml-cuda/sum.cu
ggml/src/ggml-hip/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-impl.h
ggml/src/ggml-kompute.cpp [deleted file]
ggml/src/ggml-kompute/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-kompute/ggml-kompute.cpp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute [new submodule]
ggml/src/ggml-kompute/kompute-shaders/common.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_add.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_addrow.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_cpy_f16_f16.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_cpy_f16_f32.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_cpy_f32_f16.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_cpy_f32_f32.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_diagmask.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_gelu.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_getrows.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_getrows_f16.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_getrows_f32.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_getrows_q4_0.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_getrows_q4_1.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_getrows_q6_k.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mat_f16.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mat_mat_f32.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mat_q4_0.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mat_q4_1.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mat_q4_k.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mat_q6_k.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mat_q8_0.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mv_q_n.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_mul_mv_q_n_pre.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_norm.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_relu.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_rmsnorm.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_rope_f16.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_rope_f32.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_scale.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_scale_8.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_silu.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/op_softmax.comp [new file with mode: 0644]
ggml/src/ggml-kompute/kompute-shaders/rope_common.comp [new file with mode: 0644]
ggml/src/ggml-metal.m [deleted file]
ggml/src/ggml-metal.metal [deleted file]
ggml/src/ggml-metal/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-metal/ggml-metal.m [new file with mode: 0644]
ggml/src/ggml-metal/ggml-metal.metal [new file with mode: 0644]
ggml/src/ggml-musa/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-quants.c
ggml/src/ggml-quants.h
ggml/src/ggml-rpc.cpp [deleted file]
ggml/src/ggml-rpc/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-rpc/ggml-rpc.cpp [new file with mode: 0644]
ggml/src/ggml-sycl.cpp [deleted file]
ggml/src/ggml-sycl/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-sycl/ggml-sycl.cpp [new file with mode: 0644]
ggml/src/ggml-threading.cpp [new file with mode: 0644]
ggml/src/ggml-threading.h [new file with mode: 0644]
ggml/src/ggml-vulkan.cpp [deleted file]
ggml/src/ggml-vulkan/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-vulkan/ggml-vulkan.cpp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/CMakeLists.txt [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/acc.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/add.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/argsort.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/clamp.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/concat.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/contig_copy.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/copy.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/cos.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_f32.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_funcs.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_head.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq4_nl.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q2_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q3_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q4_0.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q4_1.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q4_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q5_0.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q5_1.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q5_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q6_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/dequant_q8_0.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/diag_mask_inf.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/div.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/gelu.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/gelu_quick.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/generic_binary_head.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/generic_head.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/generic_unary_head.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/get_rows.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/get_rows_quant.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/group_norm.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/im2col.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/leaky_relu.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_split_k_reduce.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_base.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_nc.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_p021.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q4_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q5_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q6_k.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/norm.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/pad.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/pool2d.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/relu.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/repeat.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/rms_norm.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/rope_head.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/rope_neox.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/scale.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/silu.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/sin.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/soft_max.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/square.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/sum_rows.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/timestep_embedding.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/types.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/upscale.comp [new file with mode: 0644]
ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp [new file with mode: 0644]
ggml/src/ggml.c
ggml/src/kompute [deleted submodule]
ggml/src/kompute-shaders/common.comp [deleted file]
ggml/src/kompute-shaders/op_add.comp [deleted file]
ggml/src/kompute-shaders/op_addrow.comp [deleted file]
ggml/src/kompute-shaders/op_cpy_f16_f16.comp [deleted file]
ggml/src/kompute-shaders/op_cpy_f16_f32.comp [deleted file]
ggml/src/kompute-shaders/op_cpy_f32_f16.comp [deleted file]
ggml/src/kompute-shaders/op_cpy_f32_f32.comp [deleted file]
ggml/src/kompute-shaders/op_diagmask.comp [deleted file]
ggml/src/kompute-shaders/op_gelu.comp [deleted file]
ggml/src/kompute-shaders/op_getrows.comp [deleted file]
ggml/src/kompute-shaders/op_getrows_f16.comp [deleted file]
ggml/src/kompute-shaders/op_getrows_f32.comp [deleted file]
ggml/src/kompute-shaders/op_getrows_q4_0.comp [deleted file]
ggml/src/kompute-shaders/op_getrows_q4_1.comp [deleted file]
ggml/src/kompute-shaders/op_getrows_q6_k.comp [deleted file]
ggml/src/kompute-shaders/op_mul.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mat_f16.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mat_mat_f32.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mat_q4_0.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mat_q4_1.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mat_q4_k.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mat_q6_k.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mat_q8_0.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mv_q_n.comp [deleted file]
ggml/src/kompute-shaders/op_mul_mv_q_n_pre.comp [deleted file]
ggml/src/kompute-shaders/op_norm.comp [deleted file]
ggml/src/kompute-shaders/op_relu.comp [deleted file]
ggml/src/kompute-shaders/op_rmsnorm.comp [deleted file]
ggml/src/kompute-shaders/op_rope_f16.comp [deleted file]
ggml/src/kompute-shaders/op_rope_f32.comp [deleted file]
ggml/src/kompute-shaders/op_scale.comp [deleted file]
ggml/src/kompute-shaders/op_scale_8.comp [deleted file]
ggml/src/kompute-shaders/op_silu.comp [deleted file]
ggml/src/kompute-shaders/op_softmax.comp [deleted file]
ggml/src/kompute-shaders/rope_common.comp [deleted file]
ggml/src/llamafile/sgemm.cpp [deleted file]
ggml/src/llamafile/sgemm.h [deleted file]
ggml/src/vulkan-shaders/CMakeLists.txt [deleted file]
ggml/src/vulkan-shaders/acc.comp [deleted file]
ggml/src/vulkan-shaders/add.comp [deleted file]
ggml/src/vulkan-shaders/argsort.comp [deleted file]
ggml/src/vulkan-shaders/clamp.comp [deleted file]
ggml/src/vulkan-shaders/concat.comp [deleted file]
ggml/src/vulkan-shaders/contig_copy.comp [deleted file]
ggml/src/vulkan-shaders/copy.comp [deleted file]
ggml/src/vulkan-shaders/cos.comp [deleted file]
ggml/src/vulkan-shaders/dequant_f32.comp [deleted file]
ggml/src/vulkan-shaders/dequant_funcs.comp [deleted file]
ggml/src/vulkan-shaders/dequant_head.comp [deleted file]
ggml/src/vulkan-shaders/dequant_iq4_nl.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q2_k.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q3_k.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q4_0.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q4_1.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q4_k.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q5_0.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q5_1.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q5_k.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q6_k.comp [deleted file]
ggml/src/vulkan-shaders/dequant_q8_0.comp [deleted file]
ggml/src/vulkan-shaders/diag_mask_inf.comp [deleted file]
ggml/src/vulkan-shaders/div.comp [deleted file]
ggml/src/vulkan-shaders/gelu.comp [deleted file]
ggml/src/vulkan-shaders/gelu_quick.comp [deleted file]
ggml/src/vulkan-shaders/generic_binary_head.comp [deleted file]
ggml/src/vulkan-shaders/generic_head.comp [deleted file]
ggml/src/vulkan-shaders/generic_unary_head.comp [deleted file]
ggml/src/vulkan-shaders/get_rows.comp [deleted file]
ggml/src/vulkan-shaders/get_rows_quant.comp [deleted file]
ggml/src/vulkan-shaders/group_norm.comp [deleted file]
ggml/src/vulkan-shaders/im2col.comp [deleted file]
ggml/src/vulkan-shaders/leaky_relu.comp [deleted file]
ggml/src/vulkan-shaders/mul.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_split_k_reduce.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_base.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_nc.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_p021.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_q2_k.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_q3_k.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_q4_k.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_q5_k.comp [deleted file]
ggml/src/vulkan-shaders/mul_mat_vec_q6_k.comp [deleted file]
ggml/src/vulkan-shaders/mul_mm.comp [deleted file]
ggml/src/vulkan-shaders/norm.comp [deleted file]
ggml/src/vulkan-shaders/pad.comp [deleted file]
ggml/src/vulkan-shaders/pool2d.comp [deleted file]
ggml/src/vulkan-shaders/relu.comp [deleted file]
ggml/src/vulkan-shaders/repeat.comp [deleted file]
ggml/src/vulkan-shaders/rms_norm.comp [deleted file]
ggml/src/vulkan-shaders/rope_head.comp [deleted file]
ggml/src/vulkan-shaders/rope_neox.comp [deleted file]
ggml/src/vulkan-shaders/rope_norm.comp [deleted file]
ggml/src/vulkan-shaders/scale.comp [deleted file]
ggml/src/vulkan-shaders/silu.comp [deleted file]
ggml/src/vulkan-shaders/sin.comp [deleted file]
ggml/src/vulkan-shaders/soft_max.comp [deleted file]
ggml/src/vulkan-shaders/square.comp [deleted file]
ggml/src/vulkan-shaders/sum_rows.comp [deleted file]
ggml/src/vulkan-shaders/tanh.comp [deleted file]
ggml/src/vulkan-shaders/timestep_embedding.comp [deleted file]
ggml/src/vulkan-shaders/types.comp [deleted file]
ggml/src/vulkan-shaders/upscale.comp [deleted file]
ggml/src/vulkan-shaders/vulkan-shaders-gen.cpp [deleted file]
pocs/vdot/vdot.cpp
src/CMakeLists.txt
src/llama.cpp
tests/test-quantize-fns.cpp
tests/test-quantize-perf.cpp