]> git.djapps.eu Git - pkg/ggml/sources/ggml/commit
overview / pkg / ggml / sources / ggml / commit
summary | shortlog | log | commit | commitdiff | tree
(parent: 6039bd4)
ggml : build backends as libraries (llama/10256)
authorDiego Devesa <redacted>
Thu, 14 Nov 2024 17:04:35 +0000 (18:04 +0100)
committerGeorgi Gerganov <redacted>
Fri, 15 Nov 2024 20:51:53 +0000 (22:51 +0200)
commit813a12ce9edc1f908f1af69aacd54182005d9d4c
treec0161ea0a08ec43a56deb47f3b550099a4fba2dbtree
parent6039bd4e6ec27f28a562fa1f6be6dd5fe7bd574acommit | diff
ggml : build backends as libraries (llama/10256)

* ggml : build backends as libraries

---------

Signed-off-by: Xiaodong Ye <redacted>
Co-authored-by: Georgi Gerganov <redacted>
Co-authored-by: R0CKSTAR <redacted>
172 files changed:
CMakeLists.txt diff | blob | history
include/ggml-amx.h diff | blob | history
include/ggml-backend.h diff | blob | history
include/ggml-blas.h diff | blob | history
include/ggml-cann.h diff | blob | history
include/ggml-cpu.h diff | blob | history
include/ggml-cuda.h diff | blob | history
include/ggml-kompute.h diff | blob | history
include/ggml-metal.h diff | blob | history
include/ggml-rpc.h diff | blob | history
include/ggml-sycl.h diff | blob | history
include/ggml-vulkan.h diff | blob | history
include/ggml.h diff | blob | history
src/ggml-aarch64.c diff | blob | history
src/ggml-aarch64.h diff | blob | history
src/ggml-amx/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-amx/common.h diff | blob | history
src/ggml-amx/ggml-amx.cpp [new file with mode: 0644] blob
src/ggml-amx/mmq.cpp diff | blob | history
src/ggml-backend-reg.cpp [new file with mode: 0644] blob
src/ggml-backend.cpp diff | blob | history
src/ggml-blas/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-blas/ggml-blas.cpp [new file with mode: 0644] blob
src/ggml-cann/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-cann/ggml-cann.cpp [new file with mode: 0644] blob
src/ggml-cpu/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-cpu/cmake/FindSIMD.cmake [new file with mode: 0644] blob
src/ggml-cpu/ggml-cpu-aarch64.c [new file with mode: 0644] blob
src/ggml-cpu/ggml-cpu-aarch64.h [new file with mode: 0644] blob
src/ggml-cpu/ggml-cpu-impl.h [new file with mode: 0644] blob
src/ggml-cpu/ggml-cpu-quants.c [new file with mode: 0644] blob
src/ggml-cpu/ggml-cpu-quants.h [new file with mode: 0644] blob
src/ggml-cpu/ggml-cpu.c [new file with mode: 0644] blob
src/ggml-cpu/ggml-cpu.cpp [new file with mode: 0644] blob
src/ggml-cpu/llamafile/sgemm.cpp [new file with mode: 0644] blob
src/ggml-cpu/llamafile/sgemm.h [new file with mode: 0644] blob
src/ggml-cuda/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-cuda/common.cuh diff | blob | history
src/ggml-cuda/fattn-common.cuh diff | blob | history
src/ggml-cuda/fattn-tile-f16.cu diff | blob | history
src/ggml-cuda/fattn-tile-f32.cu diff | blob | history
src/ggml-cuda/fattn-vec-f16.cuh diff | blob | history
src/ggml-cuda/fattn-vec-f32.cuh diff | blob | history
src/ggml-cuda/fattn-wmma-f16.cuh diff | blob | history
src/ggml-cuda/ggml-cuda.cu [new file with mode: 0644] blob
src/ggml-cuda/mmq.cuh diff | blob | history
src/ggml-cuda/mmvq.cu diff | blob | history
src/ggml-cuda/sum.cu diff | blob | history
src/ggml-hip/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-impl.h diff | blob | history
src/ggml-kompute/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-kompute/ggml-kompute.cpp [new file with mode: 0644] blob
src/ggml-kompute/kompute [new submodule] blob
src/ggml-kompute/kompute-shaders/common.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_add.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_addrow.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_cpy_f16_f16.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_cpy_f16_f32.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_cpy_f32_f16.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_cpy_f32_f32.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_diagmask.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_gelu.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_getrows.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_getrows_f16.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_getrows_f32.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_getrows_q4_0.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_getrows_q4_1.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_getrows_q6_k.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mat_f16.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mat_mat_f32.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mat_q4_0.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mat_q4_1.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mat_q4_k.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mat_q6_k.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mat_q8_0.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mv_q_n.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_mul_mv_q_n_pre.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_norm.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_relu.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_rmsnorm.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_rope_f16.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_rope_f32.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_scale.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_scale_8.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_silu.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/op_softmax.comp [new file with mode: 0644] blob
src/ggml-kompute/kompute-shaders/rope_common.comp [new file with mode: 0644] blob
src/ggml-metal/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-metal/ggml-metal.m [new file with mode: 0644] blob
src/ggml-metal/ggml-metal.metal [new file with mode: 0644] blob
src/ggml-musa/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-quants.c diff | blob | history
src/ggml-quants.h diff | blob | history
src/ggml-rpc/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-rpc/ggml-rpc.cpp [new file with mode: 0644] blob
src/ggml-sycl/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-sycl/ggml-sycl.cpp [new file with mode: 0644] blob
src/ggml-threading.cpp [new file with mode: 0644] blob
src/ggml-threading.h [new file with mode: 0644] blob
src/ggml-vulkan/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-vulkan/ggml-vulkan.cpp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/CMakeLists.txt [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/acc.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/add.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/argsort.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/clamp.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/concat.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/contig_copy.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/copy.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/cos.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_f32.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_funcs.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_head.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_iq4_nl.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q2_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q3_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q4_0.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q4_1.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q4_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q5_0.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q5_1.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q5_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q6_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/dequant_q8_0.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/diag_mask_inf.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/div.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/gelu.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/gelu_quick.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/generic_binary_head.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/generic_head.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/generic_unary_head.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/get_rows.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/get_rows_quant.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/group_norm.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/im2col.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/leaky_relu.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_split_k_reduce.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_base.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_nc.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_p021.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q4_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q5_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q6_k.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/mul_mm.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/norm.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/pad.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/pool2d.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/relu.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/repeat.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/rms_norm.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/rope_head.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/rope_neox.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/rope_norm.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/scale.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/silu.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/sin.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/soft_max.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/square.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/sum_rows.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/tanh.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/timestep_embedding.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/types.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/upscale.comp [new file with mode: 0644] blob
src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp [new file with mode: 0644] blob
src/ggml.c diff | blob | history
tests/test-quantize-fns.cpp diff | blob | history
tests/test-quantize-perf.cpp diff | blob | history
Packaging of ggml-org/ggml