From: bssrdf Date: Wed, 23 Oct 2024 18:34:00 +0000 (-0400) Subject: increase cuda_cpy block size (ggml/996) X-Git-Tag: upstream/1.7.4~287 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=10eb603a3c07cdf4db8b5ba0c9d0cdcc20a4f93e;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp increase cuda_cpy block size (ggml/996) Co-authored-by: bssrdf --- diff --git a/ggml/src/ggml-cuda/cpy.cuh b/ggml/src/ggml-cuda/cpy.cuh index 79616742..28b06cdd 100644 --- a/ggml/src/ggml-cuda/cpy.cuh +++ b/ggml/src/ggml-cuda/cpy.cuh @@ -1,6 +1,6 @@ #include "common.cuh" -#define CUDA_CPY_BLOCK_SIZE 32 +#define CUDA_CPY_BLOCK_SIZE 64 void ggml_cuda_cpy(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, ggml_tensor * src1);