]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
increase cuda_cpy block size (ggml/996)
authorbssrdf <redacted>
Wed, 23 Oct 2024 18:34:00 +0000 (14:34 -0400)
committerGeorgi Gerganov <redacted>
Sat, 26 Oct 2024 07:33:56 +0000 (10:33 +0300)
Co-authored-by: bssrdf <redacted>
ggml/src/ggml-cuda/cpy.cuh

index 7961674266ee1c67d69ab4077b84646d5e61009d..28b06cddaa87b98316ae3a94fe3ff793812d398b 100644 (file)
@@ -1,6 +1,6 @@
 #include "common.cuh"
 
-#define CUDA_CPY_BLOCK_SIZE 32
+#define CUDA_CPY_BLOCK_SIZE 64
 
 void ggml_cuda_cpy(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, ggml_tensor * src1);