From: bssrdf <redacted>
Date: Wed, 23 Oct 2024 18:34:00 +0000 (-0400)
Subject: increase cuda_cpy block size (#996)
X-Git-Tag: upstream/0.0.1642~270
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=d51c6c04d1e78775637b077fbcaf7df899ea12d7;p=pkg%2Fggml%2Fsources%2Fggml

increase cuda_cpy block size (#996)

Co-authored-by: bssrdf <redacted>
---

diff --git a/src/ggml-cuda/cpy.cuh b/src/ggml-cuda/cpy.cuh
index 79616742..28b06cdd 100644
--- a/src/ggml-cuda/cpy.cuh
+++ b/src/ggml-cuda/cpy.cuh
@@ -1,6 +1,6 @@
 #include "common.cuh"
 
-#define CUDA_CPY_BLOCK_SIZE 32
+#define CUDA_CPY_BLOCK_SIZE 64
 
 void ggml_cuda_cpy(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, ggml_tensor * src1);