]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
increase cuda_cpy block size (ggml/996)
authorbssrdf <redacted>
Wed, 23 Oct 2024 18:34:00 +0000 (14:34 -0400)
committerGeorgi Gerganov <redacted>
Fri, 1 Nov 2024 08:19:05 +0000 (10:19 +0200)
Co-authored-by: bssrdf <redacted>
ggml/src/ggml-cuda/cpy.cuh

index 7961674266ee1c67d69ab4077b84646d5e61009d..28b06cddaa87b98316ae3a94fe3ff793812d398b 100644 (file)
@@ -1,6 +1,6 @@
 #include "common.cuh"
 
-#define CUDA_CPY_BLOCK_SIZE 32
+#define CUDA_CPY_BLOCK_SIZE 64
 
 void ggml_cuda_cpy(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, ggml_tensor * src1);