From: Erik Scholz <redacted>
Date: Fri, 5 Jan 2024 15:00:00 +0000 (+0100)
Subject: fix : cuda order of synchronization when setting a buffer (ggml/679)
X-Git-Tag: upstream/0.0.4488~2675
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=f34432ca1e0b288129390c1db8296a82aaf1e632;p=pkg%2Fggml%2Fsources%2Fllama.cpp

fix : cuda order of synchronization when setting a buffer (ggml/679)

* fix : cuda order of synchronization when setting a buffer

* also sync before memcpy

---------

Co-authored-by: slaren <redacted>
---

diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index e26260a3..900f7ba4 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -10184,8 +10184,8 @@ static void ggml_backend_cuda_buffer_set_tensor(ggml_backend_buffer_t buffer, gg
 
     ggml_cuda_set_device(ctx->device);
     CUDA_CHECK(cudaDeviceSynchronize());
-
     CUDA_CHECK(cudaMemcpy((char *)tensor->data + offset, data, size, cudaMemcpyHostToDevice));
+    CUDA_CHECK(cudaDeviceSynchronize());
 }
 
 static void ggml_backend_cuda_buffer_get_tensor(ggml_backend_buffer_t buffer, const ggml_tensor * tensor, void * data, size_t offset, size_t size) {