From: Henrik Forstén Date: Fri, 22 Dec 2023 13:34:05 +0000 (+0200) Subject: Fix CudaMemcpy direction (#4599) X-Git-Tag: upstream/0.0.4488~2799 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=6724ef16573ec7ecce620be56cbbff145856b2fb;p=pkg%2Fggml%2Fsources%2Fllama.cpp Fix CudaMemcpy direction (#4599) --- diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 37d7f279..da8fd1e0 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -8843,7 +8843,7 @@ static void ggml_cuda_mul_mat_id(const ggml_tensor * src0, const ggml_tensor * s const cudaMemcpyKind src1_kind = src1->backend == GGML_BACKEND_CPU ? cudaMemcpyHostToDevice : cudaMemcpyDeviceToDevice; const cudaMemcpyKind dst_kind = dst->backend == GGML_BACKEND_CPU ? - cudaMemcpyHostToDevice : cudaMemcpyDeviceToDevice; + cudaMemcpyDeviceToHost : cudaMemcpyDeviceToDevice; for (int32_t row_id = 0; row_id < n_as; ++row_id) { const struct ggml_tensor * src0_row = dst->src[row_id + 2];