From: Wentai Zhang Date: Sun, 3 Sep 2023 08:46:44 +0000 (+0800) Subject: opencl : fix a bug in ggml_cl_pool_malloc() for ggml_cl_mul_mat_f32() (#2955) X-Git-Tag: gguf-v0.4.0~144 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=6460f758dbd472653296044d36bed8c4554988f5;p=pkg%2Fggml%2Fsources%2Fllama.cpp opencl : fix a bug in ggml_cl_pool_malloc() for ggml_cl_mul_mat_f32() (#2955) Co-authored-by: Wentai Zhang --- diff --git a/ggml-opencl.cpp b/ggml-opencl.cpp index eb214a83..3d50a7f0 100644 --- a/ggml-opencl.cpp +++ b/ggml-opencl.cpp @@ -1493,7 +1493,7 @@ static void ggml_cl_mul_mat_f32(const ggml_tensor * src0, const ggml_tensor * sr if (src0->backend == GGML_BACKEND_GPU) { // NOLINT d_X = (cl_mem) src0->data; } else { - d_X = ggml_cl_pool_malloc(sizeof(ggml_fp16_t) * x_ne, &x_size); + d_X = ggml_cl_pool_malloc(sizeof(float) * x_ne, &x_size); } cl_mem d_Y = ggml_cl_pool_malloc(sizeof(float) * y_ne, &y_size); cl_mem d_D = ggml_cl_pool_malloc(sizeof(float) * d_ne, &d_size);