]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
cuda : fix LLAMA_CUDA_F16 build (llama/6197)
authorslaren <redacted>
Thu, 21 Mar 2024 12:59:53 +0000 (13:59 +0100)
committerGeorgi Gerganov <redacted>
Wed, 27 Mar 2024 11:20:00 +0000 (13:20 +0200)
src/ggml-cuda.cu

index 280839ea475cd92c25c2e60a5e8f4a365ad6dc68..04c6f5d07d4ca933a13f4018583f1aa256d8e417 100644 (file)
@@ -9453,7 +9453,7 @@ static void ggml_cuda_op_dequantize_mul_mat_vec(
 
     // on some GPUs it is faster to convert src1 to half and to use half precision intrinsics
 #ifdef GGML_CUDA_F16
-    cuda_pool_alloc<half> src1_dfloat_a;
+    ggml_cuda_pool_alloc<half> src1_dfloat_a(ctx.pool());
     half * src1_dfloat = nullptr; // dfloat == half
 
     bool src1_convert_f16 =