]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
cuda : fix convert function (#1412)
authorGeorgi Gerganov <redacted>
Sat, 13 May 2023 14:40:58 +0000 (17:40 +0300)
committerGeorgi Gerganov <redacted>
Sat, 13 May 2023 14:40:58 +0000 (17:40 +0300)
ggml-cuda.cu

index b6a7754d534e681df8c3f089b31ce50034eb9ef8..eb9f0df5aee3d32998fee6a345404b40b9bc8a6f 100644 (file)
@@ -414,7 +414,7 @@ static dequantize_mul_mat_vec_cuda_t ggml_get_dequantize_mul_mat_vec_cuda(ggml_t
         case GGML_TYPE_Q8_0:
             return dequantize_mul_mat_vec_q8_0_cuda;
         case GGML_TYPE_F16:
-            return dequantize_mul_mat_vec_q8_0_cuda;
+            return convert_mul_mat_vec_f16_cuda;
         default:
             return nullptr;
     }