From: Georgi Gerganov Date: Mon, 17 Apr 2023 13:16:23 +0000 (+0300) Subject: ggml : avoid using ggml_fp16_to_fp32() and ggml_fp32_to_fp16() in ggml.c X-Git-Tag: gguf-v0.4.0~940 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=69b740289f9b3756ea9dd2a23f241c6f688d88b9;p=pkg%2Fggml%2Fsources%2Fllama.cpp ggml : avoid using ggml_fp16_to_fp32() and ggml_fp32_to_fp16() in ggml.c --- diff --git a/ggml.c b/ggml.c index 2be2ce3e..995a2faa 100644 --- a/ggml.c +++ b/ggml.c @@ -8057,11 +8057,11 @@ static void ggml_compute_forward_rope_f16( const ggml_fp16_t * const src = (ggml_fp16_t *)((char *) src0->data + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); ggml_fp16_t * dst_data = (ggml_fp16_t *)((char *) dst->data + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - const float x0 = ggml_fp16_to_fp32(src[0]); - const float x1 = ggml_fp16_to_fp32(src[1]); + const float x0 = GGML_FP16_TO_FP32(src[0]); + const float x1 = GGML_FP16_TO_FP32(src[1]); - dst_data[0] = ggml_fp32_to_fp16(x0*cos_theta - x1*sin_theta); - dst_data[1] = ggml_fp32_to_fp16(x0*sin_theta + x1*cos_theta); + dst_data[0] = GGML_FP32_TO_FP16(x0*cos_theta - x1*sin_theta); + dst_data[1] = GGML_FP32_TO_FP16(x0*sin_theta + x1*cos_theta); } } }