From: Xiao-Yong Jin Date: Fri, 3 Nov 2023 18:00:31 +0000 (-0500) Subject: ggml-metal: fix yarn rope (#3937) X-Git-Tag: upstream/0.0.4488~3005 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5ba37461711095c0284233dbd14f0d9010cdbf56;p=pkg%2Fggml%2Fsources%2Fllama.cpp ggml-metal: fix yarn rope (#3937) --- diff --git a/ggml-metal.m b/ggml-metal.m index b33a3cb8..acdb8384 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -1403,7 +1403,8 @@ void ggml_metal_graph_compute( const int n_past = ((int32_t *) dst->op_params)[0]; const int n_dims = ((int32_t *) dst->op_params)[1]; const int mode = ((int32_t *) dst->op_params)[2]; - const int n_orig_ctx = ((int32_t *) dst->op_params)[3]; + // skip 3, n_ctx, used in GLM RoPE, unimplemented in metal + const int n_orig_ctx = ((int32_t *) dst->op_params)[4]; float freq_base, freq_scale, ext_factor, attn_factor, beta_fast, beta_slow; memcpy(&freq_base, (int32_t *) dst->op_params + 5, sizeof(float));