From: Georgi Gerganov Date: Sun, 26 May 2024 15:35:23 +0000 (+0300) Subject: ggml : restore ggml_rope_xpos_inplace (ggml/0) X-Git-Tag: upstream/1.7.4~685 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5ee048eb67cf3be42e0b0c52188ce9256cf7c639;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp ggml : restore ggml_rope_xpos_inplace (ggml/0) ggml-ci --- diff --git a/ggml.c b/ggml.c index 5145ceec..535a3680 100644 --- a/ggml.c +++ b/ggml.c @@ -6378,6 +6378,16 @@ struct ggml_tensor * ggml_rope_custom_inplace( ); } +struct ggml_tensor * ggml_rope_xpos_inplace( + struct ggml_context * ctx, + struct ggml_tensor * a, + struct ggml_tensor * b, + int n_dims, + float base, + bool down) { + return ggml_rope_impl(ctx, a, b, NULL, n_dims, 0, 0, 0, 10000.0f, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f, base, down, true); +} + // ggml_rope_back struct ggml_tensor * ggml_rope_back( diff --git a/ggml.h b/ggml.h index f803ba72..6706807b 100644 --- a/ggml.h +++ b/ggml.h @@ -1547,6 +1547,14 @@ extern "C" { float beta_slow), "use ggml_rope_ext_inplace instead"); + struct ggml_tensor * ggml_rope_xpos_inplace( + struct ggml_context * ctx, + struct ggml_tensor * a, + struct ggml_tensor * b, + int n_dims, + float base, + bool down); + // compute correction dims for YaRN RoPE scaling GGML_CALL void ggml_rope_yarn_corr_dims( int n_dims, int n_orig_ctx, float freq_base, float beta_fast, float beta_slow, float dims[2]);