From: Georgi Gerganov Date: Mon, 19 Feb 2024 13:23:17 +0000 (+0200) Subject: llava : remove extra cont (#5587) X-Git-Tag: upstream/0.0.4488~2285 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=1387cf60f758efb218fa06b670182c38ff149b7b;p=pkg%2Fggml%2Fsources%2Fllama.cpp llava : remove extra cont (#5587) --- diff --git a/examples/llava/clip.cpp b/examples/llava/clip.cpp index 1a02fde3..ef9e4ba7 100644 --- a/examples/llava/clip.cpp +++ b/examples/llava/clip.cpp @@ -616,7 +616,7 @@ static ggml_cgraph * clip_image_build_graph(clip_ctx * ctx, const clip_image_f32 KQ = ggml_soft_max_inplace(ctx0, KQ); struct ggml_tensor * KQV = ggml_mul_mat(ctx0, V, KQ); KQV = ggml_reshape_4d(ctx0, KQV, d_head, num_positions, n_head, batch_size); - KQV = ggml_cont(ctx0, ggml_permute(ctx0, KQV, 0, 2, 1, 3)); + KQV = ggml_permute(ctx0, KQV, 0, 2, 1, 3); cur = ggml_cont_3d(ctx0, KQV, hidden_size, num_positions, batch_size); }