]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
llava : remove extra cont (#5587)
authorGeorgi Gerganov <redacted>
Mon, 19 Feb 2024 13:23:17 +0000 (15:23 +0200)
committerGeorgi Gerganov <redacted>
Mon, 19 Feb 2024 13:23:17 +0000 (15:23 +0200)
examples/llava/clip.cpp

index 1a02fde3223348edf5a141279345a73775a570cd..ef9e4ba7a6b5aa673c6b6d1148ccc2cde28efd57 100644 (file)
@@ -616,7 +616,7 @@ static ggml_cgraph * clip_image_build_graph(clip_ctx * ctx, const clip_image_f32
             KQ = ggml_soft_max_inplace(ctx0, KQ);
             struct ggml_tensor * KQV = ggml_mul_mat(ctx0, V, KQ);
             KQV = ggml_reshape_4d(ctx0, KQV, d_head, num_positions, n_head, batch_size);
-            KQV = ggml_cont(ctx0, ggml_permute(ctx0, KQV, 0, 2, 1, 3));
+            KQV = ggml_permute(ctx0, KQV, 0, 2, 1, 3);
 
             cur = ggml_cont_3d(ctx0, KQV, hidden_size, num_positions, batch_size);
         }