From: John <redacted>
Date: Thu, 15 Feb 2024 07:59:18 +0000 (+0100)
Subject: llaba : hotfix for llava-1.6 image number (#5495)
X-Git-Tag: upstream/0.0.4488~2335
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=7930a8a6e89a04c77c51e3ae5dc1cd8e845b6b8f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llaba : hotfix for llava-1.6 image number (#5495)

Co-authored-by: John <redacted>
---

diff --git a/examples/llava/llava.cpp b/examples/llava/llava.cpp
index 22953417..4ed310a0 100644
--- a/examples/llava/llava.cpp
+++ b/examples/llava/llava.cpp
@@ -100,7 +100,7 @@ static bool clip_llava_handle_patches(clip_ctx * ctx_clip, std::vector<float *>
     int num_patches_width  = grid_shape.first;  // grid 1-4
     int num_patches_height = grid_shape.second; // grid 1-4
 
-    const size_t num_images = num_patches_width + num_patches_height + 1;
+    const size_t num_images = num_patches_width * num_patches_height + 1;
 
     // TODO: size calculation is not calculated - it's only tens of MB
     size_t ctx_size = 0;