From: Georgi Gerganov <redacted>
Date: Thu, 14 Nov 2024 09:44:15 +0000 (+0200)
Subject: speculative : fix out-of-bounds access (#10289)
X-Git-Tag: upstream/0.0.4488~409
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=2a82891a853db908679f7b24b04586e6f6393fe0;p=pkg%2Fggml%2Fsources%2Fllama.cpp

speculative : fix out-of-bounds access (#10289)
---

diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp
index a40e755a..6cafd8a8 100644
--- a/examples/speculative/speculative.cpp
+++ b/examples/speculative/speculative.cpp
@@ -267,11 +267,12 @@ int main(int argc, char ** argv) {
                         for (size_t i = 0; i < dist_tgt.size; i++) {
                             if (dist_tgt.data[i].id == drafts[s].tokens[i_dft]) {
                                 p_tgt = dist_tgt.data[i].p;
+                                break;
                             }
+                        }
+                        for (size_t i = 0; i < dist_dft.size; i++) {
                             if (dist_dft.data[i].id == drafts[s].tokens[i_dft]) {
                                 p_dft = dist_dft.data[i].p;
-                            }
-                            if (p_tgt && p_dft) {
                                 break;
                             }
                         }