]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
speculative : fix out-of-bounds access (#10289)
authorGeorgi Gerganov <redacted>
Thu, 14 Nov 2024 09:44:15 +0000 (11:44 +0200)
committerGitHub <redacted>
Thu, 14 Nov 2024 09:44:15 +0000 (11:44 +0200)
examples/speculative/speculative.cpp

index a40e755a26f843b5ce18d6b7f71320f7efc9b4c5..6cafd8a8379922fda2e98aacaebdccc8f8bf2012 100644 (file)
@@ -267,11 +267,12 @@ int main(int argc, char ** argv) {
                         for (size_t i = 0; i < dist_tgt.size; i++) {
                             if (dist_tgt.data[i].id == drafts[s].tokens[i_dft]) {
                                 p_tgt = dist_tgt.data[i].p;
+                                break;
                             }
+                        }
+                        for (size_t i = 0; i < dist_dft.size; i++) {
                             if (dist_dft.data[i].id == drafts[s].tokens[i_dft]) {
                                 p_dft = dist_dft.data[i].p;
-                            }
-                            if (p_tgt && p_dft) {
                                 break;
                             }
                         }