From: Jeffrey Quesnelle Date: Tue, 5 Mar 2024 03:23:06 +0000 (-0800) Subject: fix speculative decoding build on windows (#5874) X-Git-Tag: upstream/0.0.4488~2144 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=29eee404746e4696143a4f3a642660a4793a15d8;p=pkg%2Fggml%2Fsources%2Fllama.cpp fix speculative decoding build on windows (#5874) --- diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp index 85bc0a76..e991b884 100644 --- a/examples/speculative/speculative.cpp +++ b/examples/speculative/speculative.cpp @@ -226,7 +226,7 @@ int main(int argc, char ** argv) { while (active_seqs.size() > 0) { // randomly select a sequence to verify from active sequences - std::uniform_int_distribution u_int_dist(0, active_seqs.size() - 1); + std::uniform_int_distribution u_int_dist(0, active_seqs.size() - 1); int s = *std::next(active_seqs.begin(), u_int_dist(rng)); if (i_dft >= (int) drafts[s].tokens.size()) { drafts[s].active = false;