From: Georgi Gerganov Date: Tue, 13 May 2025 15:01:53 +0000 (+0300) Subject: batched-bench : fix pp batch contents (#13492) X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=b89d605a91dee0a518ecd582f8991a07d523e2fa;p=pkg%2Fggml%2Fsources%2Fllama.cpp batched-bench : fix pp batch contents (#13492) --- diff --git a/tools/batched-bench/batched-bench.cpp b/tools/batched-bench/batched-bench.cpp index 0f401929..119df471 100644 --- a/tools/batched-bench/batched-bench.cpp +++ b/tools/batched-bench/batched-bench.cpp @@ -123,8 +123,8 @@ int main(int argc, char ** argv) { common_batch_clear(batch); - for (int i = 0; i < pp; ++i) { - for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) { + for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) { + for (int i = 0; i < pp; ++i) { common_batch_add(batch, 0, i, { j }, false); } }