]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
batched-bench : fix pp batch contents (#13492)
authorGeorgi Gerganov <redacted>
Tue, 13 May 2025 15:01:53 +0000 (18:01 +0300)
committerGitHub <redacted>
Tue, 13 May 2025 15:01:53 +0000 (18:01 +0300)
tools/batched-bench/batched-bench.cpp

index 0f4019293d5812ef555e388a66f023ad030b1fa4..119df471b25eeaaede1fc20175696319e5290b7f 100644 (file)
@@ -123,8 +123,8 @@ int main(int argc, char ** argv) {
 
                 common_batch_clear(batch);
 
-                for (int i = 0; i < pp; ++i) {
-                    for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) {
+                for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) {
+                    for (int i = 0; i < pp; ++i) {
                         common_batch_add(batch, 0, i, { j }, false);
                     }
                 }