From: Shankar <redacted>
Date: Sun, 22 Sep 2024 02:30:34 +0000 (-0700)
Subject: llama: remove redundant loop when constructing ubatch (#9574)
X-Git-Tag: upstream/0.0.4488~686
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ecd5d6b65be08927e62de1587d5fd22778cdc250;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama: remove redundant loop when constructing ubatch (#9574)
---

diff --git a/src/llama.cpp b/src/llama.cpp
index af8afd84..bc4e408e 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -3056,18 +3056,14 @@ struct llama_sbatch {
         } else {
             // simple split
             if (batch->n_seq_id) {
-                for (size_t i = 0; i < length; ++i) {
-                    ubatch.n_seq_id = batch->n_seq_id + seq.offset;
-                }
+                ubatch.n_seq_id = batch->n_seq_id + seq.offset;
             } else {
                 for (size_t i = 0; i < length; ++i) {
                     ubatch.n_seq_id[ubatch.n_seqs + i] = 1;
                 }
             }
             if (batch->seq_id) {
-                for (size_t i = 0; i < length; ++i) {
-                    ubatch.seq_id = batch->seq_id + seq.offset;
-                }
+                ubatch.seq_id = batch->seq_id + seq.offset;
             } else {
                 for (size_t i = 0; i < length; ++i) {
                     ubatch.seq_id[ubatch.n_seqs + i] = &seq.all_seq_id;