From: Aaron Teo <redacted>
Date: Wed, 18 Mar 2026 09:40:22 +0000 (+0800)
Subject: tests: enable kv_unified to prevent cuda oom error on rtx 2060 (#20645)
X-Git-Tag: upstream/0.0.8611~207
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=fe00a84b4b972b3172b2c6b880954d81da532ca4;p=pkg%2Fggml%2Fsources%2Fllama.cpp

tests: enable kv_unified to prevent cuda oom error on rtx 2060 (#20645)

Signed-off-by: Aaron Teo <redacted>
---

diff --git a/tests/test-backend-sampler.cpp b/tests/test-backend-sampler.cpp
index d4cd62c71..58361ae80 100644
--- a/tests/test-backend-sampler.cpp
+++ b/tests/test-backend-sampler.cpp
@@ -89,6 +89,7 @@ struct test_context {
         cparams.n_batch = 512;
         cparams.samplers = configs.data();
         cparams.n_samplers = configs.size();
+        cparams.kv_unified = true;
 
         // If n_seq_max is not specified, calculate it from configs
         if (n_seq_max < 0) {