From: Dev-iL <redacted>
Date: Wed, 17 Jun 2026 14:30:26 +0000 (+0300)
Subject: llama : skip main_gpu validation when no devices are available (#23405)
X-Git-Tag: upstream/0.0.10438~751
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=b4024af6c244e355cac1a0c3368c3bca623acf1b;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : skip main_gpu validation when no devices are available (#23405)
---

diff --git a/src/llama.cpp b/src/llama.cpp
index a67fa8039..0de6048f2 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -249,7 +249,7 @@ static bool llama_prepare_model_devices(const llama_model_params & params, llama
     }
 
     // if using single GPU mode, remove all except the main GPU
-    if (params.split_mode == LLAMA_SPLIT_MODE_NONE) {
+    if (params.split_mode == LLAMA_SPLIT_MODE_NONE && !model->devices.empty()) {
         if (params.main_gpu < 0) {
             model->devices.clear();
         } else {