Fix conditional to display 'LLAMA_SPLIT_MODE_TENSOR not implemented for architecture...

diff --git a/src/llama-model.cpp b/src/llama-model.cpp
index 7dea38c87de05cf3eba7807ceac6fa19068ac9b2..d87481381e46025c9c87c4af5f116015a44124c3 100644 (file)
--- a/src/llama-model.cpp
+++ b/src/llama-model.cpp
@@ -313,8 +313,7 @@ llama_model * llama_model_create(llm_arch arch, const llama_model_params & param
 
     if (model != nullptr) {
         model->arch = arch;
-        auto & devices = model->devices;
-        if (!devices.empty() && devices[0].is_meta && !llm_arch_supports_sm_tensor(arch)) {
+        if (params.split_mode == LLAMA_SPLIT_MODE_TENSOR && !llm_arch_supports_sm_tensor(arch)) {
             throw std::runtime_error(std::string("LLAMA_SPLIT_MODE_TENSOR not implemented for architecture '") + llm_arch_name(arch) + "'");
         }
     }