From: Georgi Gerganov <redacted>
Date: Tue, 2 Jan 2024 14:26:45 +0000 (+0200)
Subject: llama : llama_model_desc print number of experts
X-Git-Tag: upstream/0.0.4488~2737
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=540938f8904707dd74cb3be18495f853b312e72f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : llama_model_desc print number of experts
---

diff --git a/llama.cpp b/llama.cpp
index 2e34cb39..3bb056db 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -9965,8 +9965,9 @@ int32_t llama_model_meta_val_str_by_index(const struct llama_model * model, int3
 }
 
 int32_t llama_model_desc(const struct llama_model * model, char * buf, size_t buf_size) {
-    return snprintf(buf, buf_size, "%s %s %s",
+    return snprintf(buf, buf_size, "%s %s%s %s",
             llama_model_arch_name(model->arch).c_str(),
+            model->hparams.n_expert > 0 ? (std::to_string(model->hparams.n_expert) + "x").c_str() : "",
             llama_model_type_name(model->type),
             llama_model_ftype_name(model->ftype).c_str());
 }