Init llama_context_params properly from CLI (#370)

diff --git a/llama.cpp b/llama.cpp
index 08dfcb31ffb4ad3f91f3231018b2f84fc73634de..fde4d251682ca63a225bbf44db53d1e36cc0c463 100644 (file)
--- a/llama.cpp
+++ b/llama.cpp
@@ -1398,6 +1398,10 @@ struct llama_context * llama_init_from_file(
 
     llama_context * ctx = new llama_context;
 
+    if (params.seed <= 0) {
+        params.seed = time(NULL);
+    }
+
     ctx->rng = std::mt19937(params.seed);
     ctx->logits_all = params.logits_all;
 

diff --git a/main.cpp b/main.cpp
index 7db3df7e9b37653ee10f0a5c589eba71144ddfc7..b98c9e2b35ec84bcfddc51369e885d7452a9c0c4 100644 (file)
--- a/main.cpp
+++ b/main.cpp
@@ -194,7 +194,10 @@ int main(int argc, char ** argv) {
     {
         auto lparams = llama_context_default_params();
 
-        lparams.f16_kv = params.memory_f16;
+        lparams.n_ctx      = params.n_ctx;
+        lparams.n_parts    = params.n_parts;
+        lparams.seed       = params.seed;
+        lparams.f16_kv     = params.memory_f16;
         lparams.logits_all = params.perplexity;
 
         ctx = llama_init_from_file(params.model.c_str(), lparams);