cli: fix model params not propagated (#23893)

Fixes #23847

diff --git a/tools/cli/cli.cpp b/tools/cli/cli.cpp
index af40adbb4cec729bd8414cb5d345f7f866809b86..e830f262de2b77859c50d9f1083dded3e9105ec7 100644 (file)
--- a/tools/cli/cli.cpp
+++ b/tools/cli/cli.cpp
@@ -397,6 +397,8 @@ int llama_cli(int argc, char ** argv) {
         return 1;
     }
 
+    ctx_cli.defaults.sampling = params.sampling;
+
     console::spinner::stop();
     console::log("\n");