server : allow setting `--reverse-prompt` arg (#14799)

Signed-off-by: Molly Sophia <redacted>

diff --git a/common/arg.cpp b/common/arg.cpp
index c1151f51da17b380acf1392b1330e60627196d05..80f965cc731f2579341c126445e7a0516f5b8bbd 100644 (file)
--- a/common/arg.cpp
+++ b/common/arg.cpp
@@ -1612,7 +1612,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
         [](common_params & params, const std::string & value) {
             params.antiprompt.emplace_back(value);
         }
-    ).set_examples({LLAMA_EXAMPLE_MAIN}));
+    ).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER}));
     add_opt(common_arg(
         {"-sp", "--special"},
         string_format("special tokens output enabled (default: %s)", params.special ? "true" : "false"),

diff --git a/tools/server/server.cpp b/tools/server/server.cpp
index 256a2928b826cfd4e5815a6b1fd193c03a71de8a..022b5d0b310340044bfa3e3233d7700cfa83246f 100644 (file)
--- a/tools/server/server.cpp
+++ b/tools/server/server.cpp
@@ -253,6 +253,7 @@ struct server_task {
         defaults.sampling    = params_base.sampling;
         defaults.speculative = params_base.speculative;
         defaults.n_keep      = params_base.n_keep;
+        defaults.antiprompt  = params_base.antiprompt;
 
         // enabling this will output extra debug information in the HTTP responses from the server
         params.verbose           = params_base.verbosity > 9;
@@ -490,6 +491,10 @@ struct server_task {
                     }
                 }
             }
+            // set reverse prompt from cli args if not set in the request
+            if (params.antiprompt.empty()) {
+                params.antiprompt = defaults.antiprompt;
+            }
         }
 
         {