From: Minsoo Cheong <redacted>
Date: Thu, 7 Mar 2024 10:42:39 +0000 (+0900)
Subject: server : add `/v1/completions` endpoint (#5914)
X-Git-Tag: upstream/0.0.4488~2129
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=55a2a900ff4a02fc33708ac7858d595d289a3f2a;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : add `/v1/completions` endpoint (#5914)

* add-`/v1/completions`-endpoint

* add legacy comment to `/completion` endpoint
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 3bdbde95..f255ad76 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2923,7 +2923,7 @@ int main(int argc, char ** argv) {
         res.set_content(data.dump(), "application/json; charset=utf-8");
     });
 
-    svr.Post("/completion", [&ctx_server, &validate_api_key](const httplib::Request & req, httplib::Response & res) {
+    const auto completions = [&ctx_server, &validate_api_key](const httplib::Request & req, httplib::Response & res) {
         res.set_header("Access-Control-Allow-Origin", req.get_header_value("Origin"));
         if (!validate_api_key(req, res)) {
             return;
@@ -3001,7 +3001,11 @@ int main(int argc, char ** argv) {
 
             res.set_chunked_content_provider("text/event-stream", chunked_content_provider, on_complete);
         }
-    });
+    };
+
+    svr.Post("/completion", completions); // legacy
+    svr.Post("/completions", completions);
+    svr.Post("/v1/completions", completions);
 
     svr.Get("/v1/models", [&params, &model_meta](const httplib::Request & req, httplib::Response & res) {
         res.set_header("Access-Control-Allow-Origin", req.get_header_value("Origin"));