server: add data: [DONE] to /chat/completions stream response (#9459)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 73cd6aae75e97c14da30d74d097528994dcae75a..14c4af3d928fee51411d927d0261e75e2413d498 100644 (file)
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2993,6 +2993,8 @@ int main(int argc, char ** argv) {
                 }, [&](json error_data) {
                     server_sent_event(sink, "error", error_data);
                 });
+                static const std::string ev_done = "data: [DONE]\n\n";
+                sink.write(ev_done.data(), ev_done.size());
                 sink.done();
                 return true;
             };

diff --git a/examples/server/tests/features/steps/steps.py b/examples/server/tests/features/steps/steps.py
index 11587dd64075a46c9e700b986a1c54633e2eefe3..0f4249b139e7dd7013e4cd631752dc88b2b040b1 100644 (file)
--- a/examples/server/tests/features/steps/steps.py
+++ b/examples/server/tests/features/steps/steps.py
@@ -1020,6 +1020,8 @@ async def oai_chat_completions(user_prompt,
                             event_data = line.split(': ', 1)
                             assert event_data[0] == 'data', f'Bad event code received: ```{event_data}```'
                             chunk_raw = event_data[1]
+                            if chunk_raw == '[DONE]':
+                                break
 
                             chunk = json.loads(chunk_raw)
                             assert len(chunk['choices']) == 1, f"no choices provided, line ```{line}```"