From: Pierrick Hymbert <redacted>
Date: Fri, 26 Apr 2024 07:26:16 +0000 (+0200)
Subject: bench: server add stop word for PHI-2 (#6916)
X-Git-Tag: upstream/0.0.4488~1749
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5790c8dac1a4f0aa80b4efee3b962d8c04c829e8;p=pkg%2Fggml%2Fsources%2Fllama.cpp

bench: server add stop word for PHI-2 (#6916)
---

diff --git a/examples/server/bench/script.js b/examples/server/bench/script.js
index c4c486cd..bdf4f5ab 100644
--- a/examples/server/bench/script.js
+++ b/examples/server/bench/script.js
@@ -90,7 +90,8 @@ export default function () {
         "model": model,
         "stream": true,
         "seed": 42,
-        "max_tokens": max_tokens
+        "max_tokens": max_tokens,
+        "stop": ["<|im_end|>"] // This is temporary for phi-2 base (i.e. not instructed) since the server expects that the model always to emit BOS
     }
 
     const params = {method: 'POST', body: JSON.stringify(payload)};