]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server: enable token array inputs for OAI API (#15001)
authorJohannes Gäßler <redacted>
Sat, 2 Aug 2025 08:12:41 +0000 (10:12 +0200)
committerGitHub <redacted>
Sat, 2 Aug 2025 08:12:41 +0000 (10:12 +0200)
tools/server/server.cpp

index 35d6610428efd56aebd52df0a57f9cf011a9255b..a255d481a4d1c794ca4ff2f1a4cf21ae7a648bf4 100644 (file)
@@ -4249,9 +4249,6 @@ int main(int argc, char ** argv) {
 
             // process prompt
             std::vector<server_tokens> inputs;
-            if (oaicompat && !prompt.is_string()) {
-                throw std::runtime_error("prompt must be a string");
-            }
 
             if (oaicompat && has_mtmd) {
                 // multimodal