]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server : disable Nagle's algorithm (#12020)
authorGeorgi Gerganov <redacted>
Sat, 22 Feb 2025 10:46:31 +0000 (12:46 +0200)
committerGitHub <redacted>
Sat, 22 Feb 2025 10:46:31 +0000 (11:46 +0100)
examples/server/utils.hpp

index 6f8ab2b93aac7401940f9218cde2e9ac7f42cd3f..4db4c783afd8709199f687025724a2680e39c265 100644 (file)
@@ -7,6 +7,8 @@
 
 // increase max payload length to allow use of larger context size
 #define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 1048576
+// disable Nagle's algorithm
+#define CPPHTTPLIB_TCP_NODELAY true
 #include "httplib.h"
 
 // Change JSON_ASSERT from assert() to GGML_ASSERT: