]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commit
server : add custom socket options to disable SO_REUSEPORT (#21056)
authorAdrien Gallouët <redacted>
Sat, 28 Mar 2026 00:12:43 +0000 (01:12 +0100)
committerGitHub <redacted>
Sat, 28 Mar 2026 00:12:43 +0000 (01:12 +0100)
commit5c1a7b83550b4f1e0954007556f9b28f7db1a427
treecc7d376fd66c66bc63521de599e758a7efe5b337
parent59d840209a5195c2f6e2e81b5f8339a0637b59d9
server : add custom socket options to disable SO_REUSEPORT (#21056)

* server : add custom socket options to disable SO_REUSEPORT

Signed-off-by: Adrien Gallouët <redacted>
* Add --reuse-port

    $ strace -e trace=setsockopt,bind build/bin/llama-server -lv 2 --reuse-port
    setsockopt(3, SOL_TCP, TCP_NODELAY, [1], 4) = 0
    setsockopt(3, SOL_SOCKET, SO_REUSEADDR, [1], 4) = 0
    setsockopt(3, SOL_SOCKET, SO_REUSEPORT, [1], 4) = 0
    bind(3, {sa_family=AF_INET, sin_port=htons(8080), sin_addr=inet_addr("127.0.0.1")}, 16) = 0

    $ strace -e trace=setsockopt,bind build/bin/llama-server -lv 2
    setsockopt(3, SOL_TCP, TCP_NODELAY, [1], 4) = 0
    setsockopt(3, SOL_SOCKET, SO_REUSEADDR, [1], 4) = 0
    bind(3, {sa_family=AF_INET, sin_port=htons(8080), sin_addr=inet_addr("127.0.0.1")}, 16) = 0

Signed-off-by: Adrien Gallouët <redacted>
* Update tools/server/README.md (llama-gen-docs)

Signed-off-by: Adrien Gallouët <redacted>
* Fix windows

Signed-off-by: Adrien Gallouët <redacted>
---------

Signed-off-by: Adrien Gallouët <redacted>
common/arg.cpp
common/common.h
tools/server/README.md
tools/server/server-http.cpp