From: Georgi Gerganov Date: Wed, 12 Aug 2026 05:08:19 +0000 (+0300) Subject: tests : update speculative params (#26925) X-Git-Tag: upstream/0.0.10438~53 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a4a4c51f3d40e086b59b73b631b5c43c8fbf4504;p=pkg%2Fggml%2Fsources%2Fllama.cpp tests : update speculative params (#26925) --- diff --git a/tools/server/tests/unit/test_speculative.py b/tools/server/tests/unit/test_speculative.py index 0184085b4..583719500 100644 --- a/tools/server/tests/unit/test_speculative.py +++ b/tools/server/tests/unit/test_speculative.py @@ -27,8 +27,8 @@ def test_with_and_without_draft(): global server request = { "prompt": "I believe the meaning of life is", - "temperature": 0.8, - "top_k": 40, + "temperature": 0.2, + "top_k": 5, "seed": 4242, "n_predict": 16, "return_tokens": True, @@ -36,7 +36,6 @@ def test_with_and_without_draft(): server.model_draft = None # disable draft model server.spec_type = None - server.backend_sampling = True server.start() res = server.make_request("POST", "/completion", data=request) assert res.status_code == 200 @@ -45,7 +44,6 @@ def test_with_and_without_draft(): # create new server with draft model create_server() - server.backend_sampling = True server.start() res = server.make_request("POST", "/completion", data=request) assert res.status_code == 200