server : tuning tests (#7388)

* server : don't pass temperature as string

* server : increase timeout

* tests : fix the fix 0.8f -> 0.8

ggml-ci

* tests : set explicit temperature

diff --git a/examples/server/tests/features/results.feature b/examples/server/tests/features/results.feature
index 5deb278c2a53ce47032e468f3f3ad7b1f90dadc7..4ab8ad20c2680cafcf7f4749c06a0fcde694995a 100644 (file)
--- a/examples/server/tests/features/results.feature
+++ b/examples/server/tests/features/results.feature
@@ -13,6 +13,7 @@ Feature: Results
 
   Scenario Outline: consistent results with same seed
     Given <n_slots> slots
+    And   0.0 temperature
     Then  the server is starting
     Then  the server is healthy
 
@@ -30,6 +31,7 @@ Feature: Results
 
   Scenario Outline: different results with different seed
     Given <n_slots> slots
+    And   1.0 temperature
     Then  the server is starting
     Then  the server is healthy
 

diff --git a/examples/server/tests/features/steps/steps.py b/examples/server/tests/features/steps/steps.py
index 7da503f2c4b3452c63cca946f7f2846fdd72bb33..26d9359d7f3f89138d2b71bdff7ed32eac46f69d 100644 (file)
--- a/examples/server/tests/features/steps/steps.py
+++ b/examples/server/tests/features/steps/steps.py
@@ -199,7 +199,7 @@ async def step_wait_for_the_server_to_be_started(context, expecting_status):
 
         case 'ready' | 'idle':
             await wait_for_health_status(context, context.base_url, 200, 'ok',
-                                         timeout=10,
+                                         timeout=30,
                                          params={'fail_on_no_slot': 0, 'include_slots': 0},
                                          slots_idle=context.n_slots,
                                          slots_processing=0,
@@ -883,7 +883,7 @@ async def request_completion(prompt,
                                     "cache_prompt": cache_prompt,
                                     "id_slot": id_slot,
                                     "seed": seed if seed is not None else 42,
-                                    "temperature": temperature if temperature is not None else "0.8f",
+                                    "temperature": temperature if temperature is not None else 0.8,
                                     "n_probs": 2,
                                 },
                                 headers=headers,