diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-05-20 10:16:41 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-20 10:16:41 +0300 |
| commit | 1cc0155d04918cb3017afa472acea51b77483c4a (patch) | |
| tree | 87c48b91b14cfbb49db481a85153c74168e5050b /examples/server | |
| parent | e932094d58f513d5996c3efc9f6fed8238894c57 (diff) | |
server : tuning tests (#7388)
* server : don't pass temperature as string
* server : increase timeout
* tests : fix the fix 0.8f -> 0.8
ggml-ci
* tests : set explicit temperature
Diffstat (limited to 'examples/server')
| -rw-r--r-- | examples/server/tests/features/results.feature | 2 | ||||
| -rw-r--r-- | examples/server/tests/features/steps/steps.py | 4 |
2 files changed, 4 insertions, 2 deletions
diff --git a/examples/server/tests/features/results.feature b/examples/server/tests/features/results.feature index 5deb278c..4ab8ad20 100644 --- a/examples/server/tests/features/results.feature +++ b/examples/server/tests/features/results.feature @@ -13,6 +13,7 @@ Feature: Results Scenario Outline: consistent results with same seed Given <n_slots> slots + And 0.0 temperature Then the server is starting Then the server is healthy @@ -30,6 +31,7 @@ Feature: Results Scenario Outline: different results with different seed Given <n_slots> slots + And 1.0 temperature Then the server is starting Then the server is healthy diff --git a/examples/server/tests/features/steps/steps.py b/examples/server/tests/features/steps/steps.py index 7da503f2..26d9359d 100644 --- a/examples/server/tests/features/steps/steps.py +++ b/examples/server/tests/features/steps/steps.py @@ -199,7 +199,7 @@ async def step_wait_for_the_server_to_be_started(context, expecting_status): case 'ready' | 'idle': await wait_for_health_status(context, context.base_url, 200, 'ok', - timeout=10, + timeout=30, params={'fail_on_no_slot': 0, 'include_slots': 0}, slots_idle=context.n_slots, slots_processing=0, @@ -883,7 +883,7 @@ async def request_completion(prompt, "cache_prompt": cache_prompt, "id_slot": id_slot, "seed": seed if seed is not None else 42, - "temperature": temperature if temperature is not None else "0.8f", + "temperature": temperature if temperature is not None else 0.8, "n_probs": 2, }, headers=headers, |