diff options
| author | Benjamin Findley <39356821+Kartoffelsaft@users.noreply.github.com> | 2024-05-12 19:40:08 -0700 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-13 12:40:08 +1000 |
| commit | e586ee42595500c53938e937b6b6ad5353ad76dc (patch) | |
| tree | ed4929e7eba0cc91b2902fc0480ac64edd3c0ec7 /examples/server/tests/features/steps/steps.py | |
| parent | cbf75894d256f1861f6409565db599365de3d4b8 (diff) | |
change default temperature of OAI compat API from 0 to 1 (#7226)
* change default temperature of OAI compat API from 0 to 1
* make tests explicitly send temperature to OAI API
Diffstat (limited to 'examples/server/tests/features/steps/steps.py')
| -rw-r--r-- | examples/server/tests/features/steps/steps.py | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/examples/server/tests/features/steps/steps.py b/examples/server/tests/features/steps/steps.py index f4b1ac1d..577b87af 100644 --- a/examples/server/tests/features/steps/steps.py +++ b/examples/server/tests/features/steps/steps.py @@ -887,6 +887,7 @@ async def oai_chat_completions(user_prompt, base_path, async_client, debug=False, + temperature=None, model=None, n_predict=None, enable_streaming=None, @@ -913,7 +914,8 @@ async def oai_chat_completions(user_prompt, "model": model, "max_tokens": n_predict, "stream": enable_streaming, - "seed": seed + "temperature": temperature if temperature is not None else 0.0, + "seed": seed, } if response_format is not None: payload['response_format'] = response_format @@ -978,7 +980,8 @@ async def oai_chat_completions(user_prompt, max_tokens=n_predict, stream=enable_streaming, response_format=payload.get('response_format'), - seed=seed + seed=seed, + temperature=payload['temperature'] ) except openai.error.AuthenticationError as e: if expect_api_error is not None and expect_api_error: |