From 9a424a3872b9d016e26427f249dbd4e13291c4d6 Mon Sep 17 00:00:00 2001 From: Francis Couture-Harpin Date: Tue, 19 Mar 2024 17:12:28 -0400 Subject: [PATCH] server : fix tests expecting old repeat penalty --- examples/server/tests/features/steps/steps.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/examples/server/tests/features/steps/steps.py b/examples/server/tests/features/steps/steps.py index 9e348d5fc..25f7ac8d5 100644 --- a/examples/server/tests/features/steps/steps.py +++ b/examples/server/tests/features/steps/steps.py @@ -718,7 +718,9 @@ async def request_completion(prompt, "prompt": prompt, "input_suffix": prompt_suffix, "n_predict": n_predict if n_predict is not None else -1, - "seed": seed if seed is not None else 42 + "seed": seed if seed is not None else 42, + # TODO: change the expected outputs to match no repeat penalty + "repeat_penalty": 1.1, # use old defaults to match expected outputs }, headers=headers, timeout=3600) as response: @@ -763,6 +765,8 @@ async def oai_chat_completions(user_prompt, "max_tokens": n_predict, "stream": enable_streaming, "seed": seed + # TODO: change the expected outputs to match no repeat penalty + "repeat_penalty": 1.1, # use old defaults to match expected outputs } completion_response = { 'content': '',