From 476a327415f7f1d1ba97a2f9607ed5bbcb3a0357 Mon Sep 17 00:00:00 2001 From: lvliang-intel Date: Thu, 29 Aug 2024 09:07:32 +0800 Subject: [PATCH] Align llm microservice parameters with end to end test (#89) * Align llm microservice parameters with end to end test Signed-off-by: lvliang-intel * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Signed-off-by: lvliang-intel Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> --- evals/benchmark/stresscli/locust/llmfixed.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/evals/benchmark/stresscli/locust/llmfixed.py b/evals/benchmark/stresscli/locust/llmfixed.py index c4d07a74..2dd9f4e2 100644 --- a/evals/benchmark/stresscli/locust/llmfixed.py +++ b/evals/benchmark/stresscli/locust/llmfixed.py @@ -12,6 +12,12 @@ def getReqData(): return { "query": "What is the revenue of Nike in last 10 years before 2023? Give me detail", "max_new_tokens": 128, + "top_k": 10, + "top_p": 0.95, + "typical_p": 0.95, + "temperature": 0.01, + "repetition_penalty": 1.03, + "streaming": True, }