From ae32c94da59ef829846e6658f5c095151f5d3cfa Mon Sep 17 00:00:00 2001 From: Valtteri Rantala Date: Thu, 17 Apr 2025 10:36:02 +0000 Subject: [PATCH] Added docsumfixed to streaming_bench_target and changed variable name * Variable name changed to match ChatQnA variable name Signed-off-by: Valtteri Rantala --- evals/benchmark/stresscli/locust/aistress.py | 1 + evals/benchmark/stresscli/locust/docsumbench.py | 2 +- evals/benchmark/stresscli/locust/docsumfixed.py | 2 +- 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/evals/benchmark/stresscli/locust/aistress.py b/evals/benchmark/stresscli/locust/aistress.py index b6e43c69..bf1eeb31 100644 --- a/evals/benchmark/stresscli/locust/aistress.py +++ b/evals/benchmark/stresscli/locust/aistress.py @@ -144,6 +144,7 @@ def bench_main(self): "codegenfixed", "codegenbench", "docsumbench", + "docsumfixed", "faqgenfixed", "faqgenbench", "chatqna_qlist_pubmed", diff --git a/evals/benchmark/stresscli/locust/docsumbench.py b/evals/benchmark/stresscli/locust/docsumbench.py index 75f6334b..7f0e869d 100644 --- a/evals/benchmark/stresscli/locust/docsumbench.py +++ b/evals/benchmark/stresscli/locust/docsumbench.py @@ -8,7 +8,7 @@ cwd = os.path.dirname(__file__) filepath = os.environ["OPEA_EVAL_DATASET"] filename = os.path.basename(filepath) -max_tokens = os.environ["OPEA_EVAL_MAX_NEW_TOKENS"] +max_tokens = os.environ["OPEA_EVAL_MAX_OUTPUT_TOKENS"] summary_type = os.environ["OPEA_EVAL_SUMMARY_TYPE"] stream = os.environ["OPEA_EVAL_STREAM"] diff --git a/evals/benchmark/stresscli/locust/docsumfixed.py b/evals/benchmark/stresscli/locust/docsumfixed.py index a8bac8da..62618769 100644 --- a/evals/benchmark/stresscli/locust/docsumfixed.py +++ b/evals/benchmark/stresscli/locust/docsumfixed.py @@ -8,7 +8,7 @@ cwd = os.path.dirname(__file__) filepath = f"{cwd}/../../data/upload_file.txt" filename = os.path.basename(filepath) -max_tokens = os.environ["OPEA_EVAL_MAX_NEW_TOKENS"] +max_tokens = os.environ["OPEA_EVAL_MAX_OUTPUT_TOKENS"] def getUrl():