From 2c8ca26a1ea940c4d0f032e03da263667e976ef8 Mon Sep 17 00:00:00 2001 From: Zhenzhong1 <109137058+Zhenzhong1@users.noreply.github.com> Date: Fri, 8 Nov 2024 09:42:58 +0800 Subject: [PATCH] [ChatQnA Benchmark] Fixed the output token in chatqnafixed.py (#193) * Fixed the output token in chatqnafixed.py * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> --- evals/benchmark/stresscli/locust/chatqnafixed.py | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/evals/benchmark/stresscli/locust/chatqnafixed.py b/evals/benchmark/stresscli/locust/chatqnafixed.py index 37cd03d3..5df1a18a 100644 --- a/evals/benchmark/stresscli/locust/chatqnafixed.py +++ b/evals/benchmark/stresscli/locust/chatqnafixed.py @@ -17,12 +17,8 @@ def getReqData(): global opea_eval_prompts global max_new_tokens if opea_eval_prompts == "none": - opea_eval_prompts = "In a world where technology has advanced beyond our wildest dreams, humanity stands on the brink of a new era. The year is 2050, and artificial intelligence has become an integral part of everyday life. Autonomous vehicles zip through the streets, drones deliver packages with pinpoint accuracy, and smart homes anticipate every need of their inhabitants. But with these advancements come new challenges and ethical dilemmas. As society grapples with the implications of AI, questions about privacy, security, and the nature of consciousness itself come to the forefront. Please answer me the question what is artificial intelligence." - return { - "messages": opea_eval_prompts, - "max_tokens": max_new_tokens, - "top_k": 1, - } + opea_eval_prompts = "In a world where technology has advanced beyond our wildest dreams, humanity stands on the brink of a new era. The year is 2050, and artificial intelligence has become an integral part of everyday life. Autonomous vehicles zip through streets, drones deliver packages with pinpoint accuracy, and smart homes anticipate every need of their inhabitants. But with these advancements come new challenges and ethical dilemmas. As society grapples with implications of AI, questions about privacy, security, and the nature of consciousness itself come to the forefront. Please answer me the question what is artificial intelligence in detail." + return {"messages": opea_eval_prompts, "max_tokens": max_new_tokens, "top_k": 1, "temperature": 0} def respStatics(environment, reqData, respData):