diff --git a/evals/evaluation/bigcode_evaluation_harness/api_evaluator.py b/evals/evaluation/bigcode_evaluation_harness/api_evaluator.py index 5cf2820e..729dcedc 100644 --- a/evals/evaluation/bigcode_evaluation_harness/api_evaluator.py +++ b/evals/evaluation/bigcode_evaluation_harness/api_evaluator.py @@ -79,6 +79,7 @@ def parallel_generations_by_api( if codegen_url := args.codegen_url: assert "/codegen" in codegen_url, "Only OPEA codegen compatible APIs are supported" import asyncio + from tqdm.asyncio import tqdm async def get_res(prompt, semaphore):