update scripts

app.py

@@ -113,7 +113,9 @@ def process_pending_evals():
         print("No eval requests found. Exiting.")
         return
 
-    for eval_request in eval_requests:
+    import concurrent.futures
+
+    def process_eval_request(eval_request):
         pp.pprint(eval_request)
         run_eval_suite.run_evaluation(
             eval_request=eval_request,
@@ -122,8 +124,8 @@ def process_pending_evals():
             batch_size=1,
             device=envs.DEVICE,
             no_cache=True,
-            need_check= False,
-            write_results= False
+            need_check=False,
+            write_results=False
         )
         logging.info(f"Eval finished for model {eval_request.model}, now setting status to finished")
 
@@ -136,6 +138,38 @@ def process_pending_evals():
             local_dir=envs.EVAL_REQUESTS_PATH_BACKEND
         )
 
+    # 定义线程池的数量
+    max_workers = 5  # 你可以根据你的需求设置合适的数量
+
+    # 使用 ThreadPoolExecutor 来并行执行多个 eval_request
+    with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
+        futures = [executor.submit(process_eval_request, eval_request) for eval_request in eval_requests]
+
+        # 等待所有任务完成
+        concurrent.futures.wait(futures)
+    # for eval_request in eval_requests:
+    #     pp.pprint(eval_request)
+    #     run_eval_suite.run_evaluation(
+    #         eval_request=eval_request,
+    #         local_dir=envs.EVAL_RESULTS_PATH_BACKEND,
+    #         results_repo=envs.RESULTS_REPO,
+    #         batch_size=1,
+    #         device=envs.DEVICE,
+    #         no_cache=True,
+    #         need_check= False,
+    #         write_results= False
+    #     )
+    #     logging.info(f"Eval finished for model {eval_request.model}, now setting status to finished")
+    #
+    #     # Update the status to FINISHED
+    #     manage_requests.set_eval_request(
+    #         api=envs.API,
+    #         eval_request=eval_request,
+    #         new_status=FINISHED_STATUS,
+    #         hf_repo=envs.QUEUE_REPO,
+    #         local_dir=envs.EVAL_REQUESTS_PATH_BACKEND
+    #     )
+
 
 # Searching and filtering
 def update_table(