Update src/leaderboard/read_evals.py

src/leaderboard/read_evals.py

@@ -189,46 +189,15 @@ def get_request_file_for_model(requests_path, model_name, precision):
     # Select correct request file (precision)
     request_file = ""
     request_files = sorted(request_files, reverse=True)
-
-    if precision == "Unknown":
-        print("Precision is Unknown, selecting the first available FINISHED request file.")
-        for tmp_request_file in request_files:
-            try:
-                with open(tmp_request_file, "r") as f:
-                    req_content = json.load(f)
-                    print(f"Request file content: {req_content}")  # デバッグ: ファイルの内容を表示
-                # 精度に関係なくFINISHEDステータスのファイルを優先
-                if req_content["status"] == "FINISHED":
-                    request_file = tmp_request_file
-                    break  # 最初に見つけたFINISHEDのファイルを使用
-            except Exception as e:
-                print(f"Error reading request file {tmp_request_file}: {e}")
-    else:
-        # 正しい precision のリクエストファイルを探す
-        for tmp_request_file in request_files:
-            try:
-                with open(tmp_request_file, "r") as f:
-                    req_content = json.load(f)
-                    print(f"Request file content: {req_content}")  # デバッグ: ファイルの内容を表示
-                if req_content["status"] == "FINISHED" and req_content["precision"] == precision.split(".")[-1]:
-                    request_file = tmp_request_file
-                    break  # 適切なファイルを見つけたらループを抜ける
-            except Exception as e:
-                print(f"Error reading request file {tmp_request_file}: {e}")
-    
-    # for tmp_request_file in request_files:
-    #     with open(tmp_request_file, "r") as f:
-    #         req_content = json.load(f)
-    #         print(f"Request file content: {req_content}") 
-    #         if (
-    #             req_content["status"] in ["FINISHED"]
-    #             and req_content["precision"] == precision.split(".")[-1]
-    #         ):
-    #             request_file = tmp_request_file
-    if request_file:
-        print(f"Using request file: {request_file}")
-    else:
-        print("No matching request file found.")
+    for tmp_request_file in request_files:
+        with open(tmp_request_file, "r") as f:
+            req_content = json.load(f)
+            print(f"Request file content: {req_content}") 
+            if (
+                req_content["status"] in ["FINISHED"]
+                and req_content["precision"] == precision.split(".")[-1]
+            ):
+                request_file = tmp_request_file
     return request_file
 
 def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]: