update scripts

src/leaderboard/read_evals.py

@@ -134,9 +134,9 @@ class EvalResult:
         print(self.full_model)
         #print(self.precision.value.name)
         request_file = get_request_file_for_model(requests_path, self.full_model)
-        print("test the variable:",request_file)
-        all_files = os.listdir(request_file)
-        print("Files in the folder:", all_files)
+        print("file name:",request_file)
+        #all_files = os.listdir(request_file)
+        #print("Files in the folder:", all_files)
 
 
         try:
@@ -184,22 +184,22 @@ def get_request_file_for_model(requests_path, model_name):
     """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
     request_files = os.path.join(
         requests_path,
-        f"{model_name}_eval_request_*.json",
+        f"{model_name}.json",
     )
-    request_files = glob.glob(request_files)
+    #request_files = glob.glob(request_files)
 
     # Select correct request file (precision)
-    request_file = ""
-    request_files = sorted(request_files, reverse=True)
-    for tmp_request_file in request_files:
-        with open(tmp_request_file, "r") as f:
-            req_content = json.load(f)
-            # if (
-            #     req_content["status"] in ["FINISHED"]
-            #     and req_content["precision"] == precision.split(".")[-1]
-            # ):
-            #     request_file = tmp_request_file
-    return request_file
+    # request_file = ""
+    # request_files = sorted(request_files, reverse=True)
+    # for tmp_request_file in request_files:
+    #     with open(tmp_request_file, "r") as f:
+    #         req_content = json.load(f)
+    #         # if (
+    #         #     req_content["status"] in ["FINISHED"]
+    #         #     and req_content["precision"] == precision.split(".")[-1]
+    #         # ):
+    #         #     request_file = tmp_request_file
+    return request_files
 
 
 def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]: