update scripts

src/leaderboard/read_evals.py

@@ -132,9 +132,8 @@ class EvalResult:
         all_files_before = os.listdir(requests_path)
         print("test the variable:", all_files_before)
         print(self.full_model)
-        print(self.precision.value.name)
-        request_file = get_request_file_for_model(requests_path, self.full_model,
-                                                self.precision.value.name)
+        #print(self.precision.value.name)
+        request_file = get_request_file_for_model(requests_path, self.full_model)
         print("test the variable:",request_file)
         all_files = os.listdir(request_file)
         print("Files in the folder:", all_files)
@@ -181,7 +180,7 @@ class EvalResult:
         return data_dict
 
 
-def get_request_file_for_model(requests_path, model_name, precision):
+def get_request_file_for_model(requests_path, model_name):
     """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
     request_files = os.path.join(
         requests_path,
@@ -195,11 +194,11 @@ def get_request_file_for_model(requests_path, model_name, precision):
     for tmp_request_file in request_files:
         with open(tmp_request_file, "r") as f:
             req_content = json.load(f)
-            if (
-                req_content["status"] in ["FINISHED"]
-                and req_content["precision"] == precision.split(".")[-1]
-            ):
-                request_file = tmp_request_file
+            # if (
+            #     req_content["status"] in ["FINISHED"]
+            #     and req_content["precision"] == precision.split(".")[-1]
+            # ):
+            #     request_file = tmp_request_file
     return request_file