Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Gregor Betz
commited on
Commit
•
3d5ec49
1
Parent(s):
61a673a
exception no request file
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -175,7 +175,11 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
175 |
for model_result_filepath in model_result_filepaths:
|
176 |
# Creation of result
|
177 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
178 |
-
|
|
|
|
|
|
|
|
|
179 |
|
180 |
# Store results of same eval together
|
181 |
eval_name = eval_result.eval_name
|
|
|
175 |
for model_result_filepath in model_result_filepaths:
|
176 |
# Creation of result
|
177 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
178 |
+
try:
|
179 |
+
eval_result.update_with_request_file(requests_path)
|
180 |
+
except Exception:
|
181 |
+
print(f"Could not update eval with request file. Skipping: {eval_result.org}/{eval_result.model}")
|
182 |
+
continue
|
183 |
|
184 |
# Store results of same eval together
|
185 |
eval_name = eval_result.eval_name
|