Gregor Betz commited on
Commit
3d5ec49
1 Parent(s): 61a673a

exception no request file

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +5 -1
src/leaderboard/read_evals.py CHANGED
@@ -175,7 +175,11 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
175
  for model_result_filepath in model_result_filepaths:
176
  # Creation of result
177
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
178
- eval_result.update_with_request_file(requests_path)
 
 
 
 
179
 
180
  # Store results of same eval together
181
  eval_name = eval_result.eval_name
 
175
  for model_result_filepath in model_result_filepaths:
176
  # Creation of result
177
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
178
+ try:
179
+ eval_result.update_with_request_file(requests_path)
180
+ except Exception:
181
+ print(f"Could not update eval with request file. Skipping: {eval_result.org}/{eval_result.model}")
182
+ continue
183
 
184
  # Store results of same eval together
185
  eval_name = eval_result.eval_name