XufengDuan commited on
Commit
e7fdefd
1 Parent(s): 0d9757a

update scripts

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +6 -4
src/leaderboard/read_evals.py CHANGED
@@ -65,13 +65,13 @@ class EvalResult:
65
  # Extract results available in this file (some results are split in several files)
66
  results = {}
67
  for task in utils.Tasks:
68
- print(task)
69
 
70
  task = task.value
71
- print(task.benchmark)
72
- print(task.metric)
73
 
74
- print(task.col_name)
75
 
76
  #print(task.value)
77
  if isinstance(task.metric, str):
@@ -150,6 +150,7 @@ class EvalResult:
150
  self.num_params = request.get("params", 0)
151
  self.date = request.get("submitted_time", "")
152
  # print(self.license)
 
153
  except FileNotFoundError:
154
  print(f"Could not find request file for {self.org}/{self.model}")
155
  except json.JSONDecodeError:
@@ -219,6 +220,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
219
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
220
  print("request_path:",requests_path)
221
  eval_result.update_with_request_file(requests_path)
 
222
 
223
  # Store results of same eval together
224
  eval_name = eval_result.eval_name
 
65
  # Extract results available in this file (some results are split in several files)
66
  results = {}
67
  for task in utils.Tasks:
68
+ #print(task)
69
 
70
  task = task.value
71
+ #print(task.benchmark)
72
+ #print(task.metric)
73
 
74
+ #print(task.col_name)
75
 
76
  #print(task.value)
77
  if isinstance(task.metric, str):
 
150
  self.num_params = request.get("params", 0)
151
  self.date = request.get("submitted_time", "")
152
  # print(self.license)
153
+ print('updated:', self)
154
  except FileNotFoundError:
155
  print(f"Could not find request file for {self.org}/{self.model}")
156
  except json.JSONDecodeError:
 
220
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
221
  print("request_path:",requests_path)
222
  eval_result.update_with_request_file(requests_path)
223
+ print(eval_result)
224
 
225
  # Store results of same eval together
226
  eval_name = eval_result.eval_name