sh1gechan commited on
Commit
42efd4f
1 Parent(s): 92a9668

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +6 -6
src/leaderboard/read_evals.py CHANGED
@@ -42,9 +42,6 @@ class EvalResult:
42
  metainfo = config.get("metainfo", {})
43
  model_config = config.get("model", {})
44
 
45
- print("metainfo", metainfo)
46
- print("model_config", model_config)
47
-
48
  # Get model type from metainfo
49
  model_type_str = metainfo.get("model_type", "")
50
  model_type = ModelType.from_str(model_type_str)
@@ -95,10 +92,12 @@ class EvalResult:
95
  org=org,
96
  model=model,
97
  results=results,
98
- precision=precision,
99
- revision= config.get("model_sha", ""),
100
  still_on_hub=still_on_hub,
101
- architecture=architecture
 
 
102
  )
103
 
104
  def update_with_request_file(self, requests_path):
@@ -134,6 +133,7 @@ class EvalResult:
134
  AutoEvalColumn.likes.name: self.likes,
135
  AutoEvalColumn.params.name: self.num_params,
136
  AutoEvalColumn.still_on_hub.name: self.still_on_hub,
 
137
  }
138
 
139
  # for task in Tasks:
 
42
  metainfo = config.get("metainfo", {})
43
  model_config = config.get("model", {})
44
 
 
 
 
45
  # Get model type from metainfo
46
  model_type_str = metainfo.get("model_type", "")
47
  model_type = ModelType.from_str(model_type_str)
 
92
  org=org,
93
  model=model,
94
  results=results,
95
+ precision=precision,
96
+ revision=config.get("model_sha", ""),
97
  still_on_hub=still_on_hub,
98
+ architecture=architecture,
99
+ model_type=model_type,
100
+ num_few_shots=num_few_shots
101
  )
102
 
103
  def update_with_request_file(self, requests_path):
 
133
  AutoEvalColumn.likes.name: self.likes,
134
  AutoEvalColumn.params.name: self.num_params,
135
  AutoEvalColumn.still_on_hub.name: self.still_on_hub,
136
+ "num_few_shots": self.num_few_shots,
137
  }
138
 
139
  # for task in Tasks: