Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -44,13 +44,11 @@ class EvalResult:
|
|
44 |
|
45 |
config = data.get("config")
|
46 |
metainfo = config.get("metainfo", {})
|
47 |
-
print("metainfo", metainfo)
|
48 |
model_config = config.get("model", {})
|
49 |
|
50 |
# Get model type from metainfo
|
51 |
-
model_type_str = metainfo.get("model_type", "")
|
52 |
-
|
53 |
-
model_type = ModelType.from_str(model_type_str)
|
54 |
# model_type = metainfo.get("model_type", "Unknown")
|
55 |
|
56 |
# Get num_few_shots from metainfo
|
@@ -109,7 +107,6 @@ class EvalResult:
|
|
109 |
revision=config.get("model_sha", ""),
|
110 |
still_on_hub=still_on_hub,
|
111 |
architecture=architecture,
|
112 |
-
model_type=model_type,
|
113 |
num_few_shots=num_few_shots,
|
114 |
add_special_tokens=add_special_tokens,
|
115 |
)
|
@@ -136,7 +133,7 @@ class EvalResult:
|
|
136 |
data_dict = {
|
137 |
"eval_name": self.eval_name, # not a column, just a save name,
|
138 |
AutoEvalColumn.precision.name: self.precision,
|
139 |
-
AutoEvalColumn.model_type.name: self.model_type,
|
140 |
AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
|
141 |
AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
142 |
AutoEvalColumn.architecture.name: self.architecture,
|
|
|
44 |
|
45 |
config = data.get("config")
|
46 |
metainfo = config.get("metainfo", {})
|
|
|
47 |
model_config = config.get("model", {})
|
48 |
|
49 |
# Get model type from metainfo
|
50 |
+
# model_type_str = metainfo.get("model_type", "")
|
51 |
+
# model_type = ModelType.from_str(model_type_str)
|
|
|
52 |
# model_type = metainfo.get("model_type", "Unknown")
|
53 |
|
54 |
# Get num_few_shots from metainfo
|
|
|
107 |
revision=config.get("model_sha", ""),
|
108 |
still_on_hub=still_on_hub,
|
109 |
architecture=architecture,
|
|
|
110 |
num_few_shots=num_few_shots,
|
111 |
add_special_tokens=add_special_tokens,
|
112 |
)
|
|
|
133 |
data_dict = {
|
134 |
"eval_name": self.eval_name, # not a column, just a save name,
|
135 |
AutoEvalColumn.precision.name: self.precision,
|
136 |
+
AutoEvalColumn.model_type.name: self.model_type.value.name,
|
137 |
AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
|
138 |
AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
139 |
AutoEvalColumn.architecture.name: self.architecture,
|