Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -42,9 +42,6 @@ class EvalResult:
|
|
42 |
metainfo = config.get("metainfo", {})
|
43 |
model_config = config.get("model", {})
|
44 |
|
45 |
-
print("metainfo", metainfo)
|
46 |
-
print("model_config", model_config)
|
47 |
-
|
48 |
# Get model type from metainfo
|
49 |
model_type_str = metainfo.get("model_type", "")
|
50 |
model_type = ModelType.from_str(model_type_str)
|
@@ -95,10 +92,12 @@ class EvalResult:
|
|
95 |
org=org,
|
96 |
model=model,
|
97 |
results=results,
|
98 |
-
precision=precision,
|
99 |
-
revision=
|
100 |
still_on_hub=still_on_hub,
|
101 |
-
architecture=architecture
|
|
|
|
|
102 |
)
|
103 |
|
104 |
def update_with_request_file(self, requests_path):
|
@@ -134,6 +133,7 @@ class EvalResult:
|
|
134 |
AutoEvalColumn.likes.name: self.likes,
|
135 |
AutoEvalColumn.params.name: self.num_params,
|
136 |
AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
|
|
137 |
}
|
138 |
|
139 |
# for task in Tasks:
|
|
|
42 |
metainfo = config.get("metainfo", {})
|
43 |
model_config = config.get("model", {})
|
44 |
|
|
|
|
|
|
|
45 |
# Get model type from metainfo
|
46 |
model_type_str = metainfo.get("model_type", "")
|
47 |
model_type = ModelType.from_str(model_type_str)
|
|
|
92 |
org=org,
|
93 |
model=model,
|
94 |
results=results,
|
95 |
+
precision=precision,
|
96 |
+
revision=config.get("model_sha", ""),
|
97 |
still_on_hub=still_on_hub,
|
98 |
+
architecture=architecture,
|
99 |
+
model_type=model_type,
|
100 |
+
num_few_shots=num_few_shots
|
101 |
)
|
102 |
|
103 |
def update_with_request_file(self, requests_path):
|
|
|
133 |
AutoEvalColumn.likes.name: self.likes,
|
134 |
AutoEvalColumn.params.name: self.num_params,
|
135 |
AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
136 |
+
"num_few_shots": self.num_few_shots,
|
137 |
}
|
138 |
|
139 |
# for task in Tasks:
|