Spaces:
Runtime error
Runtime error
Muennighoff
commited on
Commit
•
234d367
1
Parent(s):
126745c
Update app.py
Browse files
app.py
CHANGED
@@ -250,6 +250,10 @@ EXTERNAL_MODEL_TO_DIM = {
|
|
250 |
"unsup-simcse-bert-base-uncased": 768,
|
251 |
}
|
252 |
|
|
|
|
|
|
|
|
|
253 |
|
254 |
EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
|
255 |
|
@@ -334,6 +338,7 @@ def get_mteb_data(tasks=["Clustering"], langs=[], fillna=True, add_emb_dim=False
|
|
334 |
df_list.append(res)
|
335 |
|
336 |
for model in models:
|
|
|
337 |
readme_path = hf_hub_download(model.modelId, filename="README.md")
|
338 |
meta = metadata_load(readme_path)
|
339 |
# meta['model-index'][0]["results"] is list of elements like:
|
|
|
250 |
"unsup-simcse-bert-base-uncased": 768,
|
251 |
}
|
252 |
|
253 |
+
MODELS_TO_SKIP = {
|
254 |
+
"baseplate/instructor-large-1", # Duplicate
|
255 |
+
}
|
256 |
+
|
257 |
|
258 |
EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
|
259 |
|
|
|
338 |
df_list.append(res)
|
339 |
|
340 |
for model in models:
|
341 |
+
if model.modelId in MODELS_TO_SKIP: continue
|
342 |
readme_path = hf_hub_download(model.modelId, filename="README.md")
|
343 |
meta = metadata_load(readme_path)
|
344 |
# meta['model-index'][0]["results"] is list of elements like:
|