Spaces:
Runtime error
Runtime error
Commit
Β·
234d367
1
Parent(s):
126745c
Update app.py
Browse files
app.py
CHANGED
|
@@ -250,6 +250,10 @@ EXTERNAL_MODEL_TO_DIM = {
|
|
| 250 |
"unsup-simcse-bert-base-uncased": 768,
|
| 251 |
}
|
| 252 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 253 |
|
| 254 |
EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
|
| 255 |
|
|
@@ -334,6 +338,7 @@ def get_mteb_data(tasks=["Clustering"], langs=[], fillna=True, add_emb_dim=False
|
|
| 334 |
df_list.append(res)
|
| 335 |
|
| 336 |
for model in models:
|
|
|
|
| 337 |
readme_path = hf_hub_download(model.modelId, filename="README.md")
|
| 338 |
meta = metadata_load(readme_path)
|
| 339 |
# meta['model-index'][0]["results"] is list of elements like:
|
|
|
|
| 250 |
"unsup-simcse-bert-base-uncased": 768,
|
| 251 |
}
|
| 252 |
|
| 253 |
+
MODELS_TO_SKIP = {
|
| 254 |
+
"baseplate/instructor-large-1", # Duplicate
|
| 255 |
+
}
|
| 256 |
+
|
| 257 |
|
| 258 |
EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
|
| 259 |
|
|
|
|
| 338 |
df_list.append(res)
|
| 339 |
|
| 340 |
for model in models:
|
| 341 |
+
if model.modelId in MODELS_TO_SKIP: continue
|
| 342 |
readme_path = hf_hub_download(model.modelId, filename="README.md")
|
| 343 |
meta = metadata_load(readme_path)
|
| 344 |
# meta['model-index'][0]["results"] is list of elements like:
|