Spaces:
Runtime error
Runtime error
Enable any summarization model to be evaluated on any summarization dataset
Browse files
utils.py
CHANGED
|
@@ -79,6 +79,13 @@ def get_compatible_models(task: str, dataset_ids: List[str]) -> List[str]:
|
|
| 79 |
A list of model IDs, sorted alphabetically.
|
| 80 |
"""
|
| 81 |
compatible_models = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
# Include models trained on SQuAD datasets, since these can be evaluated on
|
| 83 |
# other SQuAD-like datasets
|
| 84 |
if task == "extractive_question_answering":
|
|
|
|
| 79 |
A list of model IDs, sorted alphabetically.
|
| 80 |
"""
|
| 81 |
compatible_models = []
|
| 82 |
+
# Allow any summarization model to be used for summarization tasks
|
| 83 |
+
if task == "summarization":
|
| 84 |
+
model_filter = ModelFilter(
|
| 85 |
+
task=AUTOTRAIN_TASK_TO_HUB_TASK[task],
|
| 86 |
+
library=["transformers", "pytorch"],
|
| 87 |
+
)
|
| 88 |
+
compatible_models.extend(HfApi().list_models(filter=model_filter))
|
| 89 |
# Include models trained on SQuAD datasets, since these can be evaluated on
|
| 90 |
# other SQuAD-like datasets
|
| 91 |
if task == "extractive_question_answering":
|