Updated important models list
Browse files
data.py
CHANGED
|
@@ -1,7 +1,6 @@
|
|
| 1 |
from huggingface_hub import HfFileSystem
|
| 2 |
import pandas as pd
|
| 3 |
from utils import logger
|
| 4 |
-
from datetime import datetime
|
| 5 |
import threading
|
| 6 |
import traceback
|
| 7 |
import json
|
|
@@ -19,10 +18,13 @@ IMPORTANT_MODELS = [
|
|
| 19 |
"vit", # old (vision) - fixed comma
|
| 20 |
"clip", # old but dominant (vision)
|
| 21 |
"detr", # objection detection, segmentation (vision)
|
| 22 |
-
"
|
| 23 |
"got_ocr2", # ocr (vision)
|
| 24 |
"whisper", # old but dominant (audio)
|
| 25 |
"wav2vec2", # old (audio)
|
|
|
|
|
|
|
|
|
|
| 26 |
"llama", # new and dominant (meta)
|
| 27 |
"gemma3", # new (google)
|
| 28 |
"qwen2", # new (Alibaba)
|
|
@@ -33,6 +35,8 @@ IMPORTANT_MODELS = [
|
|
| 33 |
"internvl", # new (video)
|
| 34 |
"gemma3n", # new (omnimodal models)
|
| 35 |
"qwen2_5_omni", # new (omnimodal models)
|
|
|
|
|
|
|
| 36 |
]
|
| 37 |
|
| 38 |
KEYS_TO_KEEP = [
|
|
|
|
| 1 |
from huggingface_hub import HfFileSystem
|
| 2 |
import pandas as pd
|
| 3 |
from utils import logger
|
|
|
|
| 4 |
import threading
|
| 5 |
import traceback
|
| 6 |
import json
|
|
|
|
| 18 |
"vit", # old (vision) - fixed comma
|
| 19 |
"clip", # old but dominant (vision)
|
| 20 |
"detr", # objection detection, segmentation (vision)
|
| 21 |
+
"table_transformer", # objection detection (visioin) - maybe just detr?
|
| 22 |
"got_ocr2", # ocr (vision)
|
| 23 |
"whisper", # old but dominant (audio)
|
| 24 |
"wav2vec2", # old (audio)
|
| 25 |
+
"qwen2_audio", # (audio)
|
| 26 |
+
"speech_t5", # (audio)
|
| 27 |
+
"csm", # (audio)
|
| 28 |
"llama", # new and dominant (meta)
|
| 29 |
"gemma3", # new (google)
|
| 30 |
"qwen2", # new (Alibaba)
|
|
|
|
| 35 |
"internvl", # new (video)
|
| 36 |
"gemma3n", # new (omnimodal models)
|
| 37 |
"qwen2_5_omni", # new (omnimodal models)
|
| 38 |
+
# "gpt_oss", # new (quite used)
|
| 39 |
+
"qwen2_5_omni", # new (omnimodal models)
|
| 40 |
]
|
| 41 |
|
| 42 |
KEYS_TO_KEEP = [
|