Spaces:
Runtime error
Runtime error
default f16 precision
Browse files
app.py
CHANGED
|
@@ -21,15 +21,15 @@ MODELS = {
|
|
| 21 |
"clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
|
| 22 |
"model_prefix": "SmolVLM2-256M-Video-Instruct",
|
| 23 |
"clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
|
| 24 |
-
"model_variants": ["
|
| 25 |
-
"clip_variants": ["
|
| 26 |
},
|
| 27 |
"500M": {
|
| 28 |
"model_repo": "mradermacher/SmolVLM2-500M-Video-Instruct-GGUF",
|
| 29 |
"clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
|
| 30 |
"model_prefix": "SmolVLM2-500M-Video-Instruct",
|
| 31 |
"clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
|
| 32 |
-
"model_variants": ["
|
| 33 |
"clip_variants": ["Q8_0", "f16"],
|
| 34 |
},
|
| 35 |
"2.2B": {
|
|
@@ -37,7 +37,7 @@ MODELS = {
|
|
| 37 |
"clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
|
| 38 |
"model_prefix": "SmolVLM2-2.2B-Instruct",
|
| 39 |
"clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
|
| 40 |
-
"model_variants": ["
|
| 41 |
"clip_variants": ["Q8_0", "f16"],
|
| 42 |
},
|
| 43 |
}
|
|
|
|
| 21 |
"clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
|
| 22 |
"model_prefix": "SmolVLM2-256M-Video-Instruct",
|
| 23 |
"clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
|
| 24 |
+
"model_variants": ["f16", "Q8_0", "Q2_K", "Q4_K_M"],
|
| 25 |
+
"clip_variants": ["Q8_0", "f16"],
|
| 26 |
},
|
| 27 |
"500M": {
|
| 28 |
"model_repo": "mradermacher/SmolVLM2-500M-Video-Instruct-GGUF",
|
| 29 |
"clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
|
| 30 |
"model_prefix": "SmolVLM2-500M-Video-Instruct",
|
| 31 |
"clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
|
| 32 |
+
"model_variants": ["f16", "Q4_K_M", "Q8_0", "Q2_K"],
|
| 33 |
"clip_variants": ["Q8_0", "f16"],
|
| 34 |
},
|
| 35 |
"2.2B": {
|
|
|
|
| 37 |
"clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
|
| 38 |
"model_prefix": "SmolVLM2-2.2B-Instruct",
|
| 39 |
"clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
|
| 40 |
+
"model_variants": ["f16", "Q4_K_M", "Q8_0", "Q2_K"],
|
| 41 |
"clip_variants": ["Q8_0", "f16"],
|
| 42 |
},
|
| 43 |
}
|