Spaces:
Runtime error
Runtime error
add q2_k precsion weights
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ MODELS = {
|
|
| 18 |
"clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
|
| 19 |
"model_prefix": "SmolVLM2-256M-Video-Instruct",
|
| 20 |
"clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
|
| 21 |
-
"model_variants": ["Q8_0", "f16"],
|
| 22 |
"clip_variants": ["Q8_0", "f16"],
|
| 23 |
},
|
| 24 |
"500M": {
|
|
@@ -26,7 +26,7 @@ MODELS = {
|
|
| 26 |
"clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
|
| 27 |
"model_prefix": "SmolVLM2-500M-Video-Instruct",
|
| 28 |
"clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
|
| 29 |
-
"model_variants": ["Q8_0", "f16"],
|
| 30 |
"clip_variants": ["Q8_0", "f16"],
|
| 31 |
},
|
| 32 |
"2.2B": {
|
|
@@ -34,7 +34,7 @@ MODELS = {
|
|
| 34 |
"clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
|
| 35 |
"model_prefix": "SmolVLM2-2.2B-Instruct",
|
| 36 |
"clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
|
| 37 |
-
"model_variants": ["Q4_K_M", "Q8_0", "f16"],
|
| 38 |
"clip_variants": ["Q8_0", "f16"],
|
| 39 |
},
|
| 40 |
}
|
|
|
|
| 18 |
"clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
|
| 19 |
"model_prefix": "SmolVLM2-256M-Video-Instruct",
|
| 20 |
"clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
|
| 21 |
+
"model_variants": ["Q2_K","Q8_0", "f16"],
|
| 22 |
"clip_variants": ["Q8_0", "f16"],
|
| 23 |
},
|
| 24 |
"500M": {
|
|
|
|
| 26 |
"clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
|
| 27 |
"model_prefix": "SmolVLM2-500M-Video-Instruct",
|
| 28 |
"clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
|
| 29 |
+
"model_variants": ["Q2_K","Q8_0", "f16"],
|
| 30 |
"clip_variants": ["Q8_0", "f16"],
|
| 31 |
},
|
| 32 |
"2.2B": {
|
|
|
|
| 34 |
"clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
|
| 35 |
"model_prefix": "SmolVLM2-2.2B-Instruct",
|
| 36 |
"clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
|
| 37 |
+
"model_variants": ["Q2_K","Q4_K_M", "Q8_0", "f16"],
|
| 38 |
"clip_variants": ["Q8_0", "f16"],
|
| 39 |
},
|
| 40 |
}
|