Spaces:
Runtime error
Runtime error
replace 1B GGUF made by bartowski with the one made by mradermacher as the later provides weights in fp16 format
Browse files
app.py
CHANGED
|
@@ -44,18 +44,17 @@ MODELS = {
|
|
| 44 |
"model_separator": ".", # Dot for SmolVLM model files
|
| 45 |
},
|
| 46 |
"1B": {
|
| 47 |
-
"model_repo": "
|
| 48 |
-
"clip_repo":
|
| 49 |
-
"model_prefix": "
|
| 50 |
-
"clip_prefix":
|
| 51 |
"model_variants": [
|
| 52 |
-
"
|
| 53 |
-
"
|
| 54 |
-
"
|
| 55 |
-
"IQ3_M", "Q3_K_S", "IQ3_XS", "IQ3_XXS", "Q2_K", "IQ2_M"
|
| 56 |
],
|
| 57 |
-
"clip_variants":
|
| 58 |
-
"model_separator": "
|
| 59 |
},
|
| 60 |
"2.2B": {
|
| 61 |
"model_repo": "mradermacher/SmolVLM2-2.2B-Instruct-GGUF",
|
|
|
|
| 44 |
"model_separator": ".", # Dot for SmolVLM model files
|
| 45 |
},
|
| 46 |
"1B": {
|
| 47 |
+
"model_repo": "mradermacher/InternVL3_5-1B-GGUF",
|
| 48 |
+
"clip_repo": "mradermacher/InternVL3_5-1B-GGUF",
|
| 49 |
+
"model_prefix": "InternVL3_5-1B",
|
| 50 |
+
"clip_prefix": "InternVL3_5-1B.mmproj-", # Includes hyphen to match file names
|
| 51 |
"model_variants": [
|
| 52 |
+
"IQ4_XS", "Q2_K", "Q3_K_L", "Q3_K_M", "Q3_K_S",
|
| 53 |
+
"Q4_K_M", "Q4_K_S", "Q5_K_M", "Q5_K_S", "Q6_K",
|
| 54 |
+
"Q8_0", "f16"
|
|
|
|
| 55 |
],
|
| 56 |
+
"clip_variants": ["Q8_0", "f16"],
|
| 57 |
+
"model_separator": "." # Used for models; clips may need separate handling
|
| 58 |
},
|
| 59 |
"2.2B": {
|
| 60 |
"model_repo": "mradermacher/SmolVLM2-2.2B-Instruct-GGUF",
|