Luigi commited on
Commit
f9806ce
·
verified ·
1 Parent(s): fa03d73

Add InterVL 3.5 1B

Browse files
Files changed (1) hide show
  1. app.py +13 -0
app.py CHANGED
@@ -32,6 +32,19 @@ MODELS = {
32
  "model_variants": ["f16", "Q4_K_M", "Q8_0", "Q2_K"],
33
  "clip_variants": ["Q8_0", "f16"],
34
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  "2.2B": {
36
  "model_repo": "mradermacher/SmolVLM2-2.2B-Instruct-GGUF",
37
  "clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
 
32
  "model_variants": ["f16", "Q4_K_M", "Q8_0", "Q2_K"],
33
  "clip_variants": ["Q8_0", "f16"],
34
  },
35
+ "1B": {
36
+ "model_repo": "bartowski/OpenGVLab_InternVL3_5-1B-GGUF",
37
+ "clip_repo": "bartowski/OpenGVLab_InternVL3_5-1B-GGUF", # Same repo for CLIP files
38
+ "model_prefix": "InternVL3_5-1B",
39
+ "clip_prefix": "mmproj-OpenGVLab_InternVL3_5-1B", # Matches the CLIP file naming
40
+ "model_variants": [
41
+ "bf16", "Q8_0", "Q6_K_L", "Q5_K_L", "Q6_K", "Q4_K_L",
42
+ "Q3_K_XL", "Q5_K_M", "Q5_K_S", "Q4_1", "Q2_K_L", "Q4_K_M",
43
+ "Q4_K_S", "Q4_0", "IQ4_NL", "IQ4_XS", "Q3_K_L", "Q3_K_M",
44
+ "IQ3_M", "Q3_K_S", "IQ3_XS", "IQ3_XXS", "Q2_K", "IQ2_M"
45
+ ],
46
+ "clip_variants": ["bf16", "f16"], # Based on the available CLIP files
47
+ },
48
  "2.2B": {
49
  "model_repo": "mradermacher/SmolVLM2-2.2B-Instruct-GGUF",
50
  "clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",