Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are MiMo, an AI assistant developed by Xiaomi.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are MiMo, an AI assistant developed by Xiaomi.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,169 @@
+{
+  "architectures": [
+    "Qwen2_5_VLForConditionalGeneration"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "image_token_id": 151655,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 128000,
+  "max_window_layers": 32,
+  "model_type": "qwen2_5_vl",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "hyb_act": false,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.05,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:4.0.0-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "v2": false,
+      "v2_alpha": 0.25
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "mrope_section": [
+      16,
+      24,
+      24
+    ],
+    "rope_type": "default",
+    "type": "default"
+  },
+  "rope_theta": 640000.0,
+  "sliding_window": 8192,
+  "text_config": {
+    "architectures": [
+      "Qwen2_5_VLForConditionalGeneration"
+    ],
+    "attention_bias": true,
+    "attention_dropout": 0.0,
+    "bos_token_id": 151643,
+    "eos_token_id": 151645,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "image_token_id": null,
+    "initializer_range": 0.02,
+    "intermediate_size": 11008,
+    "layer_types": [
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 128000,
+    "max_window_layers": 32,
+    "model_type": "qwen2_5_vl_text",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 36,
+    "num_key_value_heads": 8,
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+      "mrope_section": [
+        16,
+        24,
+        24
+      ],
+      "rope_type": "default",
+      "type": "default"
+    },
+    "rope_theta": 640000.0,
+    "sliding_window": null,
+    "torch_dtype": "bfloat16",
+    "use_cache": true,
+    "use_sliding_window": false,
+    "video_token_id": null,
+    "vision_end_token_id": 151653,
+    "vision_start_token_id": 151652,
+    "vision_token_id": 151654,
+    "vocab_size": 151680
+  },
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.55.2",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "depth": 32,
+    "fullatt_block_indexes": [
+      7,
+      15,
+      23,
+      31
+    ],
+    "hidden_act": "silu",
+    "hidden_size": 1280,
+    "in_channels": 3,
+    "in_chans": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 3456,
+    "model_type": "qwen2_5_vl",
+    "num_heads": 16,
+    "out_hidden_size": 4096,
+    "patch_size": 14,
+    "spatial_merge_size": 2,
+    "spatial_patch_size": 14,
+    "temporal_patch_size": 2,
+    "tokens_per_second": 2,
+    "torch_dtype": "bfloat16",
+    "window_size": 112
+  },
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652,
+  "vision_token_id": 151654,
+  "vocab_size": 151680
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    151643,
+    151645
+  ],
+  "pad_token_id": 151643,
+  "transformers_version": "4.55.2"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9215e5d484d511531f9334f03f743d10cac9a10fecc2c845f963b790833226e
+size 3993418072

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8808d8ac40e0f4d8cc8ece7ee0817182cb54e59a52a47ea2842088bb64ef13
+size 3179631912

preprocessor_config.json

@@ -0,0 +1,37 @@
+{
+  "crop_size": null,
+  "data_format": "channels_first",
+  "default_to_square": true,
+  "device": null,
+  "disable_grouping": null,
+  "do_center_crop": null,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Qwen2VLImageProcessorFast",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "input_data_format": null,
+  "max_pixels": 12845056,
+  "merge_size": 2,
+  "min_pixels": 3136,
+  "patch_size": 14,
+  "processor_class": "Qwen2_5_VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "return_tensors": null,
+  "size": {
+    "longest_edge": 12845056,
+    "shortest_edge": 3136
+  },
+  "temporal_patch_size": 2
+}

quant_log.csv

@@ -0,0 +1,253 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000048419,0.05000,0.850
+0,self_attn.v_proj,0.0000002997,0.05000,0.630
+0,self_attn.q_proj,0.0000167354,0.05000,0.626
+0,self_attn.o_proj,0.0000000223,0.05000,0.637
+0,mlp.up_proj,0.0000032546,0.05000,0.637
+0,mlp.gate_proj,0.0000036725,0.05000,0.630
+0,mlp.down_proj,0.0000000411,0.05000,1.828
+1,self_attn.k_proj,0.0000076643,0.05000,0.627
+1,self_attn.v_proj,0.0000003606,0.05000,0.624
+1,self_attn.q_proj,0.0000321719,0.05000,0.616
+1,self_attn.o_proj,0.0000000056,0.05000,0.618
+1,mlp.up_proj,0.0000095029,0.05000,0.628
+1,mlp.gate_proj,0.0000114402,0.05000,0.619
+1,mlp.down_proj,0.0000001836,0.05000,1.810
+2,self_attn.k_proj,0.0000043770,0.05000,0.624
+2,self_attn.v_proj,0.0000003038,0.05000,0.627
+2,self_attn.q_proj,0.0000100549,0.05000,0.625
+2,self_attn.o_proj,0.0000000621,0.05000,0.623
+2,mlp.up_proj,0.0000180997,0.05000,0.633
+2,mlp.gate_proj,0.0000231815,0.05000,0.625
+2,mlp.down_proj,0.0002654786,0.05000,1.819
+3,self_attn.k_proj,0.0000244940,0.05000,0.705
+3,self_attn.v_proj,0.0000029089,0.05000,0.709
+3,self_attn.q_proj,0.0000569491,0.05000,0.788
+3,self_attn.o_proj,0.0000001189,0.05000,1.145
+3,mlp.up_proj,0.0000309714,0.05000,0.992
+3,mlp.gate_proj,0.0000393766,0.05000,0.805
+3,mlp.down_proj,0.0000008132,0.05000,2.261
+4,self_attn.k_proj,0.0000185136,0.05000,0.653
+4,self_attn.v_proj,0.0000038799,0.05000,0.648
+4,self_attn.q_proj,0.0000470942,0.05000,0.650
+4,self_attn.o_proj,0.0000001687,0.05000,0.653
+4,mlp.up_proj,0.0000415087,0.05000,0.654
+4,mlp.gate_proj,0.0000543395,0.05000,0.649
+4,mlp.down_proj,0.0000013035,0.05000,1.883
+5,self_attn.k_proj,0.0000276466,0.05000,0.652
+5,self_attn.v_proj,0.0000060560,0.05000,0.645
+5,self_attn.q_proj,0.0000736839,0.05000,0.651
+5,self_attn.o_proj,0.0000002573,0.05000,0.647
+5,mlp.up_proj,0.0000517369,0.05000,0.657
+5,mlp.gate_proj,0.0000695619,0.05000,0.651
+5,mlp.down_proj,0.0000017211,0.05000,1.878
+6,self_attn.k_proj,0.0000330041,0.05000,0.651
+6,self_attn.v_proj,0.0000069070,0.05000,0.651
+6,self_attn.q_proj,0.0000812897,0.05000,0.643
+6,self_attn.o_proj,0.0000003508,0.05000,0.647
+6,mlp.up_proj,0.0000635668,0.05000,0.659
+6,mlp.gate_proj,0.0000851637,0.05000,0.646
+6,mlp.down_proj,0.0000023039,0.05000,1.879
+7,self_attn.k_proj,0.0000385079,0.05000,0.647
+7,self_attn.v_proj,0.0000074747,0.05000,0.639
+7,self_attn.q_proj,0.0000916270,0.05000,0.645
+7,self_attn.o_proj,0.0000004776,0.05000,0.649
+7,mlp.up_proj,0.0000753082,0.05000,0.632
+7,mlp.gate_proj,0.0000999293,0.05000,0.630
+7,mlp.down_proj,0.0000029323,0.05000,1.815
+8,self_attn.k_proj,0.0000367004,0.05000,0.626
+8,self_attn.v_proj,0.0000073900,0.05000,0.623
+8,self_attn.q_proj,0.0000872228,0.05000,0.625
+8,self_attn.o_proj,0.0000006690,0.05000,0.627
+8,mlp.up_proj,0.0000885129,0.05000,0.636
+8,mlp.gate_proj,0.0001128771,0.05000,0.628
+8,mlp.down_proj,0.0000036657,0.05000,1.816
+9,self_attn.k_proj,0.0000284881,0.05000,0.638
+9,self_attn.v_proj,0.0000077017,0.05000,0.637
+9,self_attn.q_proj,0.0000759375,0.05000,0.628
+9,self_attn.o_proj,0.0000012961,0.05000,0.631
+9,mlp.up_proj,0.0001003286,0.05000,0.638
+9,mlp.gate_proj,0.0001320431,0.05000,0.639
+9,mlp.down_proj,0.0000046516,0.05000,1.860
+10,self_attn.k_proj,0.0000381674,0.05000,0.634
+10,self_attn.v_proj,0.0000107823,0.05000,0.631
+10,self_attn.q_proj,0.0001037492,0.05000,0.644
+10,self_attn.o_proj,0.0000010537,0.05000,0.633
+10,mlp.up_proj,0.0001127919,0.05000,0.638
+10,mlp.gate_proj,0.0001479486,0.05000,0.631
+10,mlp.down_proj,0.0000056188,0.05000,1.825
+11,self_attn.k_proj,0.0000302041,0.05000,0.633
+11,self_attn.v_proj,0.0000086588,0.05000,0.626
+11,self_attn.q_proj,0.0000839409,0.05000,0.659
+11,self_attn.o_proj,0.0000021412,0.05000,0.640
+11,mlp.up_proj,0.0001184465,0.05000,0.642
+11,mlp.gate_proj,0.0001567948,0.05000,0.636
+11,mlp.down_proj,0.0000067630,0.05000,1.895
+12,self_attn.k_proj,0.0000381159,0.05000,0.629
+12,self_attn.v_proj,0.0000090701,0.05000,0.624
+12,self_attn.q_proj,0.0000963664,0.05000,0.631
+12,self_attn.o_proj,0.0000025287,0.05000,0.625
+12,mlp.up_proj,0.0001218755,0.05000,0.644
+12,mlp.gate_proj,0.0001644475,0.05000,0.631
+12,mlp.down_proj,0.0000067528,0.05000,1.815
+13,self_attn.k_proj,0.0000369779,0.05000,0.624
+13,self_attn.v_proj,0.0000091756,0.05000,0.620
+13,self_attn.q_proj,0.0000920428,0.05000,0.626
+13,self_attn.o_proj,0.0000024624,0.05000,0.637
+13,mlp.up_proj,0.0001204836,0.05000,0.638
+13,mlp.gate_proj,0.0001520465,0.05000,0.650
+13,mlp.down_proj,0.0000066967,0.05000,1.892
+14,self_attn.k_proj,0.0000440962,0.05000,0.625
+14,self_attn.v_proj,0.0000113788,0.05000,0.623
+14,self_attn.q_proj,0.0001158475,0.05000,0.630
+14,self_attn.o_proj,0.0000018829,0.05000,0.645
+14,mlp.up_proj,0.0001208100,0.05000,0.642
+14,mlp.gate_proj,0.0001354142,0.05000,0.635
+14,mlp.down_proj,0.0000068718,0.05000,1.955
+15,self_attn.k_proj,0.0000359595,0.05000,0.693
+15,self_attn.v_proj,0.0000102523,0.05000,0.691
+15,self_attn.q_proj,0.0000921235,0.05000,0.707
+15,self_attn.o_proj,0.0000030046,0.05000,0.697
+15,mlp.up_proj,0.0001190225,0.05000,0.692
+15,mlp.gate_proj,0.0001351498,0.05000,0.696
+15,mlp.down_proj,0.0000065856,0.05000,2.007
+16,self_attn.k_proj,0.0000468016,0.05000,0.627
+16,self_attn.v_proj,0.0000091339,0.05000,0.625
+16,self_attn.q_proj,0.0001079922,0.05000,0.641
+16,self_attn.o_proj,0.0000034948,0.05000,0.634
+16,mlp.up_proj,0.0001171108,0.05000,0.645
+16,mlp.gate_proj,0.0001227288,0.05000,0.646
+16,mlp.down_proj,0.0000066009,0.05000,1.835
+17,self_attn.k_proj,0.0000390972,0.05000,0.630
+17,self_attn.v_proj,0.0000088621,0.05000,0.625
+17,self_attn.q_proj,0.0000957747,0.05000,0.631
+17,self_attn.o_proj,0.0000028237,0.05000,0.627
+17,mlp.up_proj,0.0001155155,0.05000,0.639
+17,mlp.gate_proj,0.0001188783,0.05000,0.630
+17,mlp.down_proj,0.0000068800,0.05000,1.826
+18,self_attn.k_proj,0.0000401956,0.05000,0.627
+18,self_attn.v_proj,0.0000090248,0.05000,0.623
+18,self_attn.q_proj,0.0000949841,0.05000,0.623
+18,self_attn.o_proj,0.0000037460,0.05000,0.627
+18,mlp.up_proj,0.0001139680,0.05000,0.646
+18,mlp.gate_proj,0.0001146092,0.05000,0.629
+18,mlp.down_proj,0.0000071555,0.05000,1.815
+19,self_attn.k_proj,0.0000402539,0.05000,0.628
+19,self_attn.v_proj,0.0000139554,0.05000,0.622
+19,self_attn.q_proj,0.0001068750,0.05000,0.630
+19,self_attn.o_proj,0.0000038656,0.05000,0.631
+19,mlp.up_proj,0.0001136420,0.05000,0.642
+19,mlp.gate_proj,0.0001112846,0.05000,0.639
+19,mlp.down_proj,0.0000071713,0.05000,2.952
+20,self_attn.k_proj,0.0000430777,0.05000,0.626
+20,self_attn.v_proj,0.0000142388,0.05000,0.636
+20,self_attn.q_proj,0.0001227000,0.05000,0.642
+20,self_attn.o_proj,0.0000030897,0.05000,0.645
+20,mlp.up_proj,0.0001152159,0.05000,0.640
+20,mlp.gate_proj,0.0001108509,0.05000,0.630
+20,mlp.down_proj,0.0000078913,0.05000,1.832
+21,self_attn.k_proj,0.0000347235,0.05000,0.635
+21,self_attn.v_proj,0.0000144389,0.05000,0.640
+21,self_attn.q_proj,0.0000993896,0.05000,0.643
+21,self_attn.o_proj,0.0000045465,0.05000,0.634
+21,mlp.up_proj,0.0001203708,0.05000,0.640
+21,mlp.gate_proj,0.0001146880,0.05000,0.649
+21,mlp.down_proj,0.0000093812,0.05000,1.885
+22,self_attn.k_proj,0.0000393358,0.05000,0.628
+22,self_attn.v_proj,0.0000158499,0.05000,0.620
+22,self_attn.q_proj,0.0001072611,0.05000,0.628
+22,self_attn.o_proj,0.0000038499,0.05000,0.684
+22,mlp.up_proj,0.0001163187,0.05000,0.647
+22,mlp.gate_proj,0.0001113148,0.05000,0.664
+22,mlp.down_proj,0.0000112921,0.05000,1.811
+23,self_attn.k_proj,0.0000376413,0.05000,0.675
+23,self_attn.v_proj,0.0000225085,0.05000,0.622
+23,self_attn.q_proj,0.0001206446,0.05000,0.630
+23,self_attn.o_proj,0.0000051591,0.05000,0.629
+23,mlp.up_proj,0.0001291948,0.05000,0.634
+23,mlp.gate_proj,0.0001304205,0.05000,0.633
+23,mlp.down_proj,0.0000124118,0.05000,1.833
+24,self_attn.k_proj,0.0000431973,0.05000,0.666
+24,self_attn.v_proj,0.0000209506,0.05000,0.661
+24,self_attn.q_proj,0.0001198867,0.05000,1.045
+24,self_attn.o_proj,0.0000039563,0.05000,1.223
+24,mlp.up_proj,0.0001520708,0.05000,0.642
+24,mlp.gate_proj,0.0001611526,0.05000,0.636
+24,mlp.down_proj,0.0000160874,0.05000,1.871
+25,self_attn.k_proj,0.0000444450,0.05000,0.628
+25,self_attn.v_proj,0.0000218121,0.05000,0.626
+25,self_attn.q_proj,0.0001167302,0.05000,0.628
+25,self_attn.o_proj,0.0000038277,0.05000,0.632
+25,mlp.up_proj,0.0001813666,0.05000,0.708
+25,mlp.gate_proj,0.0002004328,0.05000,0.738
+25,mlp.down_proj,0.0000227922,0.05000,1.876
+26,self_attn.k_proj,0.0000454051,0.05000,0.634
+26,self_attn.v_proj,0.0000250637,0.05000,0.626
+26,self_attn.q_proj,0.0001315469,0.05000,0.632
+26,self_attn.o_proj,0.0000038909,0.05000,0.635
+26,mlp.up_proj,0.0002314060,0.05000,0.665
+26,mlp.gate_proj,0.0002628443,0.05000,0.627
+26,mlp.down_proj,0.0000352535,0.05000,1.851
+27,self_attn.k_proj,0.0000520552,0.05000,0.627
+27,self_attn.v_proj,0.0000402771,0.05000,0.624
+27,self_attn.q_proj,0.0001489883,0.05000,0.631
+27,self_attn.o_proj,0.0000069768,0.05000,0.630
+27,mlp.up_proj,0.0002660490,0.05000,0.637
+27,mlp.gate_proj,0.0003050386,0.05000,0.635
+27,mlp.down_proj,0.0000435111,0.05000,1.844
+28,self_attn.k_proj,0.0000636018,0.05000,0.648
+28,self_attn.v_proj,0.0000464218,0.05000,0.640
+28,self_attn.q_proj,0.0001595764,0.05000,0.642
+28,self_attn.o_proj,0.0000044354,0.05000,0.630
+28,mlp.up_proj,0.0003046133,0.05000,0.640
+28,mlp.gate_proj,0.0003516560,0.05000,0.645
+28,mlp.down_proj,0.0000525115,0.05000,1.830
+29,self_attn.k_proj,0.0000582551,0.05000,0.623
+29,self_attn.v_proj,0.0000586798,0.05000,0.619
+29,self_attn.q_proj,0.0001678434,0.05000,0.628
+29,self_attn.o_proj,0.0000052813,0.05000,0.630
+29,mlp.up_proj,0.0003163021,0.05000,0.637
+29,mlp.gate_proj,0.0003633714,0.05000,0.630
+29,mlp.down_proj,0.0000585934,0.05000,1.828
+30,self_attn.k_proj,0.0000629496,0.05000,0.634
+30,self_attn.v_proj,0.0000878309,0.05000,0.626
+30,self_attn.q_proj,0.0001828223,0.05000,0.633
+30,self_attn.o_proj,0.0000085314,0.05000,0.643
+30,mlp.up_proj,0.0003682175,0.05000,0.649
+30,mlp.gate_proj,0.0004197332,0.05000,0.641
+30,mlp.down_proj,0.0000743252,0.05000,1.845
+31,self_attn.k_proj,0.0000650040,0.05000,0.643
+31,self_attn.v_proj,0.0000754176,0.05000,0.824
+31,self_attn.q_proj,0.0001893100,0.05000,0.650
+31,self_attn.o_proj,0.0000103287,0.05000,0.651
+31,mlp.up_proj,0.0004369554,0.05000,0.659
+31,mlp.gate_proj,0.0004915606,0.05000,0.651
+31,mlp.down_proj,0.0001040258,0.05000,1.908
+32,self_attn.k_proj,0.0000666418,0.05000,0.661
+32,self_attn.v_proj,0.0001200235,0.05000,0.625
+32,self_attn.q_proj,0.0001955563,0.05000,0.632
+32,self_attn.o_proj,0.0000137284,0.05000,0.637
+32,mlp.up_proj,0.0005367029,0.05000,0.639
+32,mlp.gate_proj,0.0005717735,0.05000,0.630
+32,mlp.down_proj,0.0001500942,0.05000,1.845
+33,self_attn.k_proj,0.0000624501,0.05000,0.730
+33,self_attn.v_proj,0.0000973847,0.05000,0.722
+33,self_attn.q_proj,0.0002219080,0.05000,0.734
+33,self_attn.o_proj,0.0000225097,0.05000,1.050
+33,mlp.up_proj,0.0006794507,0.05000,1.144
+33,mlp.gate_proj,0.0006961657,0.05000,1.150
+33,mlp.down_proj,0.0002444487,0.05000,3.006
+34,self_attn.k_proj,0.0000611097,0.05000,0.629
+34,self_attn.v_proj,0.0001815660,0.05000,0.644
+34,self_attn.q_proj,0.0002258574,0.05000,0.634
+34,self_attn.o_proj,0.0000489831,0.05000,0.654
+34,mlp.up_proj,0.0007841859,0.05000,1.177
+34,mlp.gate_proj,0.0008123956,0.05000,1.276
+34,mlp.down_proj,0.0003654951,0.05000,1.855
+35,self_attn.k_proj,0.0000610122,0.05000,0.629
+35,self_attn.v_proj,0.0001826982,0.05000,0.631
+35,self_attn.q_proj,0.0002239264,0.05000,0.626
+35,self_attn.o_proj,0.0000594668,0.05000,0.633
+35,mlp.up_proj,0.0008546749,0.05000,0.652
+35,mlp.gate_proj,0.0008875874,0.05000,0.635
+35,mlp.down_proj,0.0007649885,0.05000,1.860

quantize_config.json

@@ -0,0 +1,24 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "hyb_act": false,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:4.0.0-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.05,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "v2": false,
+    "v2_alpha": 0.25
+  }
+}

special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|vision_pad|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|vision_pad|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2TokenizerFast",
+  "unk_token": null,
+  "_commit_hash": null
+}

video_preprocessor_config.json

@@ -0,0 +1,43 @@
+{
+  "crop_size": null,
+  "data_format": "channels_first",
+  "default_to_square": true,
+  "device": null,
+  "do_center_crop": null,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_pad": null,
+  "do_rescale": true,
+  "do_resize": true,
+  "do_sample_frames": false,
+  "fps": null,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "input_data_format": null,
+  "max_frames": 768,
+  "max_pixels": 12845056,
+  "merge_size": 2,
+  "min_frames": 4,
+  "min_pixels": 3136,
+  "num_frames": null,
+  "patch_size": 14,
+  "processor_class": "Qwen2_5_VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "longest_edge": 12845056,
+    "shortest_edge": 3136
+  },
+  "size_divisor": null,
+  "temporal_patch_size": 2,
+  "video_metadata": null,
+  "video_processor_type": "Qwen2VLVideoProcessor"
+}