Upload config.json with huggingface_hub

config.json

@@ -11,7 +11,7 @@
   "hidden_size": 2048,
   "initializer_range": 0.02,
   "intermediate_size": 6144,
-  "max_position_embeddings": 41000,
+  "max_position_embeddings": 40960,
   "max_window_layers": 48,
   "mlp_only_layers": [],
   "model_type": "qwen3_moe",
@@ -33,5 +33,10 @@
   "transformers_version": "4.51.3",
   "use_cache": true,
   "use_sliding_window": false,
-  "vocab_size": 151936
+  "vocab_size": 151936,
+  "rope_scaling": {
+    "rope_type": "yarn",
+    "factor": 4.0,
+    "original_max_position_embeddings": 32768
+  } 
 }