MiniMaxAI
/

MiniMax-M2

Text Generation

Model card Files Files and versions

sriting commited on 3 days ago

Commit

44cefa6

·

1 Parent(s): 3f46446

fix config typo

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -79,7 +79,7 @@
   "layernorm_mlp_beta": 1.0,
   "max_position_embeddings": 196608,
   "mlp_intermediate_size": 8192,
-  "model_type": "mixtral",
   "mtp_transformer_layers": 1,
   "num_attention_heads": 48,
   "num_experts_per_tok": 8,
@@ -114,4 +114,4 @@
   "use_qk_norm": true,
   "use_routing_bias": true,
   "vocab_size": 200064
-}

   "layernorm_mlp_beta": 1.0,
   "max_position_embeddings": 196608,
   "mlp_intermediate_size": 8192,
+  "model_type": "minimax",
   "mtp_transformer_layers": 1,
   "num_attention_heads": 48,
   "num_experts_per_tok": 8,
   "use_qk_norm": true,
   "use_routing_bias": true,
   "vocab_size": 200064
+}