JqzAugUST commited on
Commit
29234d6
·
verified ·
1 Parent(s): 267b97c

Update eagle/model/modeling_minicpm_kv.py

Browse files
Files changed (1) hide show
  1. eagle/model/modeling_minicpm_kv.py +2 -2
eagle/model/modeling_minicpm_kv.py CHANGED
@@ -1589,9 +1589,9 @@ class MiniCPMDecoderLayer(nn.Module):
1589
  self.self_attn = MiniCPMInfLLMv2Attention(config=config, layer_idx=layer_idx)
1590
  else:
1591
  # <mod>
1592
- self.self_attn = MINICPM_ATTENTION_CLASSES[config._attn_implementation](config=config, layer_idx=layer_idx)
1593
  # <before-after-mod> -------------------------------------------------
1594
- # self.self_attn = MINICPM_ATTENTION_CLASSES["eager"](config=config, layer_idx=layer_idx)
1595
  # </mod>
1596
 
1597
  self.mlp = MiniCPMMLP(config)
 
1589
  self.self_attn = MiniCPMInfLLMv2Attention(config=config, layer_idx=layer_idx)
1590
  else:
1591
  # <mod>
1592
+ # self.self_attn = MINICPM_ATTENTION_CLASSES[config._attn_implementation](config=config, layer_idx=layer_idx)
1593
  # <before-after-mod> -------------------------------------------------
1594
+ self.self_attn = MINICPM_ATTENTION_CLASSES["eager"](config=config, layer_idx=layer_idx)
1595
  # </mod>
1596
 
1597
  self.mlp = MiniCPMMLP(config)