Spaces:
Build error
Build error
Update eagle/model/modeling_minicpm_kv.py
Browse files
eagle/model/modeling_minicpm_kv.py
CHANGED
|
@@ -1589,9 +1589,9 @@ class MiniCPMDecoderLayer(nn.Module):
|
|
| 1589 |
self.self_attn = MiniCPMInfLLMv2Attention(config=config, layer_idx=layer_idx)
|
| 1590 |
else:
|
| 1591 |
# <mod>
|
| 1592 |
-
self.self_attn = MINICPM_ATTENTION_CLASSES[config._attn_implementation](config=config, layer_idx=layer_idx)
|
| 1593 |
# <before-after-mod> -------------------------------------------------
|
| 1594 |
-
|
| 1595 |
# </mod>
|
| 1596 |
|
| 1597 |
self.mlp = MiniCPMMLP(config)
|
|
|
|
| 1589 |
self.self_attn = MiniCPMInfLLMv2Attention(config=config, layer_idx=layer_idx)
|
| 1590 |
else:
|
| 1591 |
# <mod>
|
| 1592 |
+
# self.self_attn = MINICPM_ATTENTION_CLASSES[config._attn_implementation](config=config, layer_idx=layer_idx)
|
| 1593 |
# <before-after-mod> -------------------------------------------------
|
| 1594 |
+
self.self_attn = MINICPM_ATTENTION_CLASSES["eager"](config=config, layer_idx=layer_idx)
|
| 1595 |
# </mod>
|
| 1596 |
|
| 1597 |
self.mlp = MiniCPMMLP(config)
|