Spaces:
Build error
Build error
Update eagle/model/modeling_minicpm_kv.py
Browse files
eagle/model/modeling_minicpm_kv.py
CHANGED
|
@@ -934,7 +934,7 @@ class MiniCPMFlashAttention2(MiniCPMAttention):
|
|
| 934 |
value_states = value_states.to(target_dtype)
|
| 935 |
|
| 936 |
attn_output = self._flash_attention_forward(
|
| 937 |
-
query_states, key_states, value_states,
|
| 938 |
)
|
| 939 |
|
| 940 |
attn_output = attn_output.reshape(bsz, q_len, self.hidden_size).contiguous()
|
|
|
|
| 934 |
value_states = value_states.to(target_dtype)
|
| 935 |
|
| 936 |
attn_output = self._flash_attention_forward(
|
| 937 |
+
query_states, key_states, value_states, None, q_len, dropout=dropout_rate
|
| 938 |
)
|
| 939 |
|
| 940 |
attn_output = attn_output.reshape(bsz, q_len, self.hidden_size).contiguous()
|