JqzAugUST commited on
Commit
267b97c
·
verified ·
1 Parent(s): 0750883

Update eagle/model/modeling_minicpm_kv.py

Browse files
Files changed (1) hide show
  1. eagle/model/modeling_minicpm_kv.py +1 -1
eagle/model/modeling_minicpm_kv.py CHANGED
@@ -934,7 +934,7 @@ class MiniCPMFlashAttention2(MiniCPMAttention):
934
  value_states = value_states.to(target_dtype)
935
 
936
  attn_output = self._flash_attention_forward(
937
- query_states, key_states, value_states, attention_mask, q_len, dropout=dropout_rate
938
  )
939
 
940
  attn_output = attn_output.reshape(bsz, q_len, self.hidden_size).contiguous()
 
934
  value_states = value_states.to(target_dtype)
935
 
936
  attn_output = self._flash_attention_forward(
937
+ query_states, key_states, value_states, None, q_len, dropout=dropout_rate
938
  )
939
 
940
  attn_output = attn_output.reshape(bsz, q_len, self.hidden_size).contiguous()