tckm.yan/aha
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update attn_weights add mask dtype not match error

Browse Source
This commit is contained in:
jhqxxx
2025-10-11 11:13:10 +08:00
parent dfeabc33f8
commit dcdafaf8ac
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/models/common/mod.rs
+1 -1
View File
@@ -225,7 +225,7 @@ impl AttentionNobias {
let attn_weights = (attn_weights * scale)?; let attn_weights = (attn_weights * scale)?;
let attn_weights = match attention_mask { let attn_weights = match attention_mask {
None => attn_weights, None => attn_weights,
Some(mask) => attn_weights.broadcast_add(mask)?, Some(mask) => attn_weights.broadcast_add(&mask.to_dtype(attn_weights.dtype())?)?,
}; };
let attn_weights = candle_nn::ops::softmax_last_dim(&attn_weights)?; let attn_weights = candle_nn::ops::softmax_last_dim(&attn_weights)?;
let attn_weights = attn_weights.matmul(&value_states)?; let attn_weights = attn_weights.matmul(&value_states)?;