stash save

This commit is contained in:
jhqxxx
2025-11-13 00:33:27 +08:00
parent c3fa11ed24
commit c95b91ffc0
4 changed files with 384 additions and 44 deletions
+1
View File
@@ -316,6 +316,7 @@ pub fn eager_attention_forward(
attn_output
}
};
//(b, n_head, seq_len, dim) -> (b, seq_len, n_head, dim)
let attn_output = attn_output.transpose(1, 2)?.contiguous()?;
Ok(attn_output)