tckm.yan/aha
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add Qwen3.5 model

Browse Source
This commit is contained in:
jhqxxx
2026-03-05 21:57:03 +08:00
parent a61b899741
commit 4ae8b0b2f4
31 changed files with 1930 additions and 121 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/position_embed/rope.rs
+3 -2
View File
@@ -142,10 +142,11 @@ pub fn glm_asr_apply_rotary_pos_emb(
let cos = cos.to_dtype(q.dtype())?;
let sin = sin.to_dtype(q.dtype())?;
let rotary_dim = cos.dim(D::Minus1)?;
let q_dim = q.dim(D::Minus1)?;
let q_rot = q.narrow(D::Minus1, 0, rotary_dim)?;
let q_pass = q.narrow(D::Minus1, rotary_dim, rotary_dim)?;
let q_pass = q.narrow(D::Minus1, rotary_dim, q_dim - rotary_dim)?;
let k_rot = k.narrow(D::Minus1, 0, rotary_dim)?;
let k_pass = k.narrow(D::Minus1, rotary_dim, rotary_dim)?;
let k_pass = k.narrow(D::Minus1, rotary_dim, q_dim - rotary_dim)?;
let q_embed = q_rot
.broadcast_mul(&cos)?