update qwen3.5 only text conpute pos bug

2026-03-06 12:14:18 +08:00
parent 14ecd4676c
commit f482bf1a54
1 changed files with 1 additions and 0 deletions
@@ -1068,6 +1068,7 @@ impl Qwen3_5Model {
                (seqlen_offset + seq_len) as i64,
                input_ids.device(),
            )?
+            .to_dtype(self.rope_deltas.as_ref().unwrap().dtype())?
            .unsqueeze(0)?
            .broadcast_as((bs, seq_len))?
            .broadcast_add(self.rope_deltas.as_ref().unwrap())?