tckm.yan/aha
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update fmt

Browse Source
This commit is contained in:
jhqxxx
2026-03-14 20:06:20 +08:00
parent 0c6d4d01d9
commit 21caee0522
13 changed files with 761 additions and 697 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/models/paddleocr_vl/model.rs
+5 -3
View File
@@ -707,11 +707,13 @@ impl PaddleOCRVLModel {
self.rope_deltas = Some(rope_deltas);
} else {
let (bs, seq_len, _) = inputs_embeds.dims3()?;
let delta = if let Some(cache_position) = cache_position {
let delta = if let Some(cache_position) = cache_position
&& let Some(rope_deltas) = &self.rope_deltas
{
cache_position
.i(0)?
.to_dtype(self.rope_deltas.as_ref().unwrap().dtype())?
.broadcast_add(self.rope_deltas.as_ref().unwrap())?
.to_dtype(rope_deltas.dtype())?
.broadcast_add(rope_deltas)?
.contiguous()?
.to_dtype(candle_core::DType::U32)?
} else {