tckm.yan/aha
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

delete not used method

Browse Source
This commit is contained in:
jhqxxx
2025-11-04 12:22:02 +08:00
parent 082bf544d8
commit a5721e7f50
3 changed files with 19 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/models/qwen2_5vl/model.rs
+14 -9
View File
@@ -493,19 +493,24 @@ impl Qwen2_5VLVisionModel {
let sin = emb.sin()?.to_dtype(hidden_states.dtype())?; let sin = emb.sin()?.to_dtype(hidden_states.dtype())?;
let cu_seqlens = grid_thw.i((.., 1))?.mul(&grid_thw.i((.., 2))?)?; let cu_seqlens = grid_thw.i((.., 1))?.mul(&grid_thw.i((.., 2))?)?;
let grid_t = grid_thw.i((.., 0))?.to_vec1::<u32>()?; let grid_t = grid_thw.i((.., 0))?.to_vec1::<u32>()?;
let cu_seqlens_full = match cu_seqlens.rank() { // let cu_seqlens_full = match cu_seqlens.rank() {
1 => cu_seqlens.repeat(grid_t[0] as usize)?, // 1 => cu_seqlens.repeat(grid_t[0] as usize)?,
2 => { // 2 => {
// let mut cu_seqlens_repeat = Vec::new();
// for (index, t) in grid_t.iter().enumerate() {
// cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?);
// }
// Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()?
// }
// _ => {
// return Err(anyhow!(format!("create cu_seqlens error")));
// }
// };
let mut cu_seqlens_repeat = Vec::new(); let mut cu_seqlens_repeat = Vec::new();
for (index, t) in grid_t.iter().enumerate() { for (index, t) in grid_t.iter().enumerate() {
cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?); cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?);
} }
Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()? let cu_seqlens_full = Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()?;
}
_ => {
return Err(anyhow!(format!("create cu_seqlens error")));
}
};
let cu_seqlens = cu_seqlens_full let cu_seqlens = cu_seqlens_full
.to_dtype(DType::F64)? .to_dtype(DType::F64)?
.cumsum(0)? .cumsum(0)?
tests/messy_test.rs
-1
View File
@@ -1,4 +1,3 @@
use aha::utils::tensor_utils::bitor_tensor;
use anyhow::Result; use anyhow::Result;
use candle_core::{IndexOp, Tensor}; use candle_core::{IndexOp, Tensor};