delete not used method

This commit is contained in:
jhqxxx
2025-11-04 12:22:02 +08:00
parent 082bf544d8
commit a5721e7f50
3 changed files with 19 additions and 15 deletions
+14 -9
View File
@@ -493,19 +493,24 @@ impl Qwen2_5VLVisionModel {
let sin = emb.sin()?.to_dtype(hidden_states.dtype())?;
let cu_seqlens = grid_thw.i((.., 1))?.mul(&grid_thw.i((.., 2))?)?;
let grid_t = grid_thw.i((.., 0))?.to_vec1::<u32>()?;
let cu_seqlens_full = match cu_seqlens.rank() {
1 => cu_seqlens.repeat(grid_t[0] as usize)?,
2 => {
// let cu_seqlens_full = match cu_seqlens.rank() {
// 1 => cu_seqlens.repeat(grid_t[0] as usize)?,
// 2 => {
// let mut cu_seqlens_repeat = Vec::new();
// for (index, t) in grid_t.iter().enumerate() {
// cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?);
// }
// Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()?
// }
// _ => {
// return Err(anyhow!(format!("create cu_seqlens error")));
// }
// };
let mut cu_seqlens_repeat = Vec::new();
for (index, t) in grid_t.iter().enumerate() {
cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?);
}
Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()?
}
_ => {
return Err(anyhow!(format!("create cu_seqlens error")));
}
};
let cu_seqlens_full = Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()?;
let cu_seqlens = cu_seqlens_full
.to_dtype(DType::F64)?
.cumsum(0)?
-1
View File
@@ -1,4 +1,3 @@
use aha::utils::tensor_utils::bitor_tensor;
use anyhow::Result;
use candle_core::{IndexOp, Tensor};