delete not used method

This commit is contained in:
jhqxxx
2025-11-04 12:22:02 +08:00
parent 082bf544d8
commit a5721e7f50
3 changed files with 19 additions and 15 deletions
+18 -13
View File
@@ -493,19 +493,24 @@ impl Qwen2_5VLVisionModel {
let sin = emb.sin()?.to_dtype(hidden_states.dtype())?; let sin = emb.sin()?.to_dtype(hidden_states.dtype())?;
let cu_seqlens = grid_thw.i((.., 1))?.mul(&grid_thw.i((.., 2))?)?; let cu_seqlens = grid_thw.i((.., 1))?.mul(&grid_thw.i((.., 2))?)?;
let grid_t = grid_thw.i((.., 0))?.to_vec1::<u32>()?; let grid_t = grid_thw.i((.., 0))?.to_vec1::<u32>()?;
let cu_seqlens_full = match cu_seqlens.rank() { // let cu_seqlens_full = match cu_seqlens.rank() {
1 => cu_seqlens.repeat(grid_t[0] as usize)?, // 1 => cu_seqlens.repeat(grid_t[0] as usize)?,
2 => { // 2 => {
let mut cu_seqlens_repeat = Vec::new(); // let mut cu_seqlens_repeat = Vec::new();
for (index, t) in grid_t.iter().enumerate() { // for (index, t) in grid_t.iter().enumerate() {
cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?); // cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?);
} // }
Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()? // Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()?
} // }
_ => { // _ => {
return Err(anyhow!(format!("create cu_seqlens error"))); // return Err(anyhow!(format!("create cu_seqlens error")));
} // }
}; // };
let mut cu_seqlens_repeat = Vec::new();
for (index, t) in grid_t.iter().enumerate() {
cu_seqlens_repeat.push(cu_seqlens.i(index)?.repeat(*t as usize)?);
}
let cu_seqlens_full = Tensor::cat(&cu_seqlens_repeat, 0)?.flatten_all()?;
let cu_seqlens = cu_seqlens_full let cu_seqlens = cu_seqlens_full
.to_dtype(DType::F64)? .to_dtype(DType::F64)?
.cumsum(0)? .cumsum(0)?
-1
View File
@@ -1,4 +1,3 @@
use aha::utils::tensor_utils::bitor_tensor;
use anyhow::Result; use anyhow::Result;
use candle_core::{IndexOp, Tensor}; use candle_core::{IndexOp, Tensor};
+1 -1
View File
@@ -28,7 +28,7 @@ fn qwen2_5vl_generate() -> Result<()> {
{ {
"url": "file://./assets/img/ocr_test1.png" "url": "file://./assets/img/ocr_test1.png"
} }
}, },
{ {
"type": "text", "type": "text",
"text": "请分析图片并提取所有可见文本内容,按从左到右、从上到下的布局,返回纯文本" "text": "请分析图片并提取所有可见文本内容,按从左到右、从上到下的布局,返回纯文本"