tckm.yan/aha
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update fmt

Browse Source
This commit is contained in:
jhqxxx
2026-03-05 21:59:38 +08:00
parent 4ae8b0b2f4
commit b2a687a05e
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/models/qwen3_5/generate.rs
+8 -3
View File
@@ -16,7 +16,8 @@ use crate::{
}, },
tokenizer::TokenizerModel, tokenizer::TokenizerModel,
utils::{ utils::{
build_completion_chunk_response, build_completion_response, extract_metadata_value, find_type_files, get_device, get_dtype, get_logit_processor build_completion_chunk_response, build_completion_response, extract_metadata_value,
find_type_files, get_device, get_dtype, get_logit_processor,
}, },
}; };
@@ -65,7 +66,9 @@ impl<'a> GenerateModel for Qwen3_5GenerateModel<'a> {
}; };
let enable_thinking = extract_metadata_value::<bool>(&mes.metadata, "enable_thinking"); let enable_thinking = extract_metadata_value::<bool>(&mes.metadata, "enable_thinking");
let mut logit_processor = get_logit_processor(mes.temperature, mes.top_p, None, seed); let mut logit_processor = get_logit_processor(mes.temperature, mes.top_p, None, seed);
let mes_render = self.chat_template.apply_chat_temp_think(&mes, enable_thinking)?; let mes_render = self
.chat_template
.apply_chat_temp_think(&mes, enable_thinking)?;
let input = self.pre_processor.process_info(&mes, &mes_render)?; let input = self.pre_processor.process_info(&mes, &mes_render)?;
let mut input_ids = self let mut input_ids = self
.tokenizer .tokenizer
@@ -123,7 +126,9 @@ impl<'a> GenerateModel for Qwen3_5GenerateModel<'a> {
}; };
let mut logit_processor = get_logit_processor(mes.temperature, mes.top_p, None, seed); let mut logit_processor = get_logit_processor(mes.temperature, mes.top_p, None, seed);
let enable_thinking = extract_metadata_value::<bool>(&mes.metadata, "enable_thinking"); let enable_thinking = extract_metadata_value::<bool>(&mes.metadata, "enable_thinking");
let mes_render = self.chat_template.apply_chat_temp_think(&mes, enable_thinking)?; let mes_render = self
.chat_template
.apply_chat_temp_think(&mes, enable_thinking)?;
let input = self.pre_processor.process_info(&mes, &mes_render)?; let input = self.pre_processor.process_info(&mes, &mes_render)?;
let mut input_ids = self let mut input_ids = self
.tokenizer .tokenizer