add qwen3.5 gguf
This commit is contained in:
@@ -11,8 +11,8 @@ use crate::models::qwen3::config::{Qwen3Config, Qwen3GenerationConfig};
|
||||
use crate::models::qwen3::model::Qwen3Model;
|
||||
// use crate::models::GenerateStream;
|
||||
use crate::utils::{
|
||||
build_completion_chunk_response, build_completion_response, extract_metadata_value,
|
||||
find_type_files, get_device, get_dtype, get_logit_processor,
|
||||
build_completion_chunk_response, build_completion_response, find_type_files, get_device,
|
||||
get_dtype, get_logit_processor,
|
||||
};
|
||||
use crate::{chat_template::ChatTemplate, models::GenerateModel, tokenizer::TokenizerModel};
|
||||
|
||||
@@ -66,7 +66,7 @@ impl<'a> GenerateModel for Qwen3GenerateModel<'a> {
|
||||
let seed = mes.seed.unwrap_or(34562) as u64;
|
||||
let mut logit_processor =
|
||||
get_logit_processor(Some(temperature), Some(top_p), Some(top_k), seed);
|
||||
|
||||
|
||||
let mes_render = self.chat_template.apply_chat_template(&mes)?;
|
||||
// let enable_thinking = extract_metadata_value::<bool>(&mes.metadata, "enable_thinking");
|
||||
// let mes_render = self
|
||||
|
||||
Reference in New Issue
Block a user