refactor deepseek_ocr/fun_asr_nano generate code
This commit is contained in:
@@ -1,3 +1,4 @@
|
||||
use crate::models::common::generate::get_logit_processor;
|
||||
use crate::params::chat::{
|
||||
ChatCompletionChunkResponse, ChatCompletionParameters, ChatCompletionResponse,
|
||||
};
|
||||
@@ -12,7 +13,7 @@ use crate::models::minicpm4::model::MiniCPMModel;
|
||||
// use crate::models::GenerateStream;
|
||||
use crate::utils::{
|
||||
build_completion_chunk_response, build_completion_response, find_type_files, get_device,
|
||||
get_dtype, get_logit_processor,
|
||||
get_dtype,
|
||||
};
|
||||
use crate::{chat_template::ChatTemplate, models::GenerateModel, tokenizer::TokenizerModel};
|
||||
|
||||
|
||||
@@ -4,7 +4,7 @@ use candle_nn::{Embedding, Linear, Module, RmsNorm, VarBuilder, embedding, rms_n
|
||||
|
||||
use crate::{
|
||||
models::{
|
||||
common::{GateUpDownMLP, NaiveAttention},
|
||||
common::modules::{GateUpDownMLP, NaiveAttention},
|
||||
minicpm4::config::MiniCPM4Config,
|
||||
},
|
||||
position_embed::rope::compute_default_rope_parameters,
|
||||
|
||||
Reference in New Issue
Block a user