tckm.yan/aha
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update qwen2.5vl

Browse Source
This commit is contained in:
jhqxxx
2025-09-22 23:49:58 +08:00
parent 0b0076cdc9
commit fdfdfedeb4
7 changed files with 1300 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/models/mod.rs
+5 -2
View File
@@ -1,11 +1,14 @@
pub mod qwen2_5vl;
use anyhow::Result;
use candle_core::{DType, Device};
use openai_dive::v1::resources::chat::ChatCompletionParameters;
use openai_dive::v1::resources::chat::{ChatCompletionChunkResponse, ChatCompletionParameters, ChatCompletionResponse};
use rocket::futures::Stream;
pub trait GenerateModel {
fn init(path: &str, device: Option<&Device>, dtype: Option<DType>) -> Result<Self>
where
Self: Sized;
fn generate(&mut self, mes: ChatCompletionParameters) -> Result<String>;
fn generate(&mut self, mes: ChatCompletionParameters) -> Result<ChatCompletionResponse>;
fn generate_stream(&mut self, mes: ChatCompletionParameters) -> Result<impl Stream<Item = Result<ChatCompletionChunkResponse, anyhow::Error>>>;
}