jhqxxx
29 lines
694 B
Rust
29 lines
694 B
Rust
use crate::models::{GenerateModel, qwen2_5vl::generate::Qwen2_5VLGenerateModel};
|
|
use anyhow::{Ok, Result};
|
|
use candle_core::{DType, Device};
|
|
pub mod chat_template;
|
|
pub mod models;
|
|
pub mod position_embed;
|
|
pub mod tokenizer;
|
|
pub mod utils;
|
|
|
|
pub enum ModelType {
|
|
Qwen2_5VL,
|
|
}
|
|
|
|
impl ModelType {
|
|
pub fn init(
|
|
model_type: ModelType,
|
|
model_path: &str,
|
|
device: Option<&Device>,
|
|
dtype: Option<DType>,
|
|
) -> Result<Box<impl GenerateModel>> {
|
|
match model_type {
|
|
ModelType::Qwen2_5VL => {
|
|
let model = Qwen2_5VLGenerateModel::init(model_path, device, dtype)?;
|
|
Ok(Box::new(model))
|
|
}
|
|
}
|
|
}
|
|
}
|