aha/src/lib.rs

use crate::models::{GenerateModel, qwen2_5vl::generate::Qwen2_5VLGenerateModel};
use anyhow::{Ok, Result};
use candle_core::{DType, Device};
pub mod chat_template;
pub mod models;
pub mod position_embed;
pub mod tokenizer;
pub mod utils;

pub enum ModelType {
    Qwen2_5VL,
}

impl ModelType {
    pub fn init(
        model_type: ModelType,
        model_path: &str,
        device: Option<&Device>,
        dtype: Option<DType>,
    ) -> Result<Box<impl GenerateModel>> {
        match model_type {
            ModelType::Qwen2_5VL => {
                let model = Qwen2_5VLGenerateModel::init(model_path, device, dtype)?;
                Ok(Box::new(model))
            }
        }
    }
}