Files
aha/src/models/core/registry.rs
T
2026-03-26 17:42:58 +08:00

137 lines
4.7 KiB
Rust

use anyhow::Result;
use crate::models::{
ModelInstance, WhichModel, all_minilm_l6_v2::generate::AllMiniLML6V2Model,
glm_ocr::generate::GlmOcrGenerateModel, load_model_legacy, qwen3::generate::Qwen3GenerateModel,
qwen3_5::generate::Qwen3_5GenerateModel, qwen3_embedding::generate::Qwen3EmbeddingModel,
qwen3_reranker::generate::Qwen3RerankerModel,
};
use super::artifact::LoadSpec;
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
enum ModelLoaderFamily {
AllMiniLML6V2,
GlmOCR,
Qwen3,
Qwen3Embedding,
Qwen3Reranker,
Qwen3_5,
Legacy,
}
fn resolve_model_loader_family(model: WhichModel) -> ModelLoaderFamily {
match model {
WhichModel::AllMiniLML6V2 => ModelLoaderFamily::AllMiniLML6V2,
WhichModel::GlmOCR => ModelLoaderFamily::GlmOCR,
WhichModel::Qwen3_0_6B => ModelLoaderFamily::Qwen3,
WhichModel::Qwen3Embedding0_6B
| WhichModel::Qwen3Embedding4B
| WhichModel::Qwen3Embedding8B => ModelLoaderFamily::Qwen3Embedding,
WhichModel::Qwen3Reranker0_6B
| WhichModel::Qwen3Reranker4B
| WhichModel::Qwen3Reranker8B => ModelLoaderFamily::Qwen3Reranker,
WhichModel::Qwen3_5_0_8B
| WhichModel::Qwen3_5_2B
| WhichModel::Qwen3_5_4B
| WhichModel::Qwen3_5_9B
| WhichModel::Qwen3_5Gguf
| WhichModel::Qwen3_5_0_8BUnslothGguf
| WhichModel::Qwen3_5_2BUnslothGguf
| WhichModel::Qwen3_5_4BUnslothGguf
| WhichModel::Qwen3_5_0_8BLmstudioGguf
| WhichModel::Qwen3_5_2BLmstudioGguf
| WhichModel::Qwen3_5_4BLmstudioGguf => ModelLoaderFamily::Qwen3_5,
_ => ModelLoaderFamily::Legacy,
}
}
pub fn load_model_from_spec<'a>(spec: &LoadSpec) -> Result<ModelInstance<'a>> {
spec.validate()?;
let model = match resolve_model_loader_family(spec.model) {
ModelLoaderFamily::AllMiniLML6V2 => {
ModelInstance::AllMiniLML6V2(AllMiniLML6V2Model::init_from_spec(spec, None, None)?)
}
ModelLoaderFamily::GlmOCR => {
ModelInstance::GlmOCR(GlmOcrGenerateModel::init_from_spec(spec, None, None)?)
}
ModelLoaderFamily::Qwen3 => {
ModelInstance::Qwen3(Qwen3GenerateModel::init_from_spec(spec, None, None)?)
}
ModelLoaderFamily::Qwen3Embedding => {
ModelInstance::Qwen3Embedding(Qwen3EmbeddingModel::init_from_spec(spec, None, None)?)
}
ModelLoaderFamily::Qwen3Reranker => {
ModelInstance::Qwen3Reranker(Qwen3RerankerModel::init_from_spec(spec, None, None)?)
}
ModelLoaderFamily::Qwen3_5 => {
ModelInstance::Qwen3_5(Qwen3_5GenerateModel::init_from_spec(spec, None, None)?)
}
ModelLoaderFamily::Legacy => {
let weight_path = spec.paths.weight_dir.as_deref().unwrap_or_default();
let gguf = spec.paths.gguf_path.as_deref();
let mmproj = spec.paths.mmproj_path.as_deref();
return load_model_legacy(spec.model, weight_path, gguf, mmproj);
}
};
Ok(model)
}
#[cfg(test)]
mod tests {
use super::{ModelLoaderFamily, resolve_model_loader_family};
use crate::models::WhichModel;
#[test]
fn registry_routes_qwen3_family_models() {
assert_eq!(
resolve_model_loader_family(WhichModel::AllMiniLML6V2),
ModelLoaderFamily::AllMiniLML6V2
);
assert_eq!(
resolve_model_loader_family(WhichModel::Qwen3_0_6B),
ModelLoaderFamily::Qwen3
);
assert_eq!(
resolve_model_loader_family(WhichModel::GlmOCR),
ModelLoaderFamily::GlmOCR
);
assert_eq!(
resolve_model_loader_family(WhichModel::Qwen3Embedding0_6B),
ModelLoaderFamily::Qwen3Embedding
);
assert_eq!(
resolve_model_loader_family(WhichModel::Qwen3Reranker0_6B),
ModelLoaderFamily::Qwen3Reranker
);
}
#[test]
fn registry_routes_qwen3_5_variants_to_unified_loader() {
assert_eq!(
resolve_model_loader_family(WhichModel::Qwen3_5_0_8B),
ModelLoaderFamily::Qwen3_5
);
assert_eq!(
resolve_model_loader_family(WhichModel::Qwen3_5_9B),
ModelLoaderFamily::Qwen3_5
);
assert_eq!(
resolve_model_loader_family(WhichModel::Qwen3_5_2BLmstudioGguf),
ModelLoaderFamily::Qwen3_5
);
}
#[test]
fn registry_keeps_non_family_models_on_legacy_path() {
assert_eq!(
resolve_model_loader_family(WhichModel::MiniCPM4_0_5B),
ModelLoaderFamily::Legacy
);
assert_eq!(
resolve_model_loader_family(WhichModel::DeepSeekOCR),
ModelLoaderFamily::Legacy
);
}
}