add VoxCPM2

This commit is contained in:
jhqxxx
2026-04-08 18:55:03 +08:00
parent 00d6f34e93
commit adf31dc16f
23 changed files with 548 additions and 144 deletions
+49
View File
@@ -0,0 +1,49 @@
use std::time::Instant;
use aha::{
models::{GenerateModel, voxcpm::generate::VoxCPMGenerate},
params::chat::ChatCompletionParameters,
utils::audio_utils::extract_and_save_audio_from_response,
};
use anyhow::Result;
#[test]
fn voxcpm2_use_message_generate() -> Result<()> {
// RUST_BACKTRACE=1 cargo test -F cuda --test test_voxcpm2 voxcpm2_use_message_generate -r -- --nocapture
// control_instruction
let save_dir =
aha::utils::get_default_save_dir().ok_or(anyhow::anyhow!("Failed to get save dir"))?;
let model_path = format!("{}/OpenBMB/VoxCPM2/", save_dir);
let message = r#"
{
"model": "OpenBMB/VoxCPM2",
"messages": [
{
"role": "user",
"content": [
{
"type": "text",
"text": "老板儿,来碗担担面,多放海椒,再加个煎蛋哈"
}
]
}
],
"metadata": {"control_instruction": "萝莉音"}
}
"#;
let mes: ChatCompletionParameters = serde_json::from_str(message)?;
let i_start = Instant::now();
let mut voxcpm_generate = VoxCPMGenerate::init(&model_path, None, None)?;
let i_duration = i_start.elapsed();
println!("Time elapsed in load model is: {:?}", i_duration);
let i_start = Instant::now();
let generate = voxcpm_generate.generate(mes)?;
let save_path = extract_and_save_audio_from_response(&generate, "./")?;
for path in save_path {
println!("save audio: {}", path);
}
let i_duration = i_start.elapsed();
println!("Time elapsed in generate is: {:?}", i_duration);
Ok(())
}
+23
View File
@@ -328,3 +328,26 @@ fn gguf_weight() -> Result<()> {
// }
Ok(())
}
#[test]
fn voxcpm2_weight() -> Result<()> {
// cargo test -F cuda --test weight_test voxcpm2_weight -r -- --nocapture
let save_dir =
aha::utils::get_default_save_dir().ok_or(anyhow::anyhow!("Failed to get save dir"))?;
let model_path = format!("{}/OpenBMB/VoxCPM2/", save_dir);
let model_list = find_type_files(&model_path, "pth")?;
println!("model_list: {:?}", model_list);
// let dev = get_device(None);
// let mut dict_to_hashmap = HashMap::new();
// let mut dtype = candle_core::DType::F32;
for m in model_list {
let dict = read_all_with_key(m, Some("state_dict"))?;
// dtype = dict[0].1.dtype();
for (k, v) in dict {
println!("key: {}, tensor shape: {:?}", k, v);
// dict_to_hashmap.insert(k, v);
}
}
Ok(())
}