Files
aha/src/models/voxcpm/config.rs
T

67 lines
1.8 KiB
Rust
Raw Normal View History

2025-09-25 12:44:17 +08:00
#[derive(Debug, Clone, PartialEq, serde::Deserialize)]
2025-10-03 22:25:58 +08:00
pub struct VoxRopeScalingConfig {
pub r#type: String,
2025-09-25 12:44:17 +08:00
pub long_factor: Vec<f32>,
pub short_factor: Vec<f32>,
pub original_max_position_embeddings: usize,
}
#[derive(Debug, Clone, PartialEq, serde::Deserialize)]
2025-10-03 22:25:58 +08:00
pub struct VoxMiniCPM4Config {
2025-09-25 12:44:17 +08:00
pub bos_token_id: u32,
pub eos_token_id: u32,
pub hidden_size: usize,
pub intermediate_size: usize,
pub max_position_embeddings: usize,
pub num_attention_heads: usize,
pub num_hidden_layers: usize,
pub num_key_value_heads: usize,
pub rms_norm_eps: f64,
2025-10-03 22:25:58 +08:00
pub rope_theta: f32,
pub rope_scaling: VoxRopeScalingConfig,
2025-09-25 12:44:17 +08:00
pub vocab_size: usize,
pub scale_emb:f32,
pub dim_model_base: usize,
pub scale_depth: f32,
2025-10-03 22:25:58 +08:00
pub use_mup: bool,
2025-09-25 12:44:17 +08:00
}
#[derive(Debug, Clone, PartialEq, serde::Deserialize)]
pub struct VoxCPMEncoderConfig {
2025-10-03 22:25:58 +08:00
pub hidden_dim: usize,
pub ffn_dim: usize,
pub num_heads: usize,
pub num_layers: usize,
2025-09-25 12:44:17 +08:00
}
#[derive(Debug, Clone, PartialEq, serde::Deserialize)]
pub struct CfmConfig {
2025-10-03 22:25:58 +08:00
pub sigma_min: f32,
pub solver: String,
pub t_scheduler: String,
pub inference_cfg_rate: f32,
2025-09-25 12:44:17 +08:00
}
#[derive(Debug, Clone, PartialEq, serde::Deserialize)]
pub struct VoxCPMDitConfig {
2025-10-03 22:25:58 +08:00
pub hidden_dim: usize,
pub ffn_dim: usize,
pub num_heads: usize,
pub num_layers: usize,
pub cfm_config: CfmConfig,
}
#[derive(Debug, Clone, PartialEq, serde::Deserialize)]
pub struct VoxCPMConfig {
pub lm_config: VoxMiniCPM4Config,
pub patch_size: usize,
pub feat_dim: usize,
pub scalar_quantization_latent_dim: usize,
pub scalar_quantization_scale: usize,
pub residual_lm_num_layers: usize,
pub encoder_config: VoxCPMEncoderConfig,
pub dit_config: VoxCPMDitConfig,
pub max_length: usize,
pub dtype: String,
2025-09-25 12:44:17 +08:00
}