add voxcpm with some bug

src/models/voxcpm/config.rs

@@ -1,15 +1,14 @@
-use candle_nn::Activation;
 
 #[derive(Debug, Clone, PartialEq, serde::Deserialize)]
-pub struct RopeScalingConfig {
-    pub rope_type: String,
+pub struct VoxRopeScalingConfig {
+    pub r#type: String,
     pub long_factor: Vec<f32>,
     pub short_factor: Vec<f32>,
     pub original_max_position_embeddings: usize,
 }
 
 #[derive(Debug, Clone, PartialEq, serde::Deserialize)]
-pub struct MiniCPM4Config {
+pub struct VoxMiniCPM4Config {
     pub bos_token_id: u32,
     pub eos_token_id: u32,
     pub hidden_size: usize,
@@ -19,38 +18,50 @@ pub struct MiniCPM4Config {
     pub num_hidden_layers: usize,
     pub num_key_value_heads: usize,
     pub rms_norm_eps: f64,
-    pub rope_scaling: RopeScalingConfig,
-    pub torch_dtype: String,
+    pub rope_theta: f32,
+    pub rope_scaling: VoxRopeScalingConfig,
     pub vocab_size: usize,
-    // pub use_mup: bool,
     pub scale_emb:f32,
     pub dim_model_base: usize,
     pub scale_depth: f32,
-    // pub rope_theta: f32,
-    // pub kv_channels: i32,
+    pub use_mup: bool,
 }
 
 #[derive(Debug, Clone, PartialEq, serde::Deserialize)]
 pub struct VoxCPMEncoderConfig {
-    hidden_dim: usize,
-    ffn_dim: usize,
-    num_heads: usize,
-    num_layers: usize,
+    pub hidden_dim: usize,
+    pub ffn_dim: usize,
+    pub num_heads: usize,
+    pub num_layers: usize,
 }
 
 #[derive(Debug, Clone, PartialEq, serde::Deserialize)]
 pub struct CfmConfig {
-    sigma_min: f32,
-    solver: String,
-    t_scheduler: String,
-    inference_cfg_rate: f32,
+    pub sigma_min: f32,
+    pub solver: String,
+    pub t_scheduler: String,
+    pub inference_cfg_rate: f32,
 }
 
 #[derive(Debug, Clone, PartialEq, serde::Deserialize)]
 pub struct VoxCPMDitConfig {
-    hidden_dim: usize,
-    ffn_dim: usize,
-    num_heads: usize,
-    num_layers: usize,
-    cfm_config: CfmConfig,
+    pub hidden_dim: usize,
+    pub ffn_dim: usize,
+    pub num_heads: usize,
+    pub num_layers: usize,
+    pub cfm_config: CfmConfig,
+}
+
+#[derive(Debug, Clone, PartialEq, serde::Deserialize)]
+pub struct VoxCPMConfig {
+    pub lm_config: VoxMiniCPM4Config,
+    pub patch_size: usize,
+    pub feat_dim: usize,
+    pub scalar_quantization_latent_dim: usize,
+    pub scalar_quantization_scale: usize,
+    pub residual_lm_num_layers: usize,
+    pub encoder_config: VoxCPMEncoderConfig,
+    pub dit_config: VoxCPMDitConfig,
+    pub max_length: usize,
+    pub dtype: String,
 }