add readme

src/models/minicpm4/model.rs

@@ -1,6 +1,6 @@
 use crate::{
     models::{
-        base_modules::{AttentionNobias, MLPNoBias},
+        common::{AttentionNobias, MLPNoBias},
         minicpm4::config::MiniCPM4Config,
     },
     position_embed::rope::compute_default_rope_parameters,
@@ -155,7 +155,7 @@ impl MiniCPMDecoderLayer {
             + xs.affine(
                 self.scale_depth as f64 / (self.num_hidden_layers as f64).sqrt(),
                 0.0,
-            ))?;
+            )?)?;
         Ok(xs)
     }
 
@@ -180,7 +180,7 @@ impl MiniCPMDecoderLayer {
             + xs.affine(
                 self.scale_depth as f64 / (self.num_hidden_layers as f64).sqrt(),
                 0.0,
-            ))?;
+            )?)?;
         Ok(xs)
     }
     pub fn clear_kv_cache(&mut self) {

src/models/mod.rs

@@ -1,4 +1,4 @@
-pub mod base_modules;
+pub mod common;
 pub mod minicpm4;
 pub mod qwen2_5vl;
 pub mod voxcpm;

src/models/voxcpm/minicpm4.rs

@@ -1,7 +1,7 @@
 
 use crate::{
     models::{
-        base_modules::{AttentionNobias, MLPNoBias},
+        common::{AttentionNobias, MLPNoBias},
         voxcpm::config::VoxMiniCPM4Config,
     },
     position_embed::rope::compute_default_rope_parameters,
@@ -193,7 +193,7 @@ impl MiniCPMDecoderLayer {
                 + xs.affine(
                     self.scale_depth as f64 / (self.num_hidden_layers as f64).sqrt(),
                     0.0,
-                ))?;
+                )?)?;
             res_add
         } else {
             let res_add = (residual + xs)?;
@@ -206,7 +206,7 @@ impl MiniCPMDecoderLayer {
                 + xs.affine(
                     self.scale_depth as f64 / (self.num_hidden_layers as f64).sqrt(),
                     0.0,
-                ))?;
+                )?)?;
             res_add
         } else {
             let res_add = (residual + xs)?;