add qwen3 and fun-asr-nano

src/models/voxcpm/generate.rs

@@ -147,6 +147,7 @@ impl VoxCPMGenerate {
             }
             None => self.generate_simple(target_text)?,
         };
+        self.voxcpm.clear_kv_cache();
         Ok(audio)
     }
 
@@ -197,6 +198,7 @@ impl VoxCPMGenerate {
             // retry_badcase,
             retry_badcase_ratio_threshold,
         )?;
+        self.voxcpm.clear_kv_cache();
         Ok(audio)
     }
 
@@ -223,19 +225,25 @@ impl GenerateModel for VoxCPMGenerate {
         } else {
             None
         };
-        let audio = self.voxcpm.generate(
-            target_text,
-            prompt_text,
-            prompt_wav_path,
-            min_len,
-            max_len,
-            inference_timesteps,
-            cfg_value,
-            retry_badcase_ratio_threshold,
-        )?;
+        let audio = self
+            .voxcpm
+            .generate(
+                target_text,
+                prompt_text,
+                prompt_wav_path,
+                min_len,
+                max_len,
+                inference_timesteps,
+                cfg_value,
+                retry_badcase_ratio_threshold,
+            )
+            .inspect_err(|_| {
+                self.voxcpm.clear_kv_cache();
+            })?;
         let wav_u8 = get_audio_wav_u8(&audio, self.sample_rate as u32)?;
         let base64_audio = BASE64_STANDARD.encode(wav_u8);
         let response = build_audio_completion_response(&base64_audio, &self.model_name);
+        self.voxcpm.clear_kv_cache();
         Ok(response)
     }
     #[allow(unused_variables)]

src/models/voxcpm/minicpm4.rs

@@ -120,6 +120,9 @@ impl MiniCPMDecoderLayer {
             None,
             false,
             None,
+            None,
+            None,
+            None,
         )?;
         let mlp = GateUpDownMLP::new(
             vb.pp("mlp"),

src/models/voxcpm/model.rs

@@ -716,9 +716,15 @@ impl VoxCPMModel {
             .permute((0, 3, 1, 2))?
             .reshape((b, d, ()))?
             .contiguous()?;
+        // self.base_lm.clear_kv_cache();
+        // self.residual_lm.clear_kv_cache();
+        self.clear_kv_cache();
+        Ok(feat_pred)
+    }
+
+    pub fn clear_kv_cache(&mut self) {
         self.base_lm.clear_kv_cache();
         self.residual_lm.clear_kv_cache();
-        Ok(feat_pred)
     }
 
     pub fn build_prompt_cache(