From 968d800110bc7f8db899f4b3f9170b176eab2c04 Mon Sep 17 00:00:00 2001 From: dengxuan Date: Sat, 25 Jul 2026 14:12:07 +0800 Subject: [PATCH] =?UTF-8?q?fix(embed):=20to=5Fdtype=20F32=20before=20to=5F?= =?UTF-8?q?vec1=E4=BB=A5=E9=80=82=E5=BA=94=20F16=20=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/models/minicpm4/generate.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/models/minicpm4/generate.rs b/src/models/minicpm4/generate.rs index 628e532..49449a1 100644 --- a/src/models/minicpm4/generate.rs +++ b/src/models/minicpm4/generate.rs @@ -49,7 +49,7 @@ impl<'a> MiniCPM4GenerateModel<'a> { pub fn embed_text(&mut self, text: &str) -> Result> { let input_ids = self.tokenizer.text_encode(text.to_string(), &self.device)?; let embedding = self.model.embed(&input_ids)?; - let vec: Vec = embedding.flatten_all()?.to_vec1()?; + let vec: Vec = embedding.flatten_all()?.to_dtype(DType::F32)?.to_vec1()?; Ok(vec) }