diff --git a/src/models/minicpm4/generate.rs b/src/models/minicpm4/generate.rs index 628e532..49449a1 100644 --- a/src/models/minicpm4/generate.rs +++ b/src/models/minicpm4/generate.rs @@ -49,7 +49,7 @@ impl<'a> MiniCPM4GenerateModel<'a> { pub fn embed_text(&mut self, text: &str) -> Result> { let input_ids = self.tokenizer.text_encode(text.to_string(), &self.device)?; let embedding = self.model.embed(&input_ids)?; - let vec: Vec = embedding.flatten_all()?.to_vec1()?; + let vec: Vec = embedding.flatten_all()?.to_dtype(DType::F32)?.to_vec1()?; Ok(vec) }