generate add penalty repeat

2026-04-03 14:15:10 +08:00
parent bd8eee6520
commit 279480e3d7
26 changed files with 132 additions and 142 deletions
@@ -98,6 +98,8 @@ impl GenerateModel for DeepseekOCRGenerateModel {
            mes.temperature,
            mes.top_p,
            None,
+            mes.repeat_penalty,
+            mes.repeat_last_n,
            mes.seed.unwrap_or(34562) as u64,
            input_ids.dim(1)?,
            max_tokens,
@@ -169,6 +171,8 @@ impl GenerateModel for DeepseekOCRGenerateModel {
            temperature,
            top_p,
            None,
+            mes.repeat_penalty,
+            mes.repeat_last_n,
            seed,
            max_tokens,
            false,