generate add penalty repeat

2026-04-03 14:15:10 +08:00
parent bd8eee6520
commit 279480e3d7
26 changed files with 132 additions and 142 deletions
@@ -64,6 +64,8 @@ impl<'a> GenerateModel for MiniCPMGenerateModel<'a> {
            mes.temperature,
            mes.top_p,
            None,
+            mes.repeat_penalty,
+            mes.repeat_last_n,
            seed,
            input_ids.dim(1)?,
            sample_len,
@@ -104,6 +106,8 @@ impl<'a> GenerateModel for MiniCPMGenerateModel<'a> {
            mes.temperature,
            mes.top_p,
            None,
+            mes.repeat_penalty,
+            mes.repeat_last_n,
            seed,
            sample_len,
            false,