generate add penalty repeat

2026-04-03 14:15:10 +08:00
parent bd8eee6520
commit 279480e3d7
26 changed files with 132 additions and 142 deletions
@@ -72,6 +72,8 @@ impl<'a> GenerateModel for Lfm2GenerateModel<'a> {
            mes.temperature,
            mes.top_p,
            None,
+            mes.repeat_penalty,
+            mes.repeat_last_n,
            seed,
            input_ids.dim(1)?,
            sample_len,
@@ -114,6 +116,8 @@ impl<'a> GenerateModel for Lfm2GenerateModel<'a> {
            mes.temperature,
            mes.top_p,
            None,
+            mes.repeat_penalty,
+            mes.repeat_last_n,
            seed,
            sample_len,
            false,