add deploy model

This commit is contained in:
jhqxxx
2025-11-05 14:46:03 +08:00
parent a5721e7f50
commit d15cd45315
11 changed files with 676 additions and 41 deletions
+3 -2
View File
@@ -255,10 +255,11 @@ pub fn get_logit_processor(
temperature: Option<f32>,
top_p: Option<f32>,
top_k: Option<usize>,
seed: u64,
) -> LogitsProcessor {
match top_k {
None => LogitsProcessor::new(
34562,
seed,
temperature.map(|temp| temp as f64),
top_p.map(|tp| tp as f64),
),
@@ -277,7 +278,7 @@ pub fn get_logit_processor(
},
},
};
LogitsProcessor::from_sampling(34562, sampling)
LogitsProcessor::from_sampling(seed, sampling)
}
}
}