update fmt

This commit is contained in:
jhqxxx
2025-12-10 16:52:57 +08:00
parent a67298dc5d
commit 0dc2840b0e
8 changed files with 32 additions and 33 deletions
+9 -10
View File
@@ -137,11 +137,13 @@ pub fn ceil_by_factor(num: f32, factor: u32) -> u32 {
ceil * factor ceil * factor
} }
pub fn build_completion_response(res: String, model_name: &str, num_tokens: Option<u32>) -> ChatCompletionResponse { pub fn build_completion_response(
res: String,
model_name: &str,
num_tokens: Option<u32>,
) -> ChatCompletionResponse {
let id = uuid::Uuid::new_v4().to_string(); let id = uuid::Uuid::new_v4().to_string();
let usage = match num_tokens { let usage = num_tokens.map(|num| Usage {
Some(num) => {
Some(Usage {
input_tokens: None, input_tokens: None,
input_tokens_details: None, input_tokens_details: None,
output_tokens: None, output_tokens: None,
@@ -150,11 +152,8 @@ pub fn build_completion_response(res: String, model_name: &str, num_tokens: Opti
completion_tokens: None, completion_tokens: None,
total_tokens: num, total_tokens: num,
prompt_tokens_details: None, prompt_tokens_details: None,
completion_tokens_details: None completion_tokens_details: None,
}) });
},
None => None,
};
let mut response = ChatCompletionResponse { let mut response = ChatCompletionResponse {
id: Some(id), id: Some(id),
choices: vec![], choices: vec![],
@@ -163,7 +162,7 @@ pub fn build_completion_response(res: String, model_name: &str, num_tokens: Opti
service_tier: None, service_tier: None,
system_fingerprint: None, system_fingerprint: None,
object: "chat.completion".to_string(), object: "chat.completion".to_string(),
usage usage,
}; };
let choice = if res.contains("<tool_call>") { let choice = if res.contains("<tool_call>") {
let mes: Vec<&str> = res.split("<tool_call>").collect(); let mes: Vec<&str> = res.split("<tool_call>").collect();