update fmt

This commit is contained in:
jhqxxx
2025-12-10 16:52:57 +08:00
parent a67298dc5d
commit 0dc2840b0e
8 changed files with 32 additions and 33 deletions
+3 -3
View File
@@ -72,9 +72,9 @@ impl Qwen2_5VLProcessor {
if let ChatMessageContentPart::Image(img_part) = part { if let ChatMessageContentPart::Image(img_part) = part {
let img_url = img_part.image_url; let img_url = img_part.image_url;
vision_map.get_mut("image").unwrap().push(img_url.url); vision_map.get_mut("image").unwrap().push(img_url.url);
// } else if let ChatMessageContentPart::Video(video_part) = part { // } else if let ChatMessageContentPart::Video(video_part) = part {
// let video_url = video_part.video_url; // let video_url = video_part.video_url;
// vision_map.get_mut("video").unwrap().push(video_url.url); // vision_map.get_mut("video").unwrap().push(video_url.url);
} }
} }
} }
+17 -18
View File
@@ -137,24 +137,23 @@ pub fn ceil_by_factor(num: f32, factor: u32) -> u32 {
ceil * factor ceil * factor
} }
pub fn build_completion_response(res: String, model_name: &str, num_tokens: Option<u32>) -> ChatCompletionResponse { pub fn build_completion_response(
res: String,
model_name: &str,
num_tokens: Option<u32>,
) -> ChatCompletionResponse {
let id = uuid::Uuid::new_v4().to_string(); let id = uuid::Uuid::new_v4().to_string();
let usage = match num_tokens { let usage = num_tokens.map(|num| Usage {
Some(num) => { input_tokens: None,
Some(Usage { input_tokens_details: None,
input_tokens: None, output_tokens: None,
input_tokens_details: None, output_tokens_details: None,
output_tokens: None, prompt_tokens: None,
output_tokens_details: None, completion_tokens: None,
prompt_tokens: None, total_tokens: num,
completion_tokens: None, prompt_tokens_details: None,
total_tokens: num, completion_tokens_details: None,
prompt_tokens_details: None, });
completion_tokens_details: None
})
},
None => None,
};
let mut response = ChatCompletionResponse { let mut response = ChatCompletionResponse {
id: Some(id), id: Some(id),
choices: vec![], choices: vec![],
@@ -163,7 +162,7 @@ pub fn build_completion_response(res: String, model_name: &str, num_tokens: Opti
service_tier: None, service_tier: None,
system_fingerprint: None, system_fingerprint: None,
object: "chat.completion".to_string(), object: "chat.completion".to_string(),
usage usage,
}; };
let choice = if res.contains("<tool_call>") { let choice = if res.contains("<tool_call>") {
let mes: Vec<&str> = res.split("<tool_call>").collect(); let mes: Vec<&str> = res.split("<tool_call>").collect();