update fmt
This commit is contained in:
+9
-10
@@ -137,11 +137,13 @@ pub fn ceil_by_factor(num: f32, factor: u32) -> u32 {
|
|||||||
ceil * factor
|
ceil * factor
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn build_completion_response(res: String, model_name: &str, num_tokens: Option<u32>) -> ChatCompletionResponse {
|
pub fn build_completion_response(
|
||||||
|
res: String,
|
||||||
|
model_name: &str,
|
||||||
|
num_tokens: Option<u32>,
|
||||||
|
) -> ChatCompletionResponse {
|
||||||
let id = uuid::Uuid::new_v4().to_string();
|
let id = uuid::Uuid::new_v4().to_string();
|
||||||
let usage = match num_tokens {
|
let usage = num_tokens.map(|num| Usage {
|
||||||
Some(num) => {
|
|
||||||
Some(Usage {
|
|
||||||
input_tokens: None,
|
input_tokens: None,
|
||||||
input_tokens_details: None,
|
input_tokens_details: None,
|
||||||
output_tokens: None,
|
output_tokens: None,
|
||||||
@@ -150,11 +152,8 @@ pub fn build_completion_response(res: String, model_name: &str, num_tokens: Opti
|
|||||||
completion_tokens: None,
|
completion_tokens: None,
|
||||||
total_tokens: num,
|
total_tokens: num,
|
||||||
prompt_tokens_details: None,
|
prompt_tokens_details: None,
|
||||||
completion_tokens_details: None
|
completion_tokens_details: None,
|
||||||
})
|
});
|
||||||
},
|
|
||||||
None => None,
|
|
||||||
};
|
|
||||||
let mut response = ChatCompletionResponse {
|
let mut response = ChatCompletionResponse {
|
||||||
id: Some(id),
|
id: Some(id),
|
||||||
choices: vec![],
|
choices: vec![],
|
||||||
@@ -163,7 +162,7 @@ pub fn build_completion_response(res: String, model_name: &str, num_tokens: Opti
|
|||||||
service_tier: None,
|
service_tier: None,
|
||||||
system_fingerprint: None,
|
system_fingerprint: None,
|
||||||
object: "chat.completion".to_string(),
|
object: "chat.completion".to_string(),
|
||||||
usage
|
usage,
|
||||||
};
|
};
|
||||||
let choice = if res.contains("<tool_call>") {
|
let choice = if res.contains("<tool_call>") {
|
||||||
let mes: Vec<&str> = res.split("<tool_call>").collect();
|
let mes: Vec<&str> = res.split("<tool_call>").collect();
|
||||||
|
|||||||
Reference in New Issue
Block a user