update fmt
This commit is contained in:
+9
-10
@@ -137,11 +137,13 @@ pub fn ceil_by_factor(num: f32, factor: u32) -> u32 {
|
||||
ceil * factor
|
||||
}
|
||||
|
||||
pub fn build_completion_response(res: String, model_name: &str, num_tokens: Option<u32>) -> ChatCompletionResponse {
|
||||
pub fn build_completion_response(
|
||||
res: String,
|
||||
model_name: &str,
|
||||
num_tokens: Option<u32>,
|
||||
) -> ChatCompletionResponse {
|
||||
let id = uuid::Uuid::new_v4().to_string();
|
||||
let usage = match num_tokens {
|
||||
Some(num) => {
|
||||
Some(Usage {
|
||||
let usage = num_tokens.map(|num| Usage {
|
||||
input_tokens: None,
|
||||
input_tokens_details: None,
|
||||
output_tokens: None,
|
||||
@@ -150,11 +152,8 @@ pub fn build_completion_response(res: String, model_name: &str, num_tokens: Opti
|
||||
completion_tokens: None,
|
||||
total_tokens: num,
|
||||
prompt_tokens_details: None,
|
||||
completion_tokens_details: None
|
||||
})
|
||||
},
|
||||
None => None,
|
||||
};
|
||||
completion_tokens_details: None,
|
||||
});
|
||||
let mut response = ChatCompletionResponse {
|
||||
id: Some(id),
|
||||
choices: vec![],
|
||||
@@ -163,7 +162,7 @@ pub fn build_completion_response(res: String, model_name: &str, num_tokens: Opti
|
||||
service_tier: None,
|
||||
system_fingerprint: None,
|
||||
object: "chat.completion".to_string(),
|
||||
usage
|
||||
usage,
|
||||
};
|
||||
let choice = if res.contains("<tool_call>") {
|
||||
let mes: Vec<&str> = res.split("<tool_call>").collect();
|
||||
|
||||
Reference in New Issue
Block a user