model test add tps

2025-12-10 16:44:20 +08:00
parent 3eb983b5bb
commit 1a0df13bc7
17 changed files with 201 additions and 79 deletions
@@ -127,9 +127,10 @@ impl GenerateModel for DeepseekOCRGenerateModel {
            images_seq_mask = None;
            images_spatial_crop_t = None;
        }
+        let num_token = generate.len() as u32;
        let res = self.tokenizer.token_decode(generate)?;
        self.deepseekocr_model.clear_kv_cache();
-        let response = build_completion_response(res, &self.model_name);
+        let response = build_completion_response(res, &self.model_name, Some(num_token));
        Ok(response)
    }