model test add tps

2025-12-10 16:44:20 +08:00
parent 3eb983b5bb
commit 1a0df13bc7
17 changed files with 201 additions and 79 deletions
@@ -104,9 +104,10 @@ impl<'a> GenerateModel for PaddleOCRVLGenerateModel<'a> {
            pixel_values = None;
            image_grid_thw = None;
        }
+        let num_token = generate.len() as u32;
        let res = self.tokenizer.token_decode(generate)?;
        self.paddleocr_vl.clear_kv_cache();
-        let response = build_completion_response(res, &self.model_name);
+        let response = build_completion_response(res, &self.model_name, Some(num_token));
        Ok(response)
    }