27 lines
1009 B
Rust
27 lines
1009 B
Rust
|
use aha::models::{common::reranker::TextRerank, qwen3_reranker::Qwen3Reranker};
|
||
|
|
use anyhow::Result;
|
||
|
|
use std::time::Instant;
|
||
|
|
|
||
|
|
#[test]
|
||
|
|
fn qwen3_rerank() -> Result<()> {
|
||
|
|
// test with cuda: RUST_BACKTRACE=1 cargo test -F cuda --test test_qwen3_rerank qwen3_rerank -r -- --nocapture
|
||
|
|
|
||
|
|
let save_dir =
|
||
|
|
aha::utils::get_default_save_dir().ok_or(anyhow::anyhow!("Failed to get save dir"))?;
|
||
|
|
let model_path = format!("{}/Qwen/Qwen3-Reranker-0.6B/", save_dir);
|
||
|
|
|
||
|
|
let i_start = Instant::now();
|
||
|
|
let mut model = Qwen3Reranker::init(&model_path, None, None)?;
|
||
|
|
let i_duration = i_start.elapsed();
|
||
|
|
println!("Time elapsed in load model is: {:?}", i_duration);
|
||
|
|
let docs = vec![
|
||
|
|
"Rust async requests are commonly built with reqwest and tokio.".to_string(),
|
||
|
|
"Paris is the capital of France.".to_string(),
|
||
|
|
];
|
||
|
|
let input_texts = "How to make async HTTP calls in Rust?";
|
||
|
|
let score = model.rerank(input_texts, &docs)?;
|
||
|
|
println!("result: {:?}", score);
|
||
|
|
|
||
|
|
Ok(())
|
||
|
|
}
|