add qwen3-reranker
This commit is contained in:
@@ -1,6 +1,4 @@
|
||||
use aha::models::{
|
||||
all_minilm_l6_v2::AllMiniLML6V2Embedding, common::embedding::TextEmbedding,
|
||||
};
|
||||
use aha::models::{all_minilm_l6_v2::AllMiniLML6V2Embedding, common::embedding::TextEmbedding};
|
||||
use anyhow::Result;
|
||||
use std::time::Instant;
|
||||
|
||||
|
||||
@@ -0,0 +1,26 @@
|
||||
use aha::models::{common::reranker::TextRerank, qwen3_reranker::Qwen3Reranker};
|
||||
use anyhow::Result;
|
||||
use std::time::Instant;
|
||||
|
||||
#[test]
|
||||
fn qwen3_rerank() -> Result<()> {
|
||||
// test with cuda: RUST_BACKTRACE=1 cargo test -F cuda --test test_qwen3_rerank qwen3_rerank -r -- --nocapture
|
||||
|
||||
let save_dir =
|
||||
aha::utils::get_default_save_dir().ok_or(anyhow::anyhow!("Failed to get save dir"))?;
|
||||
let model_path = format!("{}/Qwen/Qwen3-Reranker-0.6B/", save_dir);
|
||||
|
||||
let i_start = Instant::now();
|
||||
let mut model = Qwen3Reranker::init(&model_path, None, None)?;
|
||||
let i_duration = i_start.elapsed();
|
||||
println!("Time elapsed in load model is: {:?}", i_duration);
|
||||
let docs = vec![
|
||||
"Rust async requests are commonly built with reqwest and tokio.".to_string(),
|
||||
"Paris is the capital of France.".to_string(),
|
||||
];
|
||||
let input_texts = "How to make async HTTP calls in Rust?";
|
||||
let score = model.rerank(input_texts, &docs)?;
|
||||
println!("result: {:?}", score);
|
||||
|
||||
Ok(())
|
||||
}
|
||||
Reference in New Issue
Block a user