tckm.yan/aha
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

deploy add address

Browse Source
This commit is contained in:
jhqxxx
2025-12-26 14:56:17 +08:00
parent 30a00d1ac7
commit 3ba4de8a7d
1 changed files with 13 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/main.rs
+13 -9
View File
@@ -1,4 +1,4 @@
use std::time::Duration; use std::{net::IpAddr, str::FromStr, time::Duration};
use aha::{models::WhichModel, utils::get_default_save_dir}; use aha::{models::WhichModel, utils::get_default_save_dir};
use clap::Parser; use clap::Parser;
@@ -16,6 +16,9 @@ mod api;
#[derive(Parser, Debug)] #[derive(Parser, Debug)]
#[command(version, about, long_about = None)] #[command(version, about, long_about = None)]
struct Args { struct Args {
#[arg(short, long, default_value = "127.0.0.1")]
address: String,
#[arg(short, long, default_value_t = 10100)] #[arg(short, long, default_value_t = 10100)]
port: u16, port: u16,
@@ -67,7 +70,7 @@ async fn download_model(model_id: &str, save_dir: &str, max_retries: u32) -> any
#[tokio::main] #[tokio::main]
async fn main() -> anyhow::Result<()> { async fn main() -> anyhow::Result<()> {
let args = Args::parse(); let args = Args::parse();
let model_id = match args.model { let model_id = match &args.model {
WhichModel::MiniCPM4_0_5B => "OpenBMB/MiniCPM4-0.5B", WhichModel::MiniCPM4_0_5B => "OpenBMB/MiniCPM4-0.5B",
WhichModel::Qwen2_5vl3B => "Qwen/Qwen2.5-VL-3B-Instruct", WhichModel::Qwen2_5vl3B => "Qwen/Qwen2.5-VL-3B-Instruct",
WhichModel::Qwen2_5vl7B => "Qwen/Qwen2.5-VL-7B-Instruct", WhichModel::Qwen2_5vl7B => "Qwen/Qwen2.5-VL-7B-Instruct",
@@ -82,11 +85,11 @@ async fn main() -> anyhow::Result<()> {
WhichModel::VoxCPM => "OpenBMB/VoxCPM-0.5B", WhichModel::VoxCPM => "OpenBMB/VoxCPM-0.5B",
WhichModel::VoxCPM1_5 => "OpenBMB/VoxCPM1.5", WhichModel::VoxCPM1_5 => "OpenBMB/VoxCPM1.5",
}; };
let model_path = match args.weight_path { let model_path = match &args.weight_path {
Some(path) => path, Some(path) => path.clone(),
None => { None => {
let save_dir = match args.save_dir { let save_dir = match &args.save_dir {
Some(dir) => dir, Some(dir) => dir.clone(),
None => get_default_save_dir().expect("Failed to get home directory"), None => get_default_save_dir().expect("Failed to get home directory"),
}; };
let max_retries = args.download_retries.unwrap_or(3); let max_retries = args.download_retries.unwrap_or(3);
@@ -96,14 +99,15 @@ async fn main() -> anyhow::Result<()> {
}; };
// println!("-------------------download path: {}", model_path); // println!("-------------------download path: {}", model_path);
init(args.model, model_path)?; init(args.model, model_path)?;
start_http_server(args.port).await?; start_http_server(&args).await?;
Ok(()) Ok(())
} }
pub async fn start_http_server(port: u16) -> anyhow::Result<()> { pub(crate) async fn start_http_server(args: &Args) -> anyhow::Result<()> {
let mut builder = rocket::build().configure(Config { let mut builder = rocket::build().configure(Config {
port, address: IpAddr::from_str(&args.address)?,
port: args.port,
limits: Limits::default() limits: Limits::default()
.limit("string", ByteUnit::Mebibyte(5)) .limit("string", ByteUnit::Mebibyte(5))
.limit("json", ByteUnit::Mebibyte(5)) .limit("json", ByteUnit::Mebibyte(5))