add deploy model

2025-11-05 14:46:03 +08:00
parent a5721e7f50
commit d15cd45315
11 changed files with 676 additions and 41 deletions
@@ -24,9 +24,12 @@ tokenizers = "0.22.1"
 aha_openai_dive = {version = "1.3.2", features = ["stream"]}
 uuid = { version = "1.18.1", features = ["v4"]}
 chrono = "0.4.42"
-rocket = "0.5.1"
+rocket = { version = "0.5.1", features = ["serde_json", "json"] }
 tokio = "1.47.1"
 hound = "3.5.1"
+clap = { version = "4.5.51", features = ["derive"] }
+modelscope = "0.1.0"
+dirs = "6.0.0"

 [features]
 flash-attn=["candle-flash-attn"]