1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
|
//! Makima Audio API Server binary.
//!
//! This server provides WebSocket-based speech-to-text streaming.
use std::sync::Arc;
use tracing_subscriber::{layer::SubscriberExt, util::SubscriberInitExt};
use makima::server::{run_server, state::AppState};
/// Default model paths (can be overridden via environment variables).
const DEFAULT_PARAKEET_MODEL_DIR: &str = "models/parakeet-tdt-0.6b-v3";
const DEFAULT_PARAKEET_EOU_DIR: &str = "models/realtime_eou_120m-v1-onnx";
const DEFAULT_SORTFORMER_MODEL_PATH: &str = "models/diarization/diar_streaming_sortformer_4spk-v2.onnx";
#[tokio::main]
async fn main() -> anyhow::Result<()> {
// Initialize tracing subscriber with environment filter
tracing_subscriber::registry()
.with(
tracing_subscriber::EnvFilter::try_from_default_env()
.unwrap_or_else(|_| "makima=info,tower_http=info".into()),
)
.with(tracing_subscriber::fmt::layer())
.init();
tracing::info!("Starting Makima Listening API Server");
// Read configuration from environment
let port = std::env::var("PORT").unwrap_or_else(|_| "8080".to_string());
let parakeet_dir = std::env::var("PARAKEET_MODEL_DIR")
.unwrap_or_else(|_| DEFAULT_PARAKEET_MODEL_DIR.to_string());
let parakeet_eou_dir = std::env::var("PARAKEET_EOU_DIR")
.unwrap_or_else(|_| DEFAULT_PARAKEET_EOU_DIR.to_string());
let sortformer_path = std::env::var("SORTFORMER_MODEL_PATH")
.unwrap_or_else(|_| DEFAULT_SORTFORMER_MODEL_PATH.to_string());
tracing::info!(
parakeet = %parakeet_dir,
eou = %parakeet_eou_dir,
sortformer = %sortformer_path,
"Loading ML models..."
);
// Load ML models
let state = Arc::new(
AppState::new(¶keet_dir, ¶keet_eou_dir, &sortformer_path)
.map_err(|e| anyhow::anyhow!("Failed to load models: {}", e))?,
);
tracing::info!("Models loaded successfully");
// Run the server
let addr = format!("0.0.0.0:{}", port);
run_server(state, &addr).await
}
|
