From dbec21683cad0c61736ef5d376c44a30451b46c8 Mon Sep 17 00:00:00 2001 From: soryu Date: Sun, 21 Dec 2025 04:09:18 +0000 Subject: Use HF to download models --- Dockerfile | 34 ++++++++++++++++++---------------- 1 file changed, 18 insertions(+), 16 deletions(-) (limited to 'Dockerfile') diff --git a/Dockerfile b/Dockerfile index 6f873b0..27b2153 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,47 +1,49 @@ -# Build stage -FROM rust:1.91-bookworm AS builder +FROM rust:1.91-bookworm WORKDIR /app -# Install build dependencies +# Install dependencies RUN apt-get update && apt-get install -y \ pkg-config \ libssl-dev \ + curl \ + python3 \ + python3-pip \ + && pip3 install --break-system-packages huggingface_hub[cli] \ && rm -rf /var/lib/apt/lists/* +# Copy and run model download script +COPY makima/sh/download-models.sh /app/download-models.sh +RUN chmod +x /app/download-models.sh + +ARG MODEL_BASE_URL +ENV MODEL_BASE_URL=${MODEL_BASE_URL} +ENV MODELS_DIR=/app/models +RUN /app/download-models.sh echo "Models downloaded" + # Copy workspace files COPY Cargo.toml Cargo.lock ./ COPY makima ./makima COPY vendor ./vendor COPY tools/stt-client ./tools/stt-client - # Build release binary RUN cargo build --release --package makima --bin makima-server - RUN cp /app/target/release/makima-server /app/makima-server -# Copy model download script -COPY makima/sh/download-models.sh /app/download-models.sh -RUN chmod +x /app/download-models.sh - -# Create models directory -RUN mkdir -p /app/models +# Clean up build artifacts to reduce image size +RUN rm -rf /app/target /app/makima/src /app/vendor /app/tools /usr/local/cargo/registry # Set default environment variables ENV PORT=8080 ENV RUST_LOG=makima=info,tower_http=info -ENV MODELS_DIR=/app/models ENV PARAKEET_MODEL_DIR=/app/models/parakeet-tdt-0.6b-v3 ENV PARAKEET_EOU_DIR=/app/models/realtime_eou_120m-v1-onnx ENV SORTFORMER_MODEL_PATH=/app/models/diarization/diar_streaming_sortformer_4spk-v2.onnx EXPOSE 8080 -# Health check -HEALTHCHECK --interval=30s --timeout=10s --start-period=120s --retries=3 \ +HEALTHCHECK --interval=30s --timeout=10s --start-period=30s --retries=3 \ CMD curl -f http://localhost:${PORT}/api/v1/healthcheck || exit 1 -# Use download script as entrypoint to ensure models exist -ENTRYPOINT ["/app/download-models.sh"] CMD ["/app/makima-server"] -- cgit v1.2.3