|
|
|
|
|
FROM nvidia/cuda:12.1.0-cudnn8-runtime-ubuntu22.04 |
|
|
|
|
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive |
|
|
ENV PYTHONUNBUFFERED=1 |
|
|
ENV CUDA_HOME=/usr/local/cuda |
|
|
ENV PATH=${CUDA_HOME}/bin:${PATH} |
|
|
ENV LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${LD_LIBRARY_PATH} |
|
|
|
|
|
|
|
|
RUN apt-get update && apt-get install -y \ |
|
|
python3.10 \ |
|
|
python3-pip \ |
|
|
git \ |
|
|
wget \ |
|
|
curl \ |
|
|
vim \ |
|
|
&& rm -rf /var/lib/apt/lists/* |
|
|
|
|
|
|
|
|
RUN pip3 install --upgrade pip setuptools wheel |
|
|
|
|
|
|
|
|
WORKDIR /app |
|
|
|
|
|
|
|
|
COPY requirements.txt . |
|
|
|
|
|
|
|
|
RUN pip3 install --no-cache-dir -r requirements.txt |
|
|
|
|
|
|
|
|
RUN pip3 install --no-cache-dir \ |
|
|
fastapi \ |
|
|
uvicorn[standard] \ |
|
|
pydantic \ |
|
|
python-multipart |
|
|
|
|
|
|
|
|
COPY . . |
|
|
|
|
|
|
|
|
RUN mkdir -p /app/models /app/cache /app/outputs |
|
|
|
|
|
|
|
|
ENV HF_HOME=/app/cache |
|
|
ENV TRANSFORMERS_CACHE=/app/cache |
|
|
|
|
|
|
|
|
EXPOSE 8000 |
|
|
|
|
|
|
|
|
HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \ |
|
|
CMD curl -f http://localhost:8000/health || exit 1 |
|
|
|
|
|
|
|
|
CMD ["python3", "api_server.py", "--host", "0.0.0.0", "--port", "8000"] |