Dockerfile

FROM python:3.12-slim

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"
ENV HF_HOME="/home/user/.cache/huggingface"

WORKDIR /app

COPY --chown=user requirements.txt requirements.txt
RUN pip install --no-cache-dir --upgrade -r requirements.txt

ENV IDEM_MODEL=LLAMA1B
ENV IDEM_USE_OFFICIAL_CORRECTIFIER=true
ENV IDEM_LANG=es
ENV IDEM_MAX_NEW_TOKENS=180
ENV IDEM_MAX_INPUT_TOKENS=1024
ENV IDEM_MAX_CONTEXT_ROWS=3
ENV IDEM_MAX_CONTEXT_VALUE_CHARS=700
ENV IDEM_MAX_CONTEXT_CHARS=2500
ENV IDEM_CPU_THREADS=2
ENV IDEM_CPU_SIMPLIFIER=true

RUN python -c "from huggingface_hub import snapshot_download; snapshot_download('BSC-LT/salamandra-2b-instruct')"

COPY --chown=user app.py app.py
COPY --chown=user core core

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]