| FROM nvidia/cuda:12.4.1-cudnn-devel-ubuntu22.04 |
|
|
| ENV DEBIAN_FRONTEND=noninteractive |
| ENV PYTHONUNBUFFERED=1 |
| ENV PIP_NO_CACHE_DIR=1 |
| ENV HF_HOME=/data/huggingface |
| ENV HUGGINGFACE_HUB_CACHE=/data/huggingface/hub |
| ENV TRANSFORMERS_CACHE=/data/huggingface/transformers |
| ENV AIRLLM_CACHE_DIR=/data/airllm |
|
|
| RUN apt-get update && apt-get install -y --no-install-recommends python3 python3-pip python3-dev git build-essential libsndfile1 ffmpeg && rm -rf /var/lib/apt/lists/* && ln -sf /usr/bin/python3 /usr/bin/python |
|
|
| WORKDIR /app |
| COPY requirements.txt /app/requirements.txt |
|
|
| RUN python3 -m pip install --upgrade pip setuptools wheel && python3 -m pip install --index-url https://download.pytorch.org/whl/cu124 torch torchvision torchaudio && python3 -m pip install -r /app/requirements.txt && python3 -m pip install flash-attn --no-build-isolation |
|
|
| COPY app.py /app/app.py |
|
|
| RUN mkdir -p /data/huggingface /data/models /data/airllm && chmod -R 777 /data |
|
|
| EXPOSE 7860 |
| CMD ["python3", "/app/app.py"] |
|
|
