| FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 | |
| WORKDIR /app | |
| RUN apt-get update | |
| RUN apt-get install -y python3-pip git | |
| RUN useradd -m -u 1000 user | |
| USER user | |
| ENV PATH="/home/user/.local/bin:$PATH" | |
| COPY --chown=user ./requirements.txt requirements.txt | |
| RUN pip3 install --upgrade pip wheel | |
| RUN pip install numpy==1.26.2 torch==2.3.0 packaging | |
| RUN pip install -U flash-attn==2.5.8 | |
| RUN pip install --no-cache-dir --upgrade -r requirements.txt | |
| COPY --chown=user app.py /app | |
| CMD [ "python3", "app.py" ] |