FROM nvidia/cuda:11.8.0-devel-ubuntu22.04



WORKDIR /app

RUN apt-get update
RUN apt-get install -y  python3-pip git

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"

COPY --chown=user ./requirements.txt requirements.txt
RUN pip3 install --upgrade pip wheel
RUN pip install numpy==1.26.2 torch==2.3.0 packaging
RUN pip install -U flash-attn==2.5.8 
RUN pip install --no-cache-dir --upgrade -r requirements.txt

COPY --chown=user app.py /app
CMD [ "python3", "app.py" ]