# Use the official Python image as the base image FROM ubuntu:22.04 # Set the working directory to /app WORKDIR /app # Install the necessary dependencies RUN apt-get update && apt-get install -y \ build-essential \ cmake \ make curl wget\ && rm -rf /var/lib/apt/lists/* # Download the Llamafile RUN wget https://huggingface.co/jartine/Phi-3-mini-4k-instruct-llamafile/resolve/main/Phi-3-mini-4k-instruct.Q4_K_M.llamafile # Set the permissions on the Llamafile to be executable RUN chmod +x ./Phi-3-mini-4k-instruct.Q4_K_M.llamafile RUN apt install adduser -y RUN addgroup --gid 1000 user RUN adduser --uid 1000 --gid 1000 --disabled-password --gecos "" user USER user # Set the entrypoint to run the Llamafile ENTRYPOINT ["bash", "./Phi-3-mini-4k-instruct.Q4_K_M.llamafile", "--host", "0.0.0.0"]