Dockerfile

FROM intel/oneapi-runtime:latest

RUN apt-get update && apt-get install -y --no-install-recommends \
    aria2 \
    unzip \
    debian-keyring \
    debian-archive-keyring \
    apt-transport-https \
    curl \
    && curl -1sLf 'https://dl.cloudsmith.io/public/caddy/stable/gpg.key' | gpg --dearmor -o /usr/share/keyrings/caddy-stable-archive-keyring.gpg \
    && curl -1sLf 'https://dl.cloudsmith.io/public/caddy/stable/debian.deb.txt' | tee /etc/apt/sources.list.d/caddy-stable.list \
    && apt update && apt install -y --no-install-recommends caddy \
    && rm -rf /var/lib/apt/lists/*

RUN useradd -m -u 1000 user

USER user

ENV HOME=/home/user

WORKDIR $HOME/app

ARG NITRO_VERSION

RUN aria2c -c -x16 https://github.com/MZWNET/actions/releases/download/nitro-v$NITRO_VERSION/nitro-$NITRO_VERSION-linux-amd64-intel-mkl-avx2.zip \
    && unzip nitro-$NITRO_VERSION-linux-amd64-intel-mkl-avx2.zip -d . \
    && chmod +x ./nitro \
    && rm -rf nitro-$NITRO_VERSION-linux-amd64-intel-mkl-avx2.zip

RUN aria2c -c -x16 https://huggingface.co/mzwing/AquilaChat2-7B-16K-GGUF/resolve/main/AquilaChat2-7B-16K.Q3_K_L.gguf?download=true -o AquilaChat2-7B-16K.Q3_K_L.gguf

COPY --chown=user Caddyfile .

RUN caddy validate ./Caddyfile

COPY --chown=user start.sh .

RUN chmod +x start.sh

EXPOSE 8080

CMD ["bash", "start.sh"]