File size: 1,323 Bytes
6f16e21
9486900
d425760
9486900
 
07876fd
 
 
 
 
 
 
9486900
 
0f6e189
 
 
e820cbb
3794cd7
e820cbb
 
 
07876fd
827162f
07876fd
 
 
 
9486900
401491a
4cc984e
07876fd
 
 
 
eb489ff
 
 
9486900
fe80062
9486900
eb489ff
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
FROM intel/oneapi-runtime:latest

RUN apt-get update && apt-get install -y --no-install-recommends \
    aria2 \
    unzip \
    debian-keyring \
    debian-archive-keyring \
    apt-transport-https \
    curl \
    && curl -1sLf 'https://dl.cloudsmith.io/public/caddy/stable/gpg.key' | gpg --dearmor -o /usr/share/keyrings/caddy-stable-archive-keyring.gpg \
    && curl -1sLf 'https://dl.cloudsmith.io/public/caddy/stable/debian.deb.txt' | tee /etc/apt/sources.list.d/caddy-stable.list \
    && apt update && apt install -y --no-install-recommends caddy \
    && rm -rf /var/lib/apt/lists/*

RUN useradd -m -u 1000 user

USER user

ENV HOME=/home/user

WORKDIR $HOME/app

ARG NITRO_VERSION

RUN aria2c -c -x16 https://github.com/MZWNET/actions/releases/download/nitro-v$NITRO_VERSION/nitro-$NITRO_VERSION-linux-amd64-intel-mkl-avx2.zip \
    && unzip nitro-$NITRO_VERSION-linux-amd64-intel-mkl-avx2.zip -d . \
    && chmod +x ./nitro \
    && rm -rf nitro-$NITRO_VERSION-linux-amd64-intel-mkl-avx2.zip

RUN aria2c -c -x16 https://huggingface.co/mzwing/AquilaChat2-7B-16K-GGUF/resolve/main/AquilaChat2-7B-16K.Q3_K_L.gguf?download=true -o AquilaChat2-7B-16K.Q3_K_L.gguf

COPY --chown=user Caddyfile .

RUN caddy validate ./Caddyfile

COPY --chown=user start.sh .

RUN chmod +x start.sh

EXPOSE 8080

CMD ["bash", "start.sh"]