Spaces:
Runtime error
Runtime error
gfjiogopdfgdfs
commited on
Commit
•
f516ae8
1
Parent(s):
e9b52d5
Update Dockerfile
Browse files- Dockerfile +2 -3
Dockerfile
CHANGED
@@ -13,11 +13,10 @@ ENV HOME=/home/user \
|
|
13 |
PATH=/home/user/.local/bin:$PATH
|
14 |
# Set the working directory to the user's home directory
|
15 |
WORKDIR $HOME/app
|
|
|
16 |
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
|
17 |
COPY --chown=user . $HOME/app
|
18 |
RUN python3 -m pip install aphrodite-engine
|
19 |
-
RUN git clone https://github.com/lolcats399/aphrodite-engine
|
20 |
-
WORKDIR $HOME/app/aphrodite-engine
|
21 |
RUN pip install huggingface-hub hf-transfer
|
22 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
23 |
RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
|
@@ -26,4 +25,4 @@ RUN echo "lt --port 7860 &" >> startup.sh
|
|
26 |
RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
|
27 |
RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
|
28 |
RUN chmod +x startup.sh
|
29 |
-
CMD /bin/bash -c "./startup.sh && python3
|
|
|
13 |
PATH=/home/user/.local/bin:$PATH
|
14 |
# Set the working directory to the user's home directory
|
15 |
WORKDIR $HOME/app
|
16 |
+
|
17 |
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
|
18 |
COPY --chown=user . $HOME/app
|
19 |
RUN python3 -m pip install aphrodite-engine
|
|
|
|
|
20 |
RUN pip install huggingface-hub hf-transfer
|
21 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
22 |
RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
|
|
|
25 |
RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
|
26 |
RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
|
27 |
RUN chmod +x startup.sh
|
28 |
+
CMD /bin/bash -c "./startup.sh && /bin/python3 -m aphrodite.endpoints.kobold.api_server $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"
|