Spaces:
Runtime error
Runtime error
gfjiogopdfgdfs
commited on
Commit
•
e3ac9c1
1
Parent(s):
27dce7b
Update Dockerfile
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
@@ -31,7 +31,7 @@ RUN APHRODITE_PATH=$(cat aphrodite_path.txt) && cp -r /home/user/aphrodite-engin
|
|
31 |
RUN pip install huggingface-hub hf-transfer
|
32 |
|
33 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
34 |
-
RUN huggingface-cli LoneStriker/TinyLlama-1.1B-32k-Instruct-8.0bpw-h8-exl2 --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
|
35 |
|
36 |
EXPOSE 7860
|
37 |
CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.openai.api_server $ENGINE_ARGS --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"
|
|
|
31 |
RUN pip install huggingface-hub hf-transfer
|
32 |
|
33 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
34 |
+
RUN huggingface-cli download LoneStriker/TinyLlama-1.1B-32k-Instruct-8.0bpw-h8-exl2 --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
|
35 |
|
36 |
EXPOSE 7860
|
37 |
CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.openai.api_server $ENGINE_ARGS --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"
|