Spaces:
Paused
Paused
matthoffner
commited on
Commit
•
2c8b031
1
Parent(s):
e04ee57
Update Dockerfile
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
@@ -24,7 +24,7 @@ ENV PATH="/usr/local/cuda/bin:$PATH" \
|
|
24 |
|
25 |
WORKDIR /app
|
26 |
|
27 |
-
RUN wget https://huggingface.co/
|
28 |
|
29 |
RUN make LLAMA_CUBLAS=1
|
30 |
|
@@ -32,4 +32,4 @@ RUN make LLAMA_CUBLAS=1
|
|
32 |
EXPOSE 8080
|
33 |
|
34 |
# Start the llava-server with models
|
35 |
-
CMD ["--server", "--model", "Magicoder-S-DS-6.
|
|
|
24 |
|
25 |
WORKDIR /app
|
26 |
|
27 |
+
RUN wget https://huggingface.co/itsdotscience/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_q8_0.gguf
|
28 |
|
29 |
RUN make LLAMA_CUBLAS=1
|
30 |
|
|
|
32 |
EXPOSE 8080
|
33 |
|
34 |
# Start the llava-server with models
|
35 |
+
CMD ["--server", "--model", "Magicoder-S-DS-6.7B_q8_0.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]
|