matthoffner commited on
Commit
2c8b031
1 Parent(s): e04ee57

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -24,7 +24,7 @@ ENV PATH="/usr/local/cuda/bin:$PATH" \
24
 
25
  WORKDIR /app
26
 
27
- RUN wget https://huggingface.co/matthoffner/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_Q4_K_M.gguf
28
 
29
  RUN make LLAMA_CUBLAS=1
30
 
@@ -32,4 +32,4 @@ RUN make LLAMA_CUBLAS=1
32
  EXPOSE 8080
33
 
34
  # Start the llava-server with models
35
- CMD ["--server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]
 
24
 
25
  WORKDIR /app
26
 
27
+ RUN wget https://huggingface.co/itsdotscience/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_q8_0.gguf
28
 
29
  RUN make LLAMA_CUBLAS=1
30
 
 
32
  EXPOSE 8080
33
 
34
  # Start the llava-server with models
35
+ CMD ["--server", "--model", "Magicoder-S-DS-6.7B_q8_0.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]