gfjiogopdfgdfs commited on
Commit
4ac8f37
1 Parent(s): 0134bb2

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -3
Dockerfile CHANGED
@@ -1,5 +1,4 @@
1
- FROM nvidia/cuda:12.1.0-devel-ubuntu22.04
2
-
3
  # Install necessary packages
4
  RUN apt update && apt install -y \
5
  git \
@@ -45,5 +44,5 @@ ENV BYPASS_SERVER=http://localhost:8080
45
  EXPOSE 7860
46
 
47
  # Run the aphrodite engine API server
48
- CMD ["python3", "$HOME/app/aphrodite-engine/aphrodite/endpoints/kobold/api_server.py", "$ENGINE_ARGS", "--port", "7860", "-h", "--model", "$HOME/goliath-gptq"]
49
 
 
1
+ FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
 
2
  # Install necessary packages
3
  RUN apt update && apt install -y \
4
  git \
 
44
  EXPOSE 7860
45
 
46
  # Run the aphrodite engine API server
47
+ CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.kobold.api_server $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"
48