Spaces:
Runtime error
Runtime error
gfjiogopdfgdfs
commited on
Commit
•
4ac8f37
1
Parent(s):
0134bb2
Update Dockerfile
Browse files- Dockerfile +2 -3
Dockerfile
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
-
FROM nvidia/cuda:
|
2 |
-
|
3 |
# Install necessary packages
|
4 |
RUN apt update && apt install -y \
|
5 |
git \
|
@@ -45,5 +44,5 @@ ENV BYPASS_SERVER=http://localhost:8080
|
|
45 |
EXPOSE 7860
|
46 |
|
47 |
# Run the aphrodite engine API server
|
48 |
-
CMD
|
49 |
|
|
|
1 |
+
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
|
|
|
2 |
# Install necessary packages
|
3 |
RUN apt update && apt install -y \
|
4 |
git \
|
|
|
44 |
EXPOSE 7860
|
45 |
|
46 |
# Run the aphrodite engine API server
|
47 |
+
CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.kobold.api_server $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"
|
48 |
|