gfjiogopdfgdfs commited on
Commit
f516ae8
1 Parent(s): e9b52d5

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -3
Dockerfile CHANGED
@@ -13,11 +13,10 @@ ENV HOME=/home/user \
13
  PATH=/home/user/.local/bin:$PATH
14
  # Set the working directory to the user's home directory
15
  WORKDIR $HOME/app
 
16
  # Copy the current directory contents into the container at $HOME/app setting the owner to the user
17
  COPY --chown=user . $HOME/app
18
  RUN python3 -m pip install aphrodite-engine
19
- RUN git clone https://github.com/lolcats399/aphrodite-engine
20
- WORKDIR $HOME/app/aphrodite-engine
21
  RUN pip install huggingface-hub hf-transfer
22
  ENV HF_HUB_ENABLE_HF_TRANSFER=1
23
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
@@ -26,4 +25,4 @@ RUN echo "lt --port 7860 &" >> startup.sh
26
  RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
27
  RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
28
  RUN chmod +x startup.sh
29
- CMD /bin/bash -c "./startup.sh && python3 $HOME/app/aphrodite-engine/aphrodite/endpoints/openai/api_server.py $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"
 
13
  PATH=/home/user/.local/bin:$PATH
14
  # Set the working directory to the user's home directory
15
  WORKDIR $HOME/app
16
+
17
  # Copy the current directory contents into the container at $HOME/app setting the owner to the user
18
  COPY --chown=user . $HOME/app
19
  RUN python3 -m pip install aphrodite-engine
 
 
20
  RUN pip install huggingface-hub hf-transfer
21
  ENV HF_HUB_ENABLE_HF_TRANSFER=1
22
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
 
25
  RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
26
  RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
27
  RUN chmod +x startup.sh
28
+ CMD /bin/bash -c "./startup.sh && /bin/python3 -m aphrodite.endpoints.kobold.api_server $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"