Update Dockerfile

Dockerfile

@@ -6,7 +6,7 @@ RUN apt update && apt install -y \
     wget \
     python3-pip \
     nodejs \
-    npm 
+    npm
 
 RUN useradd -m -u 1000 user
 
@@ -15,19 +15,22 @@ USER user
 ENV HOME=/home/user \
     PATH=/home/user/.local/bin:$PATH
 
-
 WORKDIR $HOME/app
 COPY --chown=user . $HOME/app
 
+# Install aphrodite-engine normally
+RUN python3 -m pip install aphrodite-engine
+
 # Clone the specific branch of aphrodite-engine
 RUN git clone --branch feat/exllamav2 https://github.com/PygmalionAI/aphrodite-engine.git $HOME/aphrodite-engine
-# Install aphrodite-engine from the cloned directory
-RUN python3 -m pip install -e $HOME/aphrodite-engine
+
+# Assuming the standard installation path for user packages and replacing the installed aphrodite-engine with the GitHub version
+RUN cp -r $HOME/aphrodite-engine/* $($HOME/.local/lib/python3.*/site-packages/aphrodite-engine)
 
 RUN pip install huggingface-hub hf-transfer
 
 ENV HF_HUB_ENABLE_HF_TRANSFER=1
-RUN huggingface-cli download LoneStriker/TinyLlama-1.1B-32k-Instruct-8.0bpw-h8-exl2 --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
+RUN huggingface-cli LoneStriker/TinyLlama-1.1B-32k-Instruct-8.0bpw-h8-exl2 --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
 
 EXPOSE 7860
 CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.openai.api_server $ENGINE_ARGS --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"