Update Dockerfile

Dockerfile

@@ -18,20 +18,23 @@ ENV HOME=/home/user \
 WORKDIR $HOME/app
 COPY --chown=user . $HOME/app
 
-# Install aphrodite-engine normally
-RUN python3 -m pip install aphrodite-engine
-
-# Clone the specific branch of aphrodite-engine
+# Clone the aphrodite-engine from the specific branch
 RUN git clone --branch feat/exllamav2-support https://github.com/PygmalionAI/aphrodite-engine.git $HOME/aphrodite-engine
 
-# Use Python to find the installation directory of aphrodite-engine and copy the files over
-RUN python3 -c "import os, aphrodite; print(os.path.dirname(aphrodite.__file__))" > aphrodite_path.txt
-RUN APHRODITE_PATH=$(cat aphrodite_path.txt) && cp -r /home/user/aphrodite-engine/* $APHRODITE_PATH
+# Install dependencies from the cloned repository
+RUN cd $HOME/aphrodite-engine && pip install -e .
 
+# Install additional dependencies
 RUN pip install huggingface-hub hf-transfer
 
+# Set environment variable to enable hf-transfer
 ENV HF_HUB_ENABLE_HF_TRANSFER=1
+
+# Download the model using huggingface-cli
 RUN huggingface-cli download LoneStriker/TinyLlama-1.1B-32k-Instruct-8.0bpw-h8-exl2 --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
 
+# Expose the port the API server will listen on
 EXPOSE 7860
-CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.openai.api_server $ENGINE_ARGS --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"
+
+# Command to run the API server
+CMD ["/bin/bash", "-c", "/bin/python3 -m aphrodite.endpoints.openai.api_server $ENGINE_ARGS --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"]