Update Dockerfile

Dockerfile

@@ -1,5 +1,4 @@
 FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
-# Install necessary packages
 RUN apt update && apt install -y \
     git \
     build-essential \
@@ -7,42 +6,25 @@ RUN apt update && apt install -y \
     wget \
     python3-pip \
     nodejs \
-    npm
+    npm 
 
-# Set up a new user named "user" with user ID 1000
 RUN useradd -m -u 1000 user
 
-# Switch to the "user" user
 USER user
 
-# Set home to the user's home directory and adjust PATH
 ENV HOME=/home/user \
     PATH=/home/user/.local/bin:$PATH
 
-# Set the working directory to the user's home directory
-WORKDIR $HOME/app
 
-# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+WORKDIR $HOME/app
 COPY --chown=user . $HOME/app
 
-# Install aphrodite-engine and clone repository
 RUN python3 -m pip install aphrodite-engine
-
-# Install Hugging Face libraries
 RUN pip install huggingface-hub hf-transfer
 
-# Set environment variable to enable hf-transfer
 ENV HF_HUB_ENABLE_HF_TRANSFER=1
+RUN huggingface-cli download TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
 
-# Attempt to download goliath model - this line might cause delays due to model size.
-RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
 
-# Set environment variable for a bypass server (not sure how this is being used in your application)
-ENV BYPASS_SERVER=http://localhost:8080
-
-# Expose the port for the API server
 EXPOSE 7860
-
-# Run the aphrodite engine API server
-CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.kobold.api_server $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"
-
+CMD ["sh", "-c", "python3", "$HOME/app/aphrodite-engine/aphrodite/endpoints/kobold/api_server.py", "$ENGINE_ARGS", "--port", "7860", "--host","0.0.0.0", "--model", "$HOME/goliath-gptq"]