Update Dockerfile

Dockerfile

@@ -19,14 +19,15 @@ ENV HOME=/home/user \
 WORKDIR $HOME/app
 COPY --chown=user . $HOME/app
 
-RUN python3 -m pip install aphrodite-engine
+# Clone the specific branch of aphrodite-engine
+RUN git clone --branch feat/exllamav2 https://github.com/PygmalionAI/aphrodite-engine.git $HOME/aphrodite-engine
+# Install aphrodite-engine from the cloned directory
+RUN python3 -m pip install -e $HOME/aphrodite-engine
+
 RUN pip install huggingface-hub hf-transfer
 
 ENV HF_HUB_ENABLE_HF_TRANSFER=1
-RUN huggingface-cli download ycros/BagelMIsteryTour-v2-8x7B-AWQ --revision 32g --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
-
-
+RUN huggingface-cli download LoneStriker/TinyLlama-1.1B-32k-Instruct-8.0bpw-h8-exl2 --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
 
 EXPOSE 7860
-# Should expose on all network interfaces so 0.0.0.0 not only localhost
 CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.openai.api_server $ENGINE_ARGS --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"