Update Dockerfile

Dockerfile

@@ -7,6 +7,7 @@ RUN apt update && apt install -y \
     python3-pip \
     nodejs \
     npm 
+
 RUN useradd -m -u 1000 user
 
 USER user
@@ -20,8 +21,12 @@ COPY --chown=user . $HOME/app
 
 RUN python3 -m pip install aphrodite-engine
 RUN pip install huggingface-hub hf-transfer
+
 ENV HF_HUB_ENABLE_HF_TRANSFER=1
-RUN huggingface-cli download brucethemoose/Yi-34B-200K-RPMerge --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
+RUN huggingface-cli download ycros/BagelMIsteryTour-v2-8x7B-AWQ --revision 32g --local-dir $HOME/goliath-gptq --local-dir-use-symlinks False --cache-dir $HOME/cache
+
+
+
 EXPOSE 7860
 # Should expose on all network interfaces so 0.0.0.0 not only localhost
-CMD /bin/bash -c '/bin/python3 -m aphrodite.endpoints.openai.api_server --dtype auto --max-parallel-loading-workers 4 -gmu 0.95 --kv-cache-dtype fp8_e5m2 --max-num-seqs 15 --served-model-name "brucethemoose/Yi-34B-200K-RPMerge" --enforce-eager --port 7860 --host 0.0.0.0 --model ~/goliath-gptq'
+CMD /bin/bash -c "/bin/python3 -m aphrodite.endpoints.openai.api_server $ENGINE_ARGS --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"