Spaces:
Build error
Build error
hafidhsoekma
commited on
Commit
•
6d2193e
1
Parent(s):
af8ee45
Update entrypoint.sh.template
Browse files- entrypoint.sh.template +1 -1
entrypoint.sh.template
CHANGED
@@ -7,7 +7,7 @@ mongod &
|
|
7 |
pip3 install -U transformers && pip install -U transformers
|
8 |
# mkdir /data/model_gptq
|
9 |
# text-generation-server quantize ${MODEL_NAME} /data/model_gptq
|
10 |
-
text-generation-launcher --model-id TheBloke/
|
11 |
|
12 |
# Wait for text-generation-inference to start
|
13 |
curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
|
|
|
7 |
pip3 install -U transformers && pip install -U transformers
|
8 |
# mkdir /data/model_gptq
|
9 |
# text-generation-server quantize ${MODEL_NAME} /data/model_gptq
|
10 |
+
text-generation-launcher --model-id TheBloke/Llama-2-7B-GPTQ --quantize gptq --num-shard 1 --port 8080 &
|
11 |
|
12 |
# Wait for text-generation-inference to start
|
13 |
curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
|