CUDA_VISIBLE_DEVICES=0 python llama.py ~/llama-7b c4 --wbits 4 --true-sequential --groupsize 128 --save_safetensors llama7b-gptq-4bit-128g.safetensors

https://huggingface.co/huggyllama/llama-7b
{}
transformers llama text-generation autotrain_compatible endpoints_compatible text-generation-inference region:us
TAGS
#transformers #llama #text-generation #autotrain_compatible #endpoints_compatible #text-generation-inference #region-us 

CUDA_VISIBLE_DEVICES=0 python URL ~/llama-7b c4 --wbits 4 --true-sequential --groupsize 128 --save_safetensors llama7b-gptq-4bit-128g.safetensors

URL
TAGS
#transformers #llama #text-generation #autotrain_compatible #endpoints_compatible #text-generation-inference #region-us 
