quantized this [model](https://huggingface.co/ehartford/WizardLM-13B-Uncensored)

CUDA_VISIBLE_DEVICES=0 python llama.py ehartford/WizardLM-13B-Uncensored c4 --wbits 4 --true-sequential --groupsize 128 --save_safetensors 4bit-128g.safetensors
{}
transformers llama text-generation autotrain_compatible endpoints_compatible has_space text-generation-inference region:us
TAGS
#transformers #llama #text-generation #autotrain_compatible #endpoints_compatible #has_space #text-generation-inference #region-us 

quantized this model

CUDA_VISIBLE_DEVICES=0 python URL ehartford/WizardLM-13B-Uncensored c4 --wbits 4 --true-sequential --groupsize 128 --save_safetensors 4bit-128g.safetensors
TAGS
#transformers #llama #text-generation #autotrain_compatible #endpoints_compatible #has_space #text-generation-inference #region-us 
