dahara1
/

weblab-10b-instruction-sft-GPTQ

Text Generation

text-generation-inference

Model card Files Files and versions Community

dahara1 commited on Aug 31, 2023

Commit

15a5518

•

1 Parent(s): 963fdc9

Update finetune_sample/lora_test.py

Files changed (1) hide show

finetune_sample/lora_test.py +1 -1

finetune_sample/lora_test.py CHANGED Viewed

@@ -18,7 +18,7 @@ model = AutoModelForCausalLM.from_pretrained(
         quantization_config= GPTQConfig(bits=4, disable_exllama=True)
 )
-adapters_name = f'checkpoint-700}'
 p_model = PeftModel.from_pretrained(model, adapters_name)
 prompt_text = [

         quantization_config= GPTQConfig(bits=4, disable_exllama=True)
 )
+adapters_name = f'checkpoint-700'
 p_model = PeftModel.from_pretrained(model, adapters_name)
 prompt_text = [