Spaces:

Prot10
/

ChadGPT

Runtime error

Prot10 commited on Jun 6, 2023

Commit

1c36341

•

1 Parent(s): 9a93a48

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -24,7 +24,7 @@ from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
 tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
 model = LlamaForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf",
-    load_in_8bit_fp32_cpu_offload=True
     device_map="cpu",
 )

 tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
 model = LlamaForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf",
+    load_in_8bit_fp32_cpu_offload=True,
     device_map="cpu",
 )