Spaces:

Prot10
/

ChadGPT

Runtime error

Prot10 commited on Jun 6, 2023

Commit

9a93a48

•

1 Parent(s): 2c90742

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -24,8 +24,8 @@ from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
 tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
 model = LlamaForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf",
-    load_in_8bit=True,
-    device_map="auto",
 )
 def evaluate(question):

 tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
 model = LlamaForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf",
+    load_in_8bit_fp32_cpu_offload=True
+    device_map="cpu",
 )
 def evaluate(question):