Llama-3.1-8B-Instruct

Runtime error

vilarin commited on Jul 23

Commit

10f271f

•

1 Parent(s): 96867c8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -37,8 +37,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL,
     torch_dtype=torch.bfloat16,
-    device_map="auto",
-    ignore_mismatched_sizes=True)
 terminators = [
     tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")

 model = AutoModelForCausalLM.from_pretrained(
     MODEL,
     torch_dtype=torch.bfloat16,
+    device_map="auto")
 terminators = [
     tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")