TeraSpace commited on
Commit
1f81cc4
1 Parent(s): 846668f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -19,7 +19,7 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
19
  device = "cuda"
20
 
21
  tokenizer = AutoTokenizer.from_pretrained('TeraSpace/dialofred')
22
- model = AutoModelForSeq2SeqLM.from_pretrained('TeraSpace/dialofred', device_map=device).to(device)# Add torch_dtype=torch.bfloat16 to use less memory
23
  while True:
24
  text_inp = input("=>")
25
  lm_text=f'<SC1>- {text_inp}\n- <extra_id_0>'
 
19
  device = "cuda"
20
 
21
  tokenizer = AutoTokenizer.from_pretrained('TeraSpace/dialofred')
22
+ model = AutoModelForSeq2SeqLM.from_pretrained('TeraSpace/dialofred', device_map=device)# Add torch_dtype=torch.bfloat16 to use less memory
23
  while True:
24
  text_inp = input("=>")
25
  lm_text=f'<SC1>- {text_inp}\n- <extra_id_0>'