PerRing commited on
Commit
5061081
1 Parent(s): 0257105

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -33,7 +33,7 @@ input_ids = tokenizer.apply_chat_template(
33
  ).to(model.device)
34
 
35
  terminators = [
36
- tokenizer.eos_token_id,
37
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
38
  ]
39
 
@@ -45,6 +45,7 @@ outputs = model.generate(
45
  temperature=0.6,
46
  top_p=0.9
47
  )
 
48
  print(tokenizer.decode(outputs[0][input_ids.shape[-1]:]))
49
  ```
50
 
 
33
  ).to(model.device)
34
 
35
  terminators = [
36
+ tokenizer.convert_tokens_to_ids("<|end_of_text|>"),
37
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
38
  ]
39
 
 
45
  temperature=0.6,
46
  top_p=0.9
47
  )
48
+
49
  print(tokenizer.decode(outputs[0][input_ids.shape[-1]:]))
50
  ```
51