akoksal commited on
Commit
a820aca
1 Parent(s): 2649f69

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -64,9 +64,9 @@ instruction = "Write an essay about meditation. [EOI]"
64
  torch.manual_seed(42)
65
  input_ids = tokenizer(instruction, return_tensors="pt").input_ids
66
  target_ids = model.generate(input_ids, do_sample=True, max_new_tokens=50, top_p=0.9)
67
- tokenizer.decode(target_ids[0])
68
  # Output:
69
- # > </s>Write an essay about meditation. [EOI]Do you need some inspiration to\
70
  # meditate? Do you know someone who is a great meditator but you aren't sure\
71
  # what to say to them? This might be the perfect opportunity to tell them.\
72
  # The ability to listen and learn and grow can
 
64
  torch.manual_seed(42)
65
  input_ids = tokenizer(instruction, return_tensors="pt").input_ids
66
  target_ids = model.generate(input_ids, do_sample=True, max_new_tokens=50, top_p=0.9)
67
+ tokenizer.decode(target_ids[0], skip_special_tokens=True)
68
  # Output:
69
+ # > Write an essay about meditation. [EOI]Do you need some inspiration to\
70
  # meditate? Do you know someone who is a great meditator but you aren't sure\
71
  # what to say to them? This might be the perfect opportunity to tell them.\
72
  # The ability to listen and learn and grow can