afrizalha commited on
Commit
64b956e
1 Parent(s): 655bd7a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -79,7 +79,7 @@ template = """<|im_start|>system
79
 
80
  input = template.format(prompt="Kados pundi kulo saged nyinaoni Basa Jawa kanthi sae?"
81
  input = tokenizer([input], return_tensors = "pt").to("cuda")
82
- outputs = model.generate(**input, max_new_tokens = 1024, streamer= TextStreamer(tokenizer), temperature=.5, use_cache=False, do_sample=True)
83
  ```
84
 
85
  ## Acknowledgments
 
79
 
80
  input = template.format(prompt="Kados pundi kulo saged nyinaoni Basa Jawa kanthi sae?"
81
  input = tokenizer([input], return_tensors = "pt").to("cuda")
82
+ outputs = model.generate(**input, max_new_tokens = 1024, streamer= TextStreamer(tokenizer), temperature=.5, use_cache=True, do_sample=True)
83
  ```
84
 
85
  ## Acknowledgments