afrizalha commited on
Commit
cd9cfd3
1 Parent(s): 86a7183

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -80,7 +80,7 @@ template = """<start_of_turn>user
80
 
81
  input = template.format(prompt="Kados pundi kulo saged nyinaoni Basa Jawa kanthi sae?")
82
  input = tokenizer([input], return_tensors = "pt").to("cuda")
83
- outputs = model.generate(**input, max_new_tokens = 1024, streamer= TextStreamer(tokenizer), temperature=.5, use_cache=False, do_sample=True)
84
  ```
85
 
86
  ## Acknowledgments
 
80
 
81
  input = template.format(prompt="Kados pundi kulo saged nyinaoni Basa Jawa kanthi sae?")
82
  input = tokenizer([input], return_tensors = "pt").to("cuda")
83
+ outputs = model.generate(**input, max_new_tokens = 1024, streamer= TextStreamer(tokenizer), temperature=.5, use_cache=True, do_sample=True)
84
  ```
85
 
86
  ## Acknowledgments