jetaudio
/

rwkv-5-v2-3b-16k

Text Generation

Inference Endpoints

Model card Files Files and versions Community

jetaudio commited on Feb 17

Commit

622a099

•

1 Parent(s): 9a975e2

Update generation_config.json

Files changed (1) hide show

generation_config.json +3 -3

generation_config.json CHANGED Viewed

@@ -2,11 +2,11 @@
     "chat_format": "chatml",
     "eos_token_id": 0,
     "pad_token_id": 0,
-    "max_window_size": 4096,
-    "max_new_tokens": 4096,
     "do_sample": true,
     "top_k": 0,
-    "top_p": 0.1,
     "repetition_penalty": 1.0,
     "transformers_version": "4.31.1"
 }

     "chat_format": "chatml",
     "eos_token_id": 0,
     "pad_token_id": 0,
+    "max_window_size": 16384,
+    "max_new_tokens": 16384,
     "do_sample": true,
     "top_k": 0,
+    "top_p": 1.0,
     "repetition_penalty": 1.0,
     "transformers_version": "4.31.1"
 }