OuteAI
/

Lite-Oute-2-Mamba2Attn-250M-Instruct

Model card Files Files and versions Community

edwko commited on Aug 24

Commit

d478a4a

•

1 Parent(s): 39379dc

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -238,7 +238,7 @@ def generate_response(message: str, temperature: float = 0.1, repetition_penalty
     # Generate the response
     output = model.generate(
         input_ids,
-        max_length=512,
         temperature=temperature,
         repetition_penalty=repetition_penalty,
         do_sample=True

     # Generate the response
     output = model.generate(
         input_ids,
+        max_length=256,
         temperature=temperature,
         repetition_penalty=repetition_penalty,
         do_sample=True