Spaces:

olivierdehaene
/

chat-llm-streaming

Runtime error

OlivierDehaene commited on Mar 13, 2023

Commit

5670e64

•

1 Parent(s): 35539cb

use greedy for now on oasst

Files changed (1) hide show

app.py CHANGED Viewed

@@ -72,7 +72,7 @@ def predict(
     if model == "OpenAssistant/oasst-sft-1-pythia-12b":
         iterator = client.generate_stream(
             total_inputs,
-            typical_p=typical_p,
             watermark=watermark,
             max_new_tokens=500,
         )

     if model == "OpenAssistant/oasst-sft-1-pythia-12b":
         iterator = client.generate_stream(
             total_inputs,
+            # typical_p=typical_p,
             watermark=watermark,
             max_new_tokens=500,
         )