Phi-3-mini-4k-instruct

Runtime error

not-lain commited on Feb 21

Commit

9e8835a

•

1 Parent(s): c8fdb3b

skip_prompt

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ model = AutoModelForCausalLM.from_pretrained("google/gemma-7b",token=token)
 streamer = TextStreamer(tokenizer,skip_prompt=True)
-def generate(inputs):
     inputs = tokenizer([inputs], return_tensors="pt")
     yield model.generate(**inputs, streamer=streamer)

 streamer = TextStreamer(tokenizer,skip_prompt=True)
+def generate(inputs,history):
     inputs = tokenizer([inputs], return_tensors="pt")
     yield model.generate(**inputs, streamer=streamer)