Update app.py
Browse files
app.py
CHANGED
@@ -10,8 +10,8 @@ You are a pirate chatbot who always responds with Arr!</s>
|
|
10 |
<|user|>
|
11 |
"""
|
12 |
|
13 |
-
def infer(
|
14 |
-
prompt = instruction.
|
15 |
print(f"PROMPT: {prompt}")
|
16 |
outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
17 |
print(outputs)
|
|
|
10 |
<|user|>
|
11 |
"""
|
12 |
|
13 |
+
def infer(user_prompt):
|
14 |
+
prompt = f"{instruction.strip()}\n{user_prompt}</s>"
|
15 |
print(f"PROMPT: {prompt}")
|
16 |
outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
17 |
print(outputs)
|