Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
•
f7df7de
1
Parent(s):
107a43e
Update example inputs
Browse files
app.py
CHANGED
@@ -71,7 +71,7 @@ def format_prompt(system_prompt: str, user_prompt: str):
|
|
71 |
|
72 |
system_prompt = f"<|im_start|>system\n{system_prompt}<|im_end|>\n"
|
73 |
user_prompt = f"<|im_start|>user\n{user_prompt}<|im_end|>\n"
|
74 |
-
assistant_prompt =
|
75 |
|
76 |
return f"{system_prompt}{user_prompt}{assistant_prompt}"
|
77 |
|
@@ -248,32 +248,42 @@ generation_config = GenerationConfig(
|
|
248 |
user_prefix = "[user]: "
|
249 |
assistant_prefix = "[assistant]: "
|
250 |
|
|
|
251 |
css = """
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
252 |
.disclaimer {font-variant-caps: all-small-caps; font-size: xx-small;}
|
253 |
.intro {font-size: x-small;}
|
254 |
"""
|
255 |
|
256 |
with gr.Blocks(
|
257 |
-
|
|
|
258 |
css=css,
|
259 |
-
) as
|
260 |
with gr.Accordion("🎈 Info", open=False):
|
261 |
gr.Markdown(
|
262 |
-
"""<h4><center>
|
263 |
|
264 |
This demo is of [TheBloke/mpt-30B-chat-GGML](TheBloke/mpt-30B-chat-GGML.)
|
265 |
|
266 |
-
It takes about >40 seconds to get a response.
|
267 |
""",
|
268 |
elem_classes="intro"
|
269 |
)
|
270 |
conversation = Chat()
|
271 |
-
chatbot = gr.Chatbot().style(height=
|
272 |
with gr.Row():
|
273 |
with gr.Column():
|
274 |
msg = gr.Textbox(
|
275 |
label="Chat Message Box",
|
276 |
-
placeholder="
|
277 |
show_label=False,
|
278 |
).style(container=False)
|
279 |
with gr.Column():
|
@@ -294,6 +304,42 @@ with gr.Blocks(
|
|
294 |
with gr.Row():
|
295 |
change = gr.Button("Change System Prompt")
|
296 |
reset = gr.Button("Reset System Prompt")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
297 |
# with gr.Row():
|
298 |
with gr.Accordion("Disclaimer", open=False):
|
299 |
gr.Markdown(
|
@@ -378,4 +424,4 @@ with gr.Blocks(
|
|
378 |
show_progress="full",
|
379 |
)
|
380 |
|
381 |
-
|
|
|
71 |
|
72 |
system_prompt = f"<|im_start|>system\n{system_prompt}<|im_end|>\n"
|
73 |
user_prompt = f"<|im_start|>user\n{user_prompt}<|im_end|>\n"
|
74 |
+
assistant_prompt = "<|im_start|>assistant\n"
|
75 |
|
76 |
return f"{system_prompt}{user_prompt}{assistant_prompt}"
|
77 |
|
|
|
248 |
user_prefix = "[user]: "
|
249 |
assistant_prefix = "[assistant]: "
|
250 |
|
251 |
+
|
252 |
css = """
|
253 |
+
.importantButton {
|
254 |
+
background: linear-gradient(45deg, #7e0570,#5d1c99, #6e00ff) !important;
|
255 |
+
border: none !important;
|
256 |
+
}
|
257 |
+
.importantButton:hover {
|
258 |
+
background: linear-gradient(45deg, #ff00e0,#8500ff, #6e00ff) !important;
|
259 |
+
border: none !important;
|
260 |
+
}
|
261 |
.disclaimer {font-variant-caps: all-small-caps; font-size: xx-small;}
|
262 |
.intro {font-size: x-small;}
|
263 |
"""
|
264 |
|
265 |
with gr.Blocks(
|
266 |
+
title="mpt-30b-ggml-chat",
|
267 |
+
theme=gr.themes.Soft(text_size="sm"),
|
268 |
css=css,
|
269 |
+
) as block:
|
270 |
with gr.Accordion("🎈 Info", open=False):
|
271 |
gr.Markdown(
|
272 |
+
"""<h4><center>mpt-30b-ggml-chat</center></h4>
|
273 |
|
274 |
This demo is of [TheBloke/mpt-30B-chat-GGML](TheBloke/mpt-30B-chat-GGML.)
|
275 |
|
276 |
+
It takes about >40 seconds to get a response. Restarting the space takes about 5 minutes if the space is asleep due to inactivity.
|
277 |
""",
|
278 |
elem_classes="intro"
|
279 |
)
|
280 |
conversation = Chat()
|
281 |
+
chatbot = gr.Chatbot().style(height=700) # 500
|
282 |
with gr.Row():
|
283 |
with gr.Column():
|
284 |
msg = gr.Textbox(
|
285 |
label="Chat Message Box",
|
286 |
+
placeholder="Ask me anything (press Enter or click Submit to send)",
|
287 |
show_label=False,
|
288 |
).style(container=False)
|
289 |
with gr.Column():
|
|
|
304 |
with gr.Row():
|
305 |
change = gr.Button("Change System Prompt")
|
306 |
reset = gr.Button("Reset System Prompt")
|
307 |
+
|
308 |
+
with gr.Accordion("Example inputs", open=True):
|
309 |
+
etext = """In America, where cars are an important part of the national psyche, a decade ago people had suddenly started to drive less, which had not happened since the oil shocks of the 1970s. """
|
310 |
+
examples = gr.Examples(
|
311 |
+
examples=[
|
312 |
+
["Explain the plot of Cinderella in a sentence."],
|
313 |
+
[
|
314 |
+
"How long does it take to become proficient in French, and what are the best methods for retaining information?"
|
315 |
+
],
|
316 |
+
["What are some common mistakes to avoid when writing code?"],
|
317 |
+
["Build a prompt to generate a beautiful portrait of a horse"],
|
318 |
+
["Suggest four metaphors to describe the benefits of AI"],
|
319 |
+
["Write a pop song about leaving home for the sandy beaches."],
|
320 |
+
["Write a summary demonstrating my ability to tame lions"],
|
321 |
+
["鲁迅和周树人什么关系"],
|
322 |
+
["从前有一头牛,这头牛后面有什么?"],
|
323 |
+
["正无穷大加一大于正无穷大吗?"],
|
324 |
+
["正无穷大加正无穷大大于正无穷大吗?"],
|
325 |
+
["-2的平方根等于什么"],
|
326 |
+
["树上有5只鸟,猎人开枪打死了一只。树上还有几只鸟?"],
|
327 |
+
["树上有11只鸟,猎人开枪打死了一只。树上还有几只鸟?提示:需考虑鸟可能受惊吓飞走。"],
|
328 |
+
["鲁迅和周树人什么关系 用英文回答"],
|
329 |
+
["以红楼梦的行文风格写一张委婉的请假条。不少于320字。"],
|
330 |
+
[f"{etext} 翻成中文,列出3个版本"],
|
331 |
+
[f"{etext} \n 翻成中文,保留原意,但使用文学性的语言。不要写解释。列出3个版本"],
|
332 |
+
["js 判断一个数是不是质数"],
|
333 |
+
["js 实现python 的 range(10)"],
|
334 |
+
["js 实现python 的 [*(range(10)]"],
|
335 |
+
["假定 1 + 2 = 4, 试求 7 + 8"],
|
336 |
+
["Erkläre die Handlung von Cinderella in einem Satz."],
|
337 |
+
["Erkläre die Handlung von Cinderella in einem Satz. Auf Deutsch"],
|
338 |
+
],
|
339 |
+
inputs=[msg],
|
340 |
+
examples_per_page=30,
|
341 |
+
)
|
342 |
+
|
343 |
# with gr.Row():
|
344 |
with gr.Accordion("Disclaimer", open=False):
|
345 |
gr.Markdown(
|
|
|
424 |
show_progress="full",
|
425 |
)
|
426 |
|
427 |
+
block.queue(max_size=36, concurrency_count=14).launch(debug=True)
|