Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
•
1132eaf
1
Parent(s):
2e59878
Update block.load to update buff Textbox
Browse files
app.py
CHANGED
@@ -3,6 +3,7 @@
|
|
3 |
import os
|
4 |
import time
|
5 |
from dataclasses import asdict, dataclass
|
|
|
6 |
|
7 |
import gradio as gr
|
8 |
from ctransformers import AutoConfig, AutoModelForCausalLM
|
@@ -18,6 +19,7 @@ if URL is None:
|
|
18 |
if MOSAICML_API_KEY is None:
|
19 |
raise ValueError("git environment variable must be set")
|
20 |
|
|
|
21 |
|
22 |
def predict0(prompt, bot):
|
23 |
# logger.debug(f"{prompt=}, {bot=}, {timeout=}")
|
@@ -31,7 +33,7 @@ def predict0(prompt, bot):
|
|
31 |
for word in generator:
|
32 |
print(word, end="", flush=True)
|
33 |
response += word
|
34 |
-
|
35 |
print("")
|
36 |
logger.debug(f"{response=}")
|
37 |
except Exception as exc:
|
@@ -283,7 +285,7 @@ with gr.Blocks(
|
|
283 |
)
|
284 |
conversation = Chat()
|
285 |
chatbot = gr.Chatbot().style(height=700) # 500
|
286 |
-
buff = gr.Textbox()
|
287 |
with gr.Row():
|
288 |
with gr.Column():
|
289 |
msg = gr.Textbox(
|
@@ -429,6 +431,9 @@ with gr.Blocks(
|
|
429 |
show_progress="full",
|
430 |
)
|
431 |
|
|
|
|
|
|
|
432 |
# concurrency_count=5, max_size=20
|
433 |
# max_size=36, concurrency_count=14
|
434 |
block.queue(concurrency_count=5, max_size=20).launch(debug=True)
|
|
|
3 |
import os
|
4 |
import time
|
5 |
from dataclasses import asdict, dataclass
|
6 |
+
from types import SimpleNamespace
|
7 |
|
8 |
import gradio as gr
|
9 |
from ctransformers import AutoConfig, AutoModelForCausalLM
|
|
|
19 |
if MOSAICML_API_KEY is None:
|
20 |
raise ValueError("git environment variable must be set")
|
21 |
|
22 |
+
ns = SimpleNamespace(response="")
|
23 |
|
24 |
def predict0(prompt, bot):
|
25 |
# logger.debug(f"{prompt=}, {bot=}, {timeout=}")
|
|
|
33 |
for word in generator:
|
34 |
print(word, end="", flush=True)
|
35 |
response += word
|
36 |
+
ns.response = response
|
37 |
print("")
|
38 |
logger.debug(f"{response=}")
|
39 |
except Exception as exc:
|
|
|
285 |
)
|
286 |
conversation = Chat()
|
287 |
chatbot = gr.Chatbot().style(height=700) # 500
|
288 |
+
buff = gr.Textbox(show_label=False)
|
289 |
with gr.Row():
|
290 |
with gr.Column():
|
291 |
msg = gr.Textbox(
|
|
|
431 |
show_progress="full",
|
432 |
)
|
433 |
|
434 |
+
# update buff Textbox
|
435 |
+
block.load(lambda: ns.response, [], [buff])
|
436 |
+
|
437 |
# concurrency_count=5, max_size=20
|
438 |
# max_size=36, concurrency_count=14
|
439 |
block.queue(concurrency_count=5, max_size=20).launch(debug=True)
|