Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
•
cd38474
1
Parent(s):
9d730e7
Update
Browse files
app.py
CHANGED
@@ -19,8 +19,8 @@ from loguru import logger
|
|
19 |
url = "https://huggingface.co/TheBloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
|
20 |
|
21 |
# Prompt template: Guanaco
|
|
|
22 |
prompt_template = """You are a helpful assistant. Let's think step by step.
|
23 |
-
{history}
|
24 |
### Human:
|
25 |
{input}
|
26 |
### Assistant:"""
|
@@ -245,14 +245,10 @@ examples_list = [
|
|
245 |
|
246 |
logger.info("start block")
|
247 |
|
248 |
-
port = 7860
|
249 |
-
if "forindo" in platform.node():
|
250 |
-
port = 7861
|
251 |
with gr.Blocks(
|
252 |
title=f"{Path(model_loc).name}",
|
253 |
theme=gr.themes.Soft(text_size="sm", spacing_size="sm"),
|
254 |
css=css,
|
255 |
-
port=port,
|
256 |
) as block:
|
257 |
# buff_var = gr.State("")
|
258 |
with gr.Accordion("🎈 Info", open=False):
|
@@ -380,6 +376,10 @@ else:
|
|
380 |
|
381 |
# default concurrency_count = 1
|
382 |
# block.queue(concurrency_count=concurrency_count, max_size=5).launch(debug=True)
|
383 |
-
|
|
|
|
|
|
|
|
|
384 |
|
385 |
# block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")
|
|
|
19 |
url = "https://huggingface.co/TheBloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
|
20 |
|
21 |
# Prompt template: Guanaco
|
22 |
+
# {past_history}
|
23 |
prompt_template = """You are a helpful assistant. Let's think step by step.
|
|
|
24 |
### Human:
|
25 |
{input}
|
26 |
### Assistant:"""
|
|
|
245 |
|
246 |
logger.info("start block")
|
247 |
|
|
|
|
|
|
|
248 |
with gr.Blocks(
|
249 |
title=f"{Path(model_loc).name}",
|
250 |
theme=gr.themes.Soft(text_size="sm", spacing_size="sm"),
|
251 |
css=css,
|
|
|
252 |
) as block:
|
253 |
# buff_var = gr.State("")
|
254 |
with gr.Accordion("🎈 Info", open=False):
|
|
|
376 |
|
377 |
# default concurrency_count = 1
|
378 |
# block.queue(concurrency_count=concurrency_count, max_size=5).launch(debug=True)
|
379 |
+
|
380 |
+
port = 7860
|
381 |
+
if "forindo" in platform.node():
|
382 |
+
port = 7861
|
383 |
+
block.queue(max_size=5).launch(debug=True, port=port, server_name="0.0.0.0")
|
384 |
|
385 |
# block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")
|