ffreemt commited on
Commit
cd38474
1 Parent(s): 9d730e7
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -19,8 +19,8 @@ from loguru import logger
19
  url = "https://huggingface.co/TheBloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
20
 
21
  # Prompt template: Guanaco
 
22
  prompt_template = """You are a helpful assistant. Let's think step by step.
23
- {history}
24
  ### Human:
25
  {input}
26
  ### Assistant:"""
@@ -245,14 +245,10 @@ examples_list = [
245
 
246
  logger.info("start block")
247
 
248
- port = 7860
249
- if "forindo" in platform.node():
250
- port = 7861
251
  with gr.Blocks(
252
  title=f"{Path(model_loc).name}",
253
  theme=gr.themes.Soft(text_size="sm", spacing_size="sm"),
254
  css=css,
255
- port=port,
256
  ) as block:
257
  # buff_var = gr.State("")
258
  with gr.Accordion("🎈 Info", open=False):
@@ -380,6 +376,10 @@ else:
380
 
381
  # default concurrency_count = 1
382
  # block.queue(concurrency_count=concurrency_count, max_size=5).launch(debug=True)
383
- block.queue(max_size=5).launch(debug=True)
 
 
 
 
384
 
385
  # block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")
 
19
  url = "https://huggingface.co/TheBloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
20
 
21
  # Prompt template: Guanaco
22
+ # {past_history}
23
  prompt_template = """You are a helpful assistant. Let's think step by step.
 
24
  ### Human:
25
  {input}
26
  ### Assistant:"""
 
245
 
246
  logger.info("start block")
247
 
 
 
 
248
  with gr.Blocks(
249
  title=f"{Path(model_loc).name}",
250
  theme=gr.themes.Soft(text_size="sm", spacing_size="sm"),
251
  css=css,
 
252
  ) as block:
253
  # buff_var = gr.State("")
254
  with gr.Accordion("🎈 Info", open=False):
 
376
 
377
  # default concurrency_count = 1
378
  # block.queue(concurrency_count=concurrency_count, max_size=5).launch(debug=True)
379
+
380
+ port = 7860
381
+ if "forindo" in platform.node():
382
+ port = 7861
383
+ block.queue(max_size=5).launch(debug=True, port=port, server_name="0.0.0.0")
384
 
385
  # block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")