Spaces:
Sleeping
Sleeping
YaTharThShaRma999
commited on
Commit
•
0c31f09
1
Parent(s):
97b97fd
Update app.py
Browse files
app.py
CHANGED
@@ -25,14 +25,14 @@ if __name__ == "__main__":
|
|
25 |
print(f"Number of threads available to the current process: {num_threads}")
|
26 |
#url = 'https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q2_K.bin'
|
27 |
#filename = wget.download(url)
|
28 |
-
model_path= hf_hub_download(repo_id="brittlewis12/Octopus-v2-GGUF", filename="octopus-v2.Q4_K_S.gguf
|
29 |
|
30 |
llm2 = Llama(model_path=model_path, use_mlock=False)
|
31 |
theme = gr.themes.Soft(
|
32 |
primary_hue=gr.themes.Color("#ededed", "#fee2e2", "#fecaca", "#fca5a5", "#f87171", "#ef4444", "#dc2626", "#b91c1c", "#991b1b", "#7f1d1d", "#6c1e1e"),
|
33 |
neutral_hue="red",
|
34 |
)
|
35 |
-
title = """<h1 align="center">Chat with awesome
|
36 |
with gr.Blocks(theme=theme) as demo:
|
37 |
gr.HTML(title)
|
38 |
gr.HTML("This model is awesome for its size! It is only 20th the size of Chatgpt but is still decent for chatting. However like all models, LLAMA-2-CHAT can hallucinate and provide incorrect information.")
|
|
|
25 |
print(f"Number of threads available to the current process: {num_threads}")
|
26 |
#url = 'https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q2_K.bin'
|
27 |
#filename = wget.download(url)
|
28 |
+
model_path= hf_hub_download(repo_id="brittlewis12/Octopus-v2-GGUF", filename="octopus-v2.Q4_K_S.gguf")
|
29 |
|
30 |
llm2 = Llama(model_path=model_path, use_mlock=False)
|
31 |
theme = gr.themes.Soft(
|
32 |
primary_hue=gr.themes.Color("#ededed", "#fee2e2", "#fecaca", "#fca5a5", "#f87171", "#ef4444", "#dc2626", "#b91c1c", "#991b1b", "#7f1d1d", "#6c1e1e"),
|
33 |
neutral_hue="red",
|
34 |
)
|
35 |
+
title = """<h1 align="center">Chat with awesome Octopus 2 model!</h1><br>"""
|
36 |
with gr.Blocks(theme=theme) as demo:
|
37 |
gr.HTML(title)
|
38 |
gr.HTML("This model is awesome for its size! It is only 20th the size of Chatgpt but is still decent for chatting. However like all models, LLAMA-2-CHAT can hallucinate and provide incorrect information.")
|