u

app.py

@@ -1,3 +1,4 @@
+import streamlit as st
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
@@ -6,7 +7,9 @@ model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
 model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
                                              device_map="auto",
                                              trust_remote_code=False,
-                                             revision="main")
+                                             revision="main",
+                                             disable_exllama=True
+                                            )
 
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
 
@@ -41,4 +44,8 @@ pipe = pipeline(
     repetition_penalty=1.1
 )
 
-print(pipe(prompt_template)[0]['generated_text'])
+print(pipe(prompt_template)[0]['generated_text'])
+
+#t=prompt_template)[0]['generated_text']
+
+st.json(pipe(prompt_template))