Rename truthbot.py to app.py

truthbot.py → app.py

@@ -1,5 +1,7 @@
 from transformers import AutoTokenizer, pipeline, logging
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
+import gradio as gr
+
 
 model_name_or_path = "TheBloke/Llama-2-13B-GPTQ"
 model_basename = "gptq_model-4bit-128g"
@@ -53,5 +55,5 @@ pipe = pipeline(
     top_p=0.95,
     repetition_penalty=1.15
 )
-
+gr.Interface.load("models/TheBloke/Wizard-Vicuna-13B-Uncensored-HF").launch()
 print(pipe(prompt_template)[0]['generated_text'])