Removed bitsandbytes

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 from textPreprocessing import text2prompt
-from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
 """
@@ -30,7 +30,7 @@ def predict(input_text, t, m):
             - Instruct-based модель
     """
     prompt = text2prompt(input_text)
-    inputs = tokenizer(prompt, return_tensors="np")
+    inputs = tokenizer(prompt, return_tensors="pt")
     generate_ids = model.generate(inputs.input_ids, max_new_tokens=128)
     answer = tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
     return answer.replace(prompt, "")

requirements.txt

@@ -1,4 +1,2 @@
 transformers
-torch
-bitsandbytes
-accelerate
+torch