Update utils.py

utils.py

@@ -68,7 +68,7 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
 
 #tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
 #model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
-#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
+#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B") ok
 #model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
 #tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")
 #model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
@@ -76,11 +76,14 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
 #model = AutoModelForCausalLM.from_pretrained("dbmdz/electra-base-italian-xxl-cased-discriminator")
 #tokenizer = AutoTokenizer.from_pretrained("it5/it5-large-headline-generation")
 #model = AutoModelForCausalLM.from_pretrained("it5/it5-large-headline-generation")
-tokenizer = AutoTokenizer.from_pretrained("dbmdz/bert-base-italian-cased")
-model = AutoModelForCausalLM.from_pretrained("dbmdz/bert-base-italian-cased")
+#tokenizer = AutoTokenizer.from_pretrained("dbmdz/bert-base-italian-cased")
+#model = AutoModelForCausalLM.from_pretrained("dbmdz/bert-base-italian-cased")
+tokenizer = AutoTokenizer.from_pretrained("asi/gpt-fr-cased-small")
+model = AutoModelForCausalLM.from_pretrained("asi/gpt-fr-cased-small")
+
 
 def load_tokenizer_and_model(base_model,load_8bit=False):
-    base_model = "dbmdz/bert-base-italian-cased"
+    base_model = "asi/gpt-fr-cased-small"
     if torch.cuda.is_available():
         device = "cuda"
     else: