Update README.md

README.md

@@ -55,6 +55,7 @@ Users should verify the information provided by the model with up-to-date and pe
 
 ```python
 
+
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 from accelerate import Accelerator
 
@@ -85,12 +86,15 @@ def ask_question(question_type, question):
 
 ### Answer:
 """
-    # Generate an answer from the model
-    response = generator(prompt, max_length=512, num_return_sequences=1)
-    answer = response[0]['generated_text'][len(prompt):]  # Remove the prompt from the generated text
+    # Adjust max_length and specify eos_token_id for better stopping
+    eos_token_id = tokenizer.eos_token_id
+    response = generator(prompt, max_length=1024, eos_token_id=eos_token_id, num_return_sequences=1)
+    answer = response[0]['generated_text'][len(prompt):]
     return answer.strip()
 
+
 # Example usage
 question_type = "prevention"
 question = "How can I protect myself from poisoning caused by marine toxins?"
 print(ask_question(question_type, question))
+