lukecq commited on
Commit
ce92757
1 Parent(s): 12f24ba

Update multipurpose_chatbot/engines/transformers_engine.py

Browse files
multipurpose_chatbot/engines/transformers_engine.py CHANGED
@@ -32,6 +32,7 @@ from .base_engine import BaseEngine
32
 
33
  # ! Remember to use static cache
34
 
 
35
  from transformers import (
36
  GenerationConfig,
37
  GenerationMixin,
@@ -561,6 +562,7 @@ class TransformersEngine(BaseEngine):
561
  temperature=temperature,
562
  max_new_tokens=max_tokens,
563
  pad_token_id=self.tokenizer.pad_token_id,
 
564
  )
565
 
566
  out_tokens = []
 
32
 
33
  # ! Remember to use static cache
34
 
35
+
36
  from transformers import (
37
  GenerationConfig,
38
  GenerationMixin,
 
562
  temperature=temperature,
563
  max_new_tokens=max_tokens,
564
  pad_token_id=self.tokenizer.pad_token_id,
565
+ eos_token_id=self.tokenizer.eos_token_id,
566
  )
567
 
568
  out_tokens = []