Or4cl3-1 commited on
Commit
2c3adeb
1 Parent(s): d76004b

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +5 -2
tokenizer_config.json CHANGED
@@ -14,5 +14,8 @@
14
  "mask_token": "<MASK>"
15
  },
16
  "tokenization_method": "Byte Pair Encoding (BPE)",
17
- "training_data": "Custom 1500 Example Dataset"
18
- }
 
 
 
 
14
  "mask_token": "<MASK>"
15
  },
16
  "tokenization_method": "Byte Pair Encoding (BPE)",
17
+ "training_data": "Custom 1500 Example Dataset",
18
+ "chat_template": "[BOS] {context} {user_input} {response} [EOS]",
19
+ "pad_to_max_length": true,
20
+ "truncation_strategy": "only_second"
21
+ }