evaldas-leliuga commited on
Commit
a5beba4
1 Parent(s): 6c33248

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -41,6 +41,7 @@
41
  "legacy": null,
42
  "model_max_length": 8192,
43
  "pad_token": "<pad>",
 
44
  "sp_model_kwargs": {},
45
  "spaces_between_special_tokens": false,
46
  "tokenizer_class": "GemmaTokenizer",
 
41
  "legacy": null,
42
  "model_max_length": 8192,
43
  "pad_token": "<pad>",
44
+ "padding_side": "right",
45
  "sp_model_kwargs": {},
46
  "spaces_between_special_tokens": false,
47
  "tokenizer_class": "GemmaTokenizer",