RyotaKadoya1993
/

phi3_translation_adapter_final

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

RyotaKadoya1993 commited on Jul 13

Commit

7a63ae3

•

1 Parent(s): b464c5c

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -119,7 +119,7 @@
   "bos_token": "<s>",
   "chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{'<|user|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>\n' + message['content'] + '<|end|>\n'}}{% else %}{{'<|' + message['role'] + '|>\n' + message['content'] + '<|end|>\n'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
   "legacy": true,
   "model_max_length": 4096,
   "pad_token": "<|placeholder6|>",

   "bos_token": "<s>",
   "chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{'<|user|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>\n' + message['content'] + '<|end|>\n'}}{% else %}{{'<|' + message['role'] + '|>\n' + message['content'] + '<|end|>\n'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
+  "eos_token": "<|end|>",
   "legacy": true,
   "model_max_length": 4096,
   "pad_token": "<|placeholder6|>",