Update README.md

README.md

@@ -70,22 +70,6 @@ def apply_skill(model, skill_tree):
 
 model = apply_skill(model, skill_tree)
 
-# Change eos_token
-tokenizer.eos_token = "<|endoftext|>"
-
-# Add Chat Template
-tokenizer.chat_template = """
-{% for message in messages %}
-    {% if message['role'] == 'system' %}
-        {{ bos_token + '<|system|>\\n' + message['content'].strip() + '\\n' }}
-    {% elif message['role'] == 'user' %}
-        {{ '<|user|>\\n' + message['content'].strip() + '\\n' }}
-    {% elif message['role'] == 'assistant' %}
-        {{ '<|assistant|>\\n'  + message['content'] + '\\n' + eos_token }}
-    {% endif %}
-{% endfor %}
-"""
-
 # Push to hub
 model_name = "HachiML/Swallow-MS-7b-v0.1-ChatSkill-LAB"
 tokenizer.save_pretrained(f"./models/{model_name}", repo_id=model_name, push_to_hub=True)