None-stage2 / added_tokens.json
Chakita's picture
Tokenizer: Stage 2 - Epoch 1
62fa3be
raw
history blame contribute delete
No virus
464 Bytes
{
"<BRG>": 50259,
"<|keywordtext|>": 50257,
"<|padtext|>": 50278,
"<|questiontext|>": 50258,
"<|septext|>": 50279,
"<|startoftext|>": 50277,
"N_00": 50267,
"N_01": 50268,
"N_02": 50269,
"N_03": 50270,
"N_04": 50271,
"N_05": 50272,
"N_06": 50273,
"N_07": 50274,
"N_08": 50275,
"N_09": 50276,
"number0": 50260,
"number1": 50261,
"number2": 50262,
"number3": 50263,
"number4": 50264,
"number5": 50265,
"number6": 50266
}