mt5-base-th-budget-3000 / added_tokens.json
napatswift's picture
Upload tokenizer
730f07b
raw
history blame
768 Bytes
{
"</amount>": 31867,
"</fiscal_year>": 31868,
"</fiscal_year_end_year>": 31869,
"</fiscal_year_year>": 31870,
"</line_item_amount>": 31871,
"</line_item_bullet>": 31872,
"</line_item_children>": 31873,
"</line_item_fiscal_years>": 31874,
"</line_item_name>": 31875,
"</line_item_root>": 31876,
"</root>": 31866,
"</s>": 1,
"<amount>": 31877,
"<begin>": 31878,
"<begin_indent>": 31879,
"<big_sep>": 31880,
"<fiscal_year>": 31881,
"<fiscal_year_end_year>": 31882,
"<fiscal_year_year>": 31883,
"<line_item_amount>": 31884,
"<line_item_bullet>": 31885,
"<line_item_children>": 31886,
"<line_item_fiscal_years>": 31887,
"<line_item_name>": 31888,
"<line_item_root>": 31889,
"<pad>": 0,
"<root>": 31865,
"<unk>": 2
}