teste_finetunning / vocab.json
jucielflexge's picture
tokenizer json
b4b7326 verified
raw
history blame
358 Bytes
{
"'": 27,
"</s>": 2,
"<pad>": 0,
"<s>": 1,
"<unk>": 3,
"A": 7,
"B": 24,
"C": 19,
"D": 14,
"E": 5,
"F": 20,
"G": 21,
"H": 11,
"I": 10,
"J": 29,
"K": 26,
"L": 15,
"M": 17,
"N": 9,
"O": 8,
"P": 23,
"Q": 30,
"R": 13,
"S": 12,
"T": 6,
"U": 16,
"V": 25,
"W": 18,
"X": 28,
"Y": 22,
"Z": 31,
"|": 4
}