File size: 1,935 Bytes
7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 3396848 7b777d1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
{
"added_tokens_decoder": {
"0": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"250100": {
"content": "\n",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"250101": {
"content": "\t",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"250102": {
"content": "<|space|><|space|><|space|><|space|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"250103": {
"content": "<|space|><|space|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"250104": {
"content": "<|space|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"\n",
"\t",
"<|space|><|space|><|space|><|space|>",
"<|space|><|space|>",
"<|space|>"
],
"clean_up_tokenization_spaces": true,
"eos_token": "</s>",
"extra_ids": 0,
"max_length": 1024,
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<pad>",
"sp_model_kwargs": {},
"stride": 0,
"tokenizer_class": "T5Tokenizer",
"truncation_side": "right",
"truncation_strategy": "longest_first",
"unk_token": "<unk>"
}
|