| { | |
| "additional_special_tokens": [ | |
| "[memory_0]", | |
| "[memory_1]", | |
| "[memory_2]", | |
| "[memory_3]", | |
| "[memory_4]", | |
| "[memory_5]", | |
| "[memory_6]", | |
| "[memory_7]", | |
| "[memory_8]", | |
| "[memory_9]", | |
| "[memory_10]", | |
| "[memory_11]", | |
| "[memory_12]", | |
| "[memory_13]", | |
| "[memory_14]", | |
| "[memory_15]", | |
| "[memory_16]", | |
| "[memory_17]", | |
| "[memory_18]", | |
| "[memory_19]", | |
| "[memory_20]", | |
| "[memory_21]", | |
| "[memory_22]", | |
| "[memory_23]", | |
| "[memory_24]", | |
| "[memory_25]", | |
| "[memory_26]", | |
| "[memory_27]", | |
| "[memory_28]", | |
| "[memory_29]", | |
| "[memory_30]", | |
| "[memory_31]", | |
| "[NEXA_RESTORE]", | |
| "[NEXA_INST]", | |
| "[NEXA_ASSI_1]", | |
| "[NEXA_ASSI_2]", | |
| "[NEXA_ASSI_3]", | |
| "[NEXA_ASSI_4]" | |
| ], | |
| "eos_token": { | |
| "content": "<|endoftext|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "pad_token": { | |
| "content": "<|endoftext|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |