File size: 416 Bytes
5cec09d
 
 
 
b16d4f0
5cec09d
b16d4f0
5cec09d
 
b16d4f0
 
5cec09d
b16d4f0
 
 
5cec09d
b16d4f0
5cec09d
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
{
  "additional_special_tokens": [
    ">>ABSTRACT<<",
    ">>INTRODUCTION<<",
    ">>DOMAIN<<",
    ">>TITLE<<",
    ">>MIDDLE<<",
    ">>ANSWER<<",
    "<|schema|>",
    ">>SUMMARY<<",
    "<|sql|>",
    "<|endoftext|>",
    ">>QUESTION<<",
    ">>COMMENT<<",
    ">>SUFFIX<<",
    ">>PREFIX<<",
    "<|query|>"
  ],
  "eos_token": "<|endoftext|>",
  "pad_token": "<|endoftext|>",
  "sep_token": "<|endoftext|>"
}