File size: 416 Bytes
5cec09d
 
edc66d8
 
 
 
5cec09d
 
edc66d8
 
b16d4f0
 
 
edc66d8
 
 
 
5cec09d
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
{
  "additional_special_tokens": [
    ">>COMMENT<<",
    ">>PREFIX<<",
    "<|endoftext|>",
    "<|schema|>",
    ">>INTRODUCTION<<",
    ">>TITLE<<",
    "<|query|>",
    ">>SUFFIX<<",
    ">>MIDDLE<<",
    "<|sql|>",
    ">>QUESTION<<",
    ">>SUMMARY<<",
    ">>DOMAIN<<",
    ">>ABSTRACT<<",
    ">>ANSWER<<"
  ],
  "eos_token": "<|endoftext|>",
  "pad_token": "<|endoftext|>",
  "sep_token": "<|endoftext|>"
}