razhan commited on
Commit
a833869
1 Parent(s): 76e04bf

Final model

Browse files
Files changed (4) hide show
  1. pytorch_model.bin +2 -2
  2. special_tokens_map.json +1 -30
  3. tokenizer.json +0 -0
  4. vocab.json +0 -0
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:637be69e1f20f59f0889a1471857a9a8aea95a9455998c1e60e0caf0bcbdfca7
3
- size 495097041
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6736e658ccb6f6849ac3a0b5bd756c3ecad8583a1704051d04b19c1020cbd5b3
3
+ size 495109521
special_tokens_map.json CHANGED
@@ -1,30 +1 @@
1
- {
2
- "bos_token": {
3
- "content": "<|beginoftext|>",
4
- "lstrip": false,
5
- "normalized": true,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "<|endoftext|>",
11
- "lstrip": false,
12
- "normalized": true,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": {
17
- "content": "<|padoftext|>",
18
- "lstrip": false,
19
- "normalized": true,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
- "unk_token": {
24
- "content": "<|unkoftext|>",
25
- "lstrip": false,
26
- "normalized": true,
27
- "rstrip": false,
28
- "single_word": false
29
- }
30
- }
 
1
+ {"bos_token": "<|beginoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|unkoftext|>", "pad_token": "<|padoftext|>"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
vocab.json CHANGED
The diff for this file is too large to render. See raw diff