aryamtos commited on
Commit
f51f398
1 Parent(s): 6226781

Training in progress, step 500

Browse files
added_tokens.json CHANGED
@@ -1518,7 +1518,6 @@
1518
  "<|da|>": 50285,
1519
  "<|de|>": 50261,
1520
  "<|el|>": 50281,
1521
- "<|endoftext|>": 50257,
1522
  "<|en|>": 50259,
1523
  "<|es|>": 50262,
1524
  "<|et|>": 50307,
 
1518
  "<|da|>": 50285,
1519
  "<|de|>": 50261,
1520
  "<|el|>": 50281,
 
1521
  "<|en|>": 50259,
1522
  "<|es|>": 50262,
1523
  "<|et|>": 50307,
config.json CHANGED
@@ -147,7 +147,7 @@
147
  50362
148
  ],
149
  "torch_dtype": "float32",
150
- "transformers_version": "4.34.0",
151
  "use_cache": false,
152
  "use_weighted_layer_sum": false,
153
  "vocab_size": 51865
 
147
  50362
148
  ],
149
  "torch_dtype": "float32",
150
+ "transformers_version": "4.33.3",
151
  "use_cache": false,
152
  "use_weighted_layer_sum": false,
153
  "vocab_size": 51865
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a86c024910c6b5973bb06f3cb5db46d1feb723682a54f9ba7ec807623bfe9445
3
- size 151099049
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54ee516346f254c35a99f3234870590d1e935309b2cb861273466a62ec38cf4
3
+ size 151099494
special_tokens_map.json CHANGED
@@ -108,8 +108,26 @@
108
  "<|nocaptions|>",
109
  "<|notimestamps|>"
110
  ],
111
- "bos_token": "<|endoftext|>",
112
- "eos_token": "<|endoftext|>",
 
 
 
 
 
 
 
 
 
 
 
 
113
  "pad_token": "<|endoftext|>",
114
- "unk_token": "<|endoftext|>"
 
 
 
 
 
 
115
  }
 
108
  "<|nocaptions|>",
109
  "<|notimestamps|>"
110
  ],
111
+ "bos_token": {
112
+ "content": "<|endoftext|>",
113
+ "lstrip": false,
114
+ "normalized": true,
115
+ "rstrip": false,
116
+ "single_word": false
117
+ },
118
+ "eos_token": {
119
+ "content": "<|endoftext|>",
120
+ "lstrip": false,
121
+ "normalized": true,
122
+ "rstrip": false,
123
+ "single_word": false
124
+ },
125
  "pad_token": "<|endoftext|>",
126
+ "unk_token": {
127
+ "content": "<|endoftext|>",
128
+ "lstrip": false,
129
+ "normalized": true,
130
+ "rstrip": false,
131
+ "single_word": false
132
+ }
133
  }
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71ede2d08713756dfe865532cd9809fdbde459687f96aa8b9d8b31fd39e010b7
3
- size 4219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ebe0fc230e71aba68603e1b43887b9d2068f5e51eb10692ba54c5716fabad79
3
+ size 4600