arminmehrabian commited on
Commit
7c71dcf
1 Parent(s): 74c6722

Training in progress, step 1544000

Browse files
Files changed (3) hide show
  1. pytorch_model.bin +2 -2
  2. tokenizer.json +5 -8
  3. training_args.bin +1 -1
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cf24e4824da7a3abf380f9380f26e100b779fd1305f95576990def817e398a7
3
- size 333969117
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ae95a150ccbde5587b5f4d5b08f1e9c9e1baafe586e1a0325b2d6f29d7f187f
3
+ size 333967901
tokenizer.json CHANGED
@@ -5,32 +5,29 @@
5
  "added_tokens": [
6
  {
7
  "id": 50256,
 
8
  "content": "<|endoftext|>",
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
- "normalized": false,
13
- "special": true
14
  }
15
  ],
16
  "normalizer": null,
17
  "pre_tokenizer": {
18
  "type": "ByteLevel",
19
  "add_prefix_space": false,
20
- "trim_offsets": true,
21
- "use_regex": true
22
  },
23
  "post_processor": {
24
  "type": "ByteLevel",
25
  "add_prefix_space": true,
26
- "trim_offsets": false,
27
- "use_regex": true
28
  },
29
  "decoder": {
30
  "type": "ByteLevel",
31
  "add_prefix_space": true,
32
- "trim_offsets": true,
33
- "use_regex": true
34
  },
35
  "model": {
36
  "type": "BPE",
 
5
  "added_tokens": [
6
  {
7
  "id": 50256,
8
+ "special": true,
9
  "content": "<|endoftext|>",
10
  "single_word": false,
11
  "lstrip": false,
12
  "rstrip": false,
13
+ "normalized": false
 
14
  }
15
  ],
16
  "normalizer": null,
17
  "pre_tokenizer": {
18
  "type": "ByteLevel",
19
  "add_prefix_space": false,
20
+ "trim_offsets": true
 
21
  },
22
  "post_processor": {
23
  "type": "ByteLevel",
24
  "add_prefix_space": true,
25
+ "trim_offsets": false
 
26
  },
27
  "decoder": {
28
  "type": "ByteLevel",
29
  "add_prefix_space": true,
30
+ "trim_offsets": true
 
31
  },
32
  "model": {
33
  "type": "BPE",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6139e342db125089e30a07fc5ee3a7be94de95775cb317f8e60b1bf84914448e
3
  size 3119
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e0d3400dd7726f6119b7bfd1ae07fe1f38e299c628171e6155d7468069251f9
3
  size 3119