mnoukhov commited on
Commit
e13a8f2
1 Parent(s): d53df92

Training in progress, step 582, checkpoint

Browse files
checkpoint-582/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d0a102b3811e05159937d5110e53a5b494a2e35464adfec0f569a0bc18d1d4d
3
  size 1415329032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c140d89061ccc19d1dcf47dbe1d6f3b793ae1ac54b7202a744003fa62dced9c2
3
  size 1415329032
checkpoint-582/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dab812f3f04604269e712b00981f3b661dc5963d2a22c8aa09d5b0508a401e40
3
  size 2830833850
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada2c64ac1484ad1a00e1aa5093515c048cee25d691e8c2531d7c5704372c30a
3
  size 2830833850
checkpoint-582/tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 640,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 580,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
checkpoint-582/trainer_state.json CHANGED
@@ -10,55 +10,55 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.06891798759476224,
13
- "grad_norm": 18.475433349609375,
14
- "learning_rate": 9.890136982846565e-06,
15
- "loss": 0.6101,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 0.13783597518952448,
20
- "grad_norm": 16.318273544311523,
21
- "learning_rate": 9.552035901252971e-06,
22
- "loss": 0.5632,
23
  "step": 200
24
  },
25
  {
26
  "epoch": 0.2005513439007581,
27
- "eval_accuracy": 0.7079783298727954,
28
- "eval_loss": 0.5585106015205383,
29
- "eval_runtime": 1152.8471,
30
- "eval_samples_per_second": 72.691,
31
- "eval_steps_per_second": 9.087,
32
  "step": 291
33
  },
34
  {
35
  "epoch": 0.2067539627842867,
36
- "grad_norm": 16.05835723876953,
37
- "learning_rate": 9.001378813765828e-06,
38
- "loss": 0.5318,
39
  "step": 300
40
  },
41
  {
42
  "epoch": 0.27567195037904896,
43
- "grad_norm": 6.903239727020264,
44
- "learning_rate": 8.263878494553072e-06,
45
- "loss": 0.5267,
46
  "step": 400
47
  },
48
  {
49
  "epoch": 0.34458993797381116,
50
- "grad_norm": 9.29619026184082,
51
  "learning_rate": 7.373972308696536e-06,
52
- "loss": 0.4947,
53
  "step": 500
54
  },
55
  {
56
  "epoch": 0.4011026878015162,
57
- "eval_accuracy": 0.7299706450920026,
58
- "eval_loss": 0.5314406156539917,
59
- "eval_runtime": 1150.6522,
60
- "eval_samples_per_second": 72.83,
61
- "eval_steps_per_second": 9.104,
62
  "step": 582
63
  }
64
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.06891798759476224,
13
+ "grad_norm": 8.768977165222168,
14
+ "learning_rate": 9.88557738007169e-06,
15
+ "loss": 0.6099,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 0.13783597518952448,
20
+ "grad_norm": 13.488529205322266,
21
+ "learning_rate": 9.547546534667266e-06,
22
+ "loss": 0.5507,
23
  "step": 200
24
  },
25
  {
26
  "epoch": 0.2005513439007581,
27
+ "eval_accuracy": 0.7176081716426815,
28
+ "eval_loss": 0.5506236553192139,
29
+ "eval_runtime": 1151.562,
30
+ "eval_samples_per_second": 72.772,
31
+ "eval_steps_per_second": 9.097,
32
  "step": 291
33
  },
34
  {
35
  "epoch": 0.2067539627842867,
36
+ "grad_norm": 11.636795043945312,
37
+ "learning_rate": 8.994878055100864e-06,
38
+ "loss": 0.5184,
39
  "step": 300
40
  },
41
  {
42
  "epoch": 0.27567195037904896,
43
+ "grad_norm": 14.019742965698242,
44
+ "learning_rate": 8.255669894863161e-06,
45
+ "loss": 0.5074,
46
  "step": 400
47
  },
48
  {
49
  "epoch": 0.34458993797381116,
50
+ "grad_norm": 32.54533767700195,
51
  "learning_rate": 7.373972308696536e-06,
52
+ "loss": 0.4921,
53
  "step": 500
54
  },
55
  {
56
  "epoch": 0.4011026878015162,
57
+ "eval_accuracy": 0.7393737619627216,
58
+ "eval_loss": 0.5162956714630127,
59
+ "eval_runtime": 1152.6745,
60
+ "eval_samples_per_second": 72.702,
61
+ "eval_steps_per_second": 9.088,
62
  "step": 582
63
  }
64
  ],
checkpoint-582/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82f067a16d006438bd235f769421ca0804d0ba51fb682819c90b04f5c99aad4f
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ac0abd3be3c7ffa5c103daf33aa2dc3687beb22a067b1ddae465234d558ea1
3
  size 5304