mnoukhov commited on
Commit
be11c77
1 Parent(s): 07b7e75

Training in progress, step 873, checkpoint

Browse files
checkpoint-873/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd9bd17c42177e349f5ba87fd8a5536aa9d00b0b96302f87a3408650d068f982
3
  size 1415329032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31336cb7f1010c32785c16ed3b278846a3e4fa00b952f1f4108256f8e73c6836
3
  size 1415329032
checkpoint-873/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c259c32f7bcf0a18eee31ffd2949f2ea393cd4d79b49775781ba7f79100acff
3
  size 2830833850
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c989400ccc9990935be608a8eaf3628d7e284b84a9033ac5a34af2fde476ef5c
3
  size 2830833850
checkpoint-873/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fa6c7732367401f5dbb2ac690c561b5de753159878c16a608f9d7eaa3badb59
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ab92f9f12426e403898bbace5d93fea6a5ad0b88475e09473f374b60e0bef3a
3
  size 1064
checkpoint-873/tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 640,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 580,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
checkpoint-873/trainer_state.json CHANGED
@@ -10,85 +10,85 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.06891798759476224,
13
- "grad_norm": 18.475433349609375,
14
- "learning_rate": 9.890136982846565e-06,
15
- "loss": 0.6101,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 0.13783597518952448,
20
- "grad_norm": 16.318273544311523,
21
- "learning_rate": 9.552035901252971e-06,
22
- "loss": 0.5632,
23
  "step": 200
24
  },
25
  {
26
  "epoch": 0.2005513439007581,
27
- "eval_accuracy": 0.7079783298727954,
28
- "eval_loss": 0.5585106015205383,
29
- "eval_runtime": 1152.8471,
30
- "eval_samples_per_second": 72.691,
31
- "eval_steps_per_second": 9.087,
32
  "step": 291
33
  },
34
  {
35
  "epoch": 0.2067539627842867,
36
- "grad_norm": 16.05835723876953,
37
- "learning_rate": 9.001378813765828e-06,
38
- "loss": 0.5318,
39
  "step": 300
40
  },
41
  {
42
  "epoch": 0.27567195037904896,
43
- "grad_norm": 6.903239727020264,
44
- "learning_rate": 8.263878494553072e-06,
45
- "loss": 0.5267,
46
  "step": 400
47
  },
48
  {
49
  "epoch": 0.34458993797381116,
50
- "grad_norm": 9.29619026184082,
51
  "learning_rate": 7.373972308696536e-06,
52
- "loss": 0.4947,
53
  "step": 500
54
  },
55
  {
56
  "epoch": 0.4011026878015162,
57
- "eval_accuracy": 0.7299706450920026,
58
- "eval_loss": 0.5314406156539917,
59
- "eval_runtime": 1150.6522,
60
- "eval_samples_per_second": 72.83,
61
- "eval_steps_per_second": 9.104,
62
  "step": 582
63
  },
64
  {
65
  "epoch": 0.4135079255685734,
66
- "grad_norm": 7.382317543029785,
67
  "learning_rate": 6.3732141693438686e-06,
68
- "loss": 0.4753,
69
  "step": 600
70
  },
71
  {
72
  "epoch": 0.4824259131633356,
73
- "grad_norm": 6.72527551651001,
74
- "learning_rate": 5.308334189697317e-06,
75
- "loss": 0.4647,
76
  "step": 700
77
  },
78
  {
79
  "epoch": 0.5513439007580979,
80
- "grad_norm": 10.617219924926758,
81
- "learning_rate": 4.2290566338312015e-06,
82
- "loss": 0.4384,
83
  "step": 800
84
  },
85
  {
86
  "epoch": 0.6016540317022743,
87
- "eval_accuracy": 0.7359967542540751,
88
- "eval_loss": 0.5269714593887329,
89
- "eval_runtime": 1151.3002,
90
- "eval_samples_per_second": 72.789,
91
- "eval_steps_per_second": 9.099,
92
  "step": 873
93
  }
94
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.06891798759476224,
13
+ "grad_norm": 8.768977165222168,
14
+ "learning_rate": 9.88557738007169e-06,
15
+ "loss": 0.6099,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 0.13783597518952448,
20
+ "grad_norm": 13.488529205322266,
21
+ "learning_rate": 9.547546534667266e-06,
22
+ "loss": 0.5507,
23
  "step": 200
24
  },
25
  {
26
  "epoch": 0.2005513439007581,
27
+ "eval_accuracy": 0.7176081716426815,
28
+ "eval_loss": 0.5506236553192139,
29
+ "eval_runtime": 1151.562,
30
+ "eval_samples_per_second": 72.772,
31
+ "eval_steps_per_second": 9.097,
32
  "step": 291
33
  },
34
  {
35
  "epoch": 0.2067539627842867,
36
+ "grad_norm": 11.636795043945312,
37
+ "learning_rate": 8.994878055100864e-06,
38
+ "loss": 0.5184,
39
  "step": 300
40
  },
41
  {
42
  "epoch": 0.27567195037904896,
43
+ "grad_norm": 14.019742965698242,
44
+ "learning_rate": 8.255669894863161e-06,
45
+ "loss": 0.5074,
46
  "step": 400
47
  },
48
  {
49
  "epoch": 0.34458993797381116,
50
+ "grad_norm": 32.54533767700195,
51
  "learning_rate": 7.373972308696536e-06,
52
+ "loss": 0.4921,
53
  "step": 500
54
  },
55
  {
56
  "epoch": 0.4011026878015162,
57
+ "eval_accuracy": 0.7393737619627216,
58
+ "eval_loss": 0.5162956714630127,
59
+ "eval_runtime": 1152.6745,
60
+ "eval_samples_per_second": 72.702,
61
+ "eval_steps_per_second": 9.088,
62
  "step": 582
63
  },
64
  {
65
  "epoch": 0.4135079255685734,
66
+ "grad_norm": 40.92453384399414,
67
  "learning_rate": 6.3732141693438686e-06,
68
+ "loss": 0.471,
69
  "step": 600
70
  },
71
  {
72
  "epoch": 0.4824259131633356,
73
+ "grad_norm": 16.179763793945312,
74
+ "learning_rate": 5.3299412488905934e-06,
75
+ "loss": 0.4839,
76
  "step": 700
77
  },
78
  {
79
  "epoch": 0.5513439007580979,
80
+ "grad_norm": 16.651920318603516,
81
+ "learning_rate": 4.250456101466412e-06,
82
+ "loss": 0.4727,
83
  "step": 800
84
  },
85
  {
86
  "epoch": 0.6016540317022743,
87
+ "eval_accuracy": 0.7367604591775853,
88
+ "eval_loss": 0.5193670988082886,
89
+ "eval_runtime": 1152.5824,
90
+ "eval_samples_per_second": 72.708,
91
+ "eval_steps_per_second": 9.089,
92
  "step": 873
93
  }
94
  ],
checkpoint-873/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82f067a16d006438bd235f769421ca0804d0ba51fb682819c90b04f5c99aad4f
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ac0abd3be3c7ffa5c103daf33aa2dc3687beb22a067b1ddae465234d558ea1
3
  size 5304