timewanderer commited on
Commit
e221e63
1 Parent(s): 85d11fc

Training in progress, step 2862

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f9ff50c9e5f7dbdfafe4634702c271461312412ada297046b7621f2bf299e45
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755d6f33a68d74c3413fc4bbba4ca89a5d3159e69fde0fa3e01444213d2c014a
3
  size 268290900
run-0/checkpoint-2862/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f98f65f6f4d59b5136dafc34c275d1e1ff53fbebfeb846d7b829da4b5a5935f
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755d6f33a68d74c3413fc4bbba4ca89a5d3159e69fde0fa3e01444213d2c014a
3
  size 268290900
run-0/checkpoint-2862/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:077b54b56463721081bbcefac5c215f973b3e567e91af28295deb5de5dfe7b8b
3
  size 536643898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8284814110bf9706bdb36829746349a1e012f87f90cd24e84e24ee54d061514d
3
  size 536643898
run-0/checkpoint-2862/trainer_state.json CHANGED
@@ -10,109 +10,109 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.5767741935483871,
14
- "eval_loss": 0.18995507061481476,
15
- "eval_runtime": 5.3293,
16
- "eval_samples_per_second": 581.689,
17
- "eval_steps_per_second": 12.197,
18
  "step": 318
19
  },
20
  {
21
  "epoch": 1.5723270440251573,
22
- "grad_norm": 0.5155988335609436,
23
  "learning_rate": 1.650593990216632e-05,
24
- "loss": 0.3062,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
- "eval_accuracy": 0.8174193548387096,
30
- "eval_loss": 0.09330115467309952,
31
- "eval_runtime": 5.6232,
32
- "eval_samples_per_second": 551.287,
33
- "eval_steps_per_second": 11.559,
34
  "step": 636
35
  },
36
  {
37
  "epoch": 3.0,
38
- "eval_accuracy": 0.8764516129032258,
39
- "eval_loss": 0.06318038702011108,
40
- "eval_runtime": 5.4039,
41
- "eval_samples_per_second": 573.66,
42
- "eval_steps_per_second": 12.028,
43
  "step": 954
44
  },
45
  {
46
  "epoch": 3.1446540880503147,
47
- "grad_norm": 0.42988139390945435,
48
  "learning_rate": 1.3011879804332637e-05,
49
- "loss": 0.108,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
- "eval_accuracy": 0.8990322580645161,
55
- "eval_loss": 0.04927925392985344,
56
- "eval_runtime": 5.4126,
57
- "eval_samples_per_second": 572.741,
58
- "eval_steps_per_second": 12.009,
59
  "step": 1272
60
  },
61
  {
62
  "epoch": 4.716981132075472,
63
- "grad_norm": 0.297043114900589,
64
  "learning_rate": 9.517819706498952e-06,
65
- "loss": 0.0699,
66
  "step": 1500
67
  },
68
  {
69
  "epoch": 5.0,
70
- "eval_accuracy": 0.9074193548387097,
71
- "eval_loss": 0.040702205151319504,
72
- "eval_runtime": 5.5616,
73
- "eval_samples_per_second": 557.389,
74
- "eval_steps_per_second": 11.687,
75
  "step": 1590
76
  },
77
  {
78
  "epoch": 6.0,
79
- "eval_accuracy": 0.9103225806451613,
80
- "eval_loss": 0.035840049386024475,
81
- "eval_runtime": 5.3906,
82
- "eval_samples_per_second": 575.073,
83
- "eval_steps_per_second": 12.058,
84
  "step": 1908
85
  },
86
  {
87
  "epoch": 6.289308176100629,
88
- "grad_norm": 0.26027998328208923,
89
  "learning_rate": 6.02375960866527e-06,
90
- "loss": 0.0552,
91
  "step": 2000
92
  },
93
  {
94
  "epoch": 7.0,
95
- "eval_accuracy": 0.917741935483871,
96
- "eval_loss": 0.03322926536202431,
97
- "eval_runtime": 5.4915,
98
- "eval_samples_per_second": 564.507,
99
- "eval_steps_per_second": 11.836,
100
  "step": 2226
101
  },
102
  {
103
  "epoch": 7.861635220125786,
104
- "grad_norm": 0.2637036442756653,
105
  "learning_rate": 2.5296995108315863e-06,
106
- "loss": 0.0486,
107
  "step": 2500
108
  },
109
  {
110
  "epoch": 8.0,
111
- "eval_accuracy": 0.9203225806451613,
112
- "eval_loss": 0.03138649836182594,
113
- "eval_runtime": 5.5051,
114
- "eval_samples_per_second": 563.117,
115
- "eval_steps_per_second": 11.807,
116
  "step": 2544
117
  }
118
  ],
@@ -133,12 +133,12 @@
133
  "attributes": {}
134
  }
135
  },
136
- "total_flos": 651155886807636.0,
137
  "train_batch_size": 48,
138
  "trial_name": null,
139
  "trial_params": {
140
- "alpha": 0.39616967623231003,
141
  "num_train_epochs": 9,
142
- "temperature": 20
143
  }
144
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.5887096774193549,
14
+ "eval_loss": 0.19886387884616852,
15
+ "eval_runtime": 5.1732,
16
+ "eval_samples_per_second": 599.241,
17
+ "eval_steps_per_second": 12.565,
18
  "step": 318
19
  },
20
  {
21
  "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.5294517874717712,
23
  "learning_rate": 1.650593990216632e-05,
24
+ "loss": 0.3203,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.8193548387096774,
30
+ "eval_loss": 0.09618715196847916,
31
+ "eval_runtime": 5.2244,
32
+ "eval_samples_per_second": 593.365,
33
+ "eval_steps_per_second": 12.442,
34
  "step": 636
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.8783870967741936,
39
+ "eval_loss": 0.06421981006860733,
40
+ "eval_runtime": 5.1205,
41
+ "eval_samples_per_second": 605.405,
42
+ "eval_steps_per_second": 12.694,
43
  "step": 954
44
  },
45
  {
46
  "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.44660821557044983,
48
  "learning_rate": 1.3011879804332637e-05,
49
+ "loss": 0.1116,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
+ "eval_accuracy": 0.8996774193548387,
55
+ "eval_loss": 0.04962550476193428,
56
+ "eval_runtime": 5.0817,
57
+ "eval_samples_per_second": 610.038,
58
+ "eval_steps_per_second": 12.791,
59
  "step": 1272
60
  },
61
  {
62
  "epoch": 4.716981132075472,
63
+ "grad_norm": 0.3033629357814789,
64
  "learning_rate": 9.517819706498952e-06,
65
+ "loss": 0.0713,
66
  "step": 1500
67
  },
68
  {
69
  "epoch": 5.0,
70
+ "eval_accuracy": 0.9080645161290323,
71
+ "eval_loss": 0.040737707167863846,
72
+ "eval_runtime": 5.3814,
73
+ "eval_samples_per_second": 576.062,
74
+ "eval_steps_per_second": 12.079,
75
  "step": 1590
76
  },
77
  {
78
  "epoch": 6.0,
79
+ "eval_accuracy": 0.9116129032258065,
80
+ "eval_loss": 0.0357489213347435,
81
+ "eval_runtime": 5.0778,
82
+ "eval_samples_per_second": 610.498,
83
+ "eval_steps_per_second": 12.801,
84
  "step": 1908
85
  },
86
  {
87
  "epoch": 6.289308176100629,
88
+ "grad_norm": 0.26608094573020935,
89
  "learning_rate": 6.02375960866527e-06,
90
+ "loss": 0.0561,
91
  "step": 2000
92
  },
93
  {
94
  "epoch": 7.0,
95
+ "eval_accuracy": 0.9187096774193548,
96
+ "eval_loss": 0.03307666257023811,
97
+ "eval_runtime": 5.171,
98
+ "eval_samples_per_second": 599.502,
99
+ "eval_steps_per_second": 12.57,
100
  "step": 2226
101
  },
102
  {
103
  "epoch": 7.861635220125786,
104
+ "grad_norm": 0.27350321412086487,
105
  "learning_rate": 2.5296995108315863e-06,
106
+ "loss": 0.0492,
107
  "step": 2500
108
  },
109
  {
110
  "epoch": 8.0,
111
+ "eval_accuracy": 0.9241935483870968,
112
+ "eval_loss": 0.031220456585288048,
113
+ "eval_runtime": 5.1775,
114
+ "eval_samples_per_second": 598.747,
115
+ "eval_steps_per_second": 12.554,
116
  "step": 2544
117
  }
118
  ],
 
133
  "attributes": {}
134
  }
135
  },
136
+ "total_flos": 760794662700744.0,
137
  "train_batch_size": 48,
138
  "trial_name": null,
139
  "trial_params": {
140
+ "alpha": 0.260556849082234,
141
  "num_train_epochs": 9,
142
+ "temperature": 11
143
  }
144
  }
run-0/checkpoint-2862/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d45fdb811c2d25bdfa6f70464c8f8897df3766bc1abc5d6e057a6e0a40f0dc9f
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a815016dfca6056394449b7eec53142e869a6e9ff738e6f9557bb4382010c025
3
  size 5240
runs/Oct11_17-03-17_c179252869f4/events.out.tfevents.1728666603.c179252869f4.732.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3373440a79b54f81f779ae53e565a2192b27fb9a7751fdc9599093acef9dbf8d
3
- size 28757
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e0de4ba7fc2c6f2573bce588f86d9c687debacd510f6c419bc93278669290d4
3
+ size 29434