timewanderer commited on
Commit
6c0e11b
1 Parent(s): 81bba9c

Training in progress, step 2000

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f09ba02af072f6dab1b31924b201f644e12e95c27ead4dc9623741e011906d93
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed55eb11a186a1c7dabd0cbef9219723149ae2bbdf0865338e8cfd2698758e51
3
  size 268290900
run-0/checkpoint-2000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5c8f21fecf569753096d63ee4655f7a3d6e2a34b376cea7f305ab1a777db3b3
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed55eb11a186a1c7dabd0cbef9219723149ae2bbdf0865338e8cfd2698758e51
3
  size 268290900
run-0/checkpoint-2000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef909d159c0876ef557f69d2beed47cb02715c82be627fb71b7fd88d5a861e2b
3
  size 536643898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8956025203d7e5690f41e8fdbcf1e9305247e6216d8b75dd834116ccd35de15b
3
  size 536643898
run-0/checkpoint-2000/trainer_state.json CHANGED
@@ -10,84 +10,84 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.5767741935483871,
14
- "eval_loss": 0.18995507061481476,
15
- "eval_runtime": 5.3293,
16
- "eval_samples_per_second": 581.689,
17
- "eval_steps_per_second": 12.197,
18
  "step": 318
19
  },
20
  {
21
  "epoch": 1.5723270440251573,
22
- "grad_norm": 0.5155988335609436,
23
  "learning_rate": 1.650593990216632e-05,
24
- "loss": 0.3062,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
- "eval_accuracy": 0.8174193548387096,
30
- "eval_loss": 0.09330115467309952,
31
- "eval_runtime": 5.6232,
32
- "eval_samples_per_second": 551.287,
33
- "eval_steps_per_second": 11.559,
34
  "step": 636
35
  },
36
  {
37
  "epoch": 3.0,
38
- "eval_accuracy": 0.8764516129032258,
39
- "eval_loss": 0.06318038702011108,
40
- "eval_runtime": 5.4039,
41
- "eval_samples_per_second": 573.66,
42
- "eval_steps_per_second": 12.028,
43
  "step": 954
44
  },
45
  {
46
  "epoch": 3.1446540880503147,
47
- "grad_norm": 0.42988139390945435,
48
  "learning_rate": 1.3011879804332637e-05,
49
- "loss": 0.108,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
- "eval_accuracy": 0.8990322580645161,
55
- "eval_loss": 0.04927925392985344,
56
- "eval_runtime": 5.4126,
57
- "eval_samples_per_second": 572.741,
58
- "eval_steps_per_second": 12.009,
59
  "step": 1272
60
  },
61
  {
62
  "epoch": 4.716981132075472,
63
- "grad_norm": 0.297043114900589,
64
  "learning_rate": 9.517819706498952e-06,
65
- "loss": 0.0699,
66
  "step": 1500
67
  },
68
  {
69
  "epoch": 5.0,
70
- "eval_accuracy": 0.9074193548387097,
71
- "eval_loss": 0.040702205151319504,
72
- "eval_runtime": 5.5616,
73
- "eval_samples_per_second": 557.389,
74
- "eval_steps_per_second": 11.687,
75
  "step": 1590
76
  },
77
  {
78
  "epoch": 6.0,
79
- "eval_accuracy": 0.9103225806451613,
80
- "eval_loss": 0.035840049386024475,
81
- "eval_runtime": 5.3906,
82
- "eval_samples_per_second": 575.073,
83
- "eval_steps_per_second": 12.058,
84
  "step": 1908
85
  },
86
  {
87
  "epoch": 6.289308176100629,
88
- "grad_norm": 0.26027998328208923,
89
  "learning_rate": 6.02375960866527e-06,
90
- "loss": 0.0552,
91
  "step": 2000
92
  }
93
  ],
@@ -108,12 +108,12 @@
108
  "attributes": {}
109
  }
110
  },
111
- "total_flos": 520991326672152.0,
112
  "train_batch_size": 48,
113
  "trial_name": null,
114
  "trial_params": {
115
- "alpha": 0.39616967623231003,
116
  "num_train_epochs": 9,
117
- "temperature": 20
118
  }
119
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.5887096774193549,
14
+ "eval_loss": 0.19886387884616852,
15
+ "eval_runtime": 5.1732,
16
+ "eval_samples_per_second": 599.241,
17
+ "eval_steps_per_second": 12.565,
18
  "step": 318
19
  },
20
  {
21
  "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.5294517874717712,
23
  "learning_rate": 1.650593990216632e-05,
24
+ "loss": 0.3203,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.8193548387096774,
30
+ "eval_loss": 0.09618715196847916,
31
+ "eval_runtime": 5.2244,
32
+ "eval_samples_per_second": 593.365,
33
+ "eval_steps_per_second": 12.442,
34
  "step": 636
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.8783870967741936,
39
+ "eval_loss": 0.06421981006860733,
40
+ "eval_runtime": 5.1205,
41
+ "eval_samples_per_second": 605.405,
42
+ "eval_steps_per_second": 12.694,
43
  "step": 954
44
  },
45
  {
46
  "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.44660821557044983,
48
  "learning_rate": 1.3011879804332637e-05,
49
+ "loss": 0.1116,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
+ "eval_accuracy": 0.8996774193548387,
55
+ "eval_loss": 0.04962550476193428,
56
+ "eval_runtime": 5.0817,
57
+ "eval_samples_per_second": 610.038,
58
+ "eval_steps_per_second": 12.791,
59
  "step": 1272
60
  },
61
  {
62
  "epoch": 4.716981132075472,
63
+ "grad_norm": 0.3033629357814789,
64
  "learning_rate": 9.517819706498952e-06,
65
+ "loss": 0.0713,
66
  "step": 1500
67
  },
68
  {
69
  "epoch": 5.0,
70
+ "eval_accuracy": 0.9080645161290323,
71
+ "eval_loss": 0.040737707167863846,
72
+ "eval_runtime": 5.3814,
73
+ "eval_samples_per_second": 576.062,
74
+ "eval_steps_per_second": 12.079,
75
  "step": 1590
76
  },
77
  {
78
  "epoch": 6.0,
79
+ "eval_accuracy": 0.9116129032258065,
80
+ "eval_loss": 0.0357489213347435,
81
+ "eval_runtime": 5.0778,
82
+ "eval_samples_per_second": 610.498,
83
+ "eval_steps_per_second": 12.801,
84
  "step": 1908
85
  },
86
  {
87
  "epoch": 6.289308176100629,
88
+ "grad_norm": 0.26608094573020935,
89
  "learning_rate": 6.02375960866527e-06,
90
+ "loss": 0.0561,
91
  "step": 2000
92
  }
93
  ],
 
108
  "attributes": {}
109
  }
110
  },
111
+ "total_flos": 630630102565260.0,
112
  "train_batch_size": 48,
113
  "trial_name": null,
114
  "trial_params": {
115
+ "alpha": 0.260556849082234,
116
  "num_train_epochs": 9,
117
+ "temperature": 11
118
  }
119
  }
run-0/checkpoint-2000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d45fdb811c2d25bdfa6f70464c8f8897df3766bc1abc5d6e057a6e0a40f0dc9f
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a815016dfca6056394449b7eec53142e869a6e9ff738e6f9557bb4382010c025
3
  size 5240
runs/Oct11_17-03-17_c179252869f4/events.out.tfevents.1728666603.c179252869f4.732.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb736dc40b96ecda84b56e9177f908f9af50a03867c66f1e4cfac792703f5f00
3
- size 27043
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a5720de286c93e32d108de43ea1dd8af9d06ab255995ed3c5fc885fbd6462c
3
+ size 27900