Moreza009 commited on
Commit
7a051fa
1 Parent(s): aa6da5d

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. optimizer.pt +3 -0
  2. pytorch_model.bin +1 -1
  3. rng_state.pth +3 -0
  4. scheduler.pt +3 -0
  5. trainer_state.json +127 -0
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e88fb83da61c649d29a5509a286bb23909c8a2866e6d19185d266ffcd1fe65
3
+ size 876050682
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:917d05f407b86bb884fbdcec26b1bc515f5573056934ae0095098505173bc851
3
  size 438010094
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63895b846db3591076566264a369999744c9e9c8a5dba7956c6c095afe3ab01c
3
  size 438010094
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c952f2d40815af515b667643fb10d89875601cd1fb418bc7930cea569b7508
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e4353f02a64baa13532cc5621334a84a835808858484aedbfbaed4925a91ae
3
+ size 1064
trainer_state.json ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.993006993006993,
5
+ "eval_steps": 60,
6
+ "global_step": 214,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.27972027972027974,
13
+ "grad_norm": 7.277930736541748,
14
+ "learning_rate": 2.6666666666666667e-05,
15
+ "loss": 1.217,
16
+ "step": 20
17
+ },
18
+ {
19
+ "epoch": 0.5594405594405595,
20
+ "grad_norm": 0.8069848418235779,
21
+ "learning_rate": 5.333333333333333e-05,
22
+ "loss": 0.7878,
23
+ "step": 40
24
+ },
25
+ {
26
+ "epoch": 0.8391608391608392,
27
+ "grad_norm": 1.3099849224090576,
28
+ "learning_rate": 8e-05,
29
+ "loss": 0.6994,
30
+ "step": 60
31
+ },
32
+ {
33
+ "epoch": 0.8391608391608392,
34
+ "eval_loss": 0.6600586771965027,
35
+ "eval_runtime": 33.5004,
36
+ "eval_samples_per_second": 34.209,
37
+ "eval_steps_per_second": 1.075,
38
+ "step": 60
39
+ },
40
+ {
41
+ "epoch": 1.118881118881119,
42
+ "grad_norm": 0.770585298538208,
43
+ "learning_rate": 0.00010666666666666667,
44
+ "loss": 0.6646,
45
+ "step": 80
46
+ },
47
+ {
48
+ "epoch": 1.3986013986013985,
49
+ "grad_norm": 1.0533007383346558,
50
+ "learning_rate": 0.00013333333333333334,
51
+ "loss": 0.6843,
52
+ "step": 100
53
+ },
54
+ {
55
+ "epoch": 1.6783216783216783,
56
+ "grad_norm": 2.8865811824798584,
57
+ "learning_rate": 0.00016,
58
+ "loss": 0.6851,
59
+ "step": 120
60
+ },
61
+ {
62
+ "epoch": 1.6783216783216783,
63
+ "eval_loss": 0.6946624517440796,
64
+ "eval_runtime": 33.3238,
65
+ "eval_samples_per_second": 34.39,
66
+ "eval_steps_per_second": 1.08,
67
+ "step": 120
68
+ },
69
+ {
70
+ "epoch": 1.958041958041958,
71
+ "grad_norm": 1.449644684791565,
72
+ "learning_rate": 0.0001866666666666667,
73
+ "loss": 0.684,
74
+ "step": 140
75
+ },
76
+ {
77
+ "epoch": 2.237762237762238,
78
+ "grad_norm": 1.2769348621368408,
79
+ "learning_rate": 0.00019642857142857144,
80
+ "loss": 0.6842,
81
+ "step": 160
82
+ },
83
+ {
84
+ "epoch": 2.5174825174825175,
85
+ "grad_norm": 1.5653624534606934,
86
+ "learning_rate": 0.0001892857142857143,
87
+ "loss": 0.6734,
88
+ "step": 180
89
+ },
90
+ {
91
+ "epoch": 2.5174825174825175,
92
+ "eval_loss": 0.6711814999580383,
93
+ "eval_runtime": 33.4337,
94
+ "eval_samples_per_second": 34.277,
95
+ "eval_steps_per_second": 1.077,
96
+ "step": 180
97
+ },
98
+ {
99
+ "epoch": 2.797202797202797,
100
+ "grad_norm": 1.9234168529510498,
101
+ "learning_rate": 0.00018214285714285714,
102
+ "loss": 0.6995,
103
+ "step": 200
104
+ }
105
+ ],
106
+ "logging_steps": 20,
107
+ "max_steps": 710,
108
+ "num_input_tokens_seen": 0,
109
+ "num_train_epochs": 10,
110
+ "save_steps": 500,
111
+ "stateful_callbacks": {
112
+ "TrainerControl": {
113
+ "args": {
114
+ "should_epoch_stop": false,
115
+ "should_evaluate": false,
116
+ "should_log": false,
117
+ "should_save": true,
118
+ "should_training_stop": false
119
+ },
120
+ "attributes": {}
121
+ }
122
+ },
123
+ "total_flos": 7224106858315776.0,
124
+ "train_batch_size": 32,
125
+ "trial_name": null,
126
+ "trial_params": null
127
+ }