Hugging Face's logo

joelniklaus
/
legal-estonian-roberta-base

Fill-Mask
Transformers
PyTorch
TensorBoard
roberta
Inference Endpoints
Model card Files Metrics Community
1
joelniklaus commited on
Commit
c586d94
•
1 Parent(s): ed14248

Training in progress, step 200000

Browse files
Files changed (17) hide show
  1. last-checkpoint/optimizer.pt +1 -1
  2. last-checkpoint/pytorch_model.bin +1 -1
  3. last-checkpoint/rng_state_0.pth +1 -1
  4. last-checkpoint/rng_state_1.pth +1 -1
  5. last-checkpoint/rng_state_2.pth +1 -1
  6. last-checkpoint/rng_state_3.pth +1 -1
  7. last-checkpoint/rng_state_4.pth +1 -1
  8. last-checkpoint/rng_state_5.pth +1 -1
  9. last-checkpoint/rng_state_6.pth +1 -1
  10. last-checkpoint/rng_state_7.pth +1 -1
  11. last-checkpoint/scheduler.pt +1 -1
  12. last-checkpoint/trainer_state.json +311 -3
  13. last-checkpoint/training_args.bin +2 -2
  14. pytorch_model.bin +1 -1
  15. runs/Feb13_18-34-03_t1v-n-d1a73e20-w-0/1676313419.6534944/events.out.tfevents.1676313419.t1v-n-d1a73e20-w-0.3535537.1 +3 -0
  16. runs/Feb13_18-34-03_t1v-n-d1a73e20-w-0/events.out.tfevents.1676313419.t1v-n-d1a73e20-w-0.3535537.0 +3 -0
  17. training_args.bin +2 -2
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0cf8a27b2cd58e8945003aaca6a5612567da1d51cfa6f7824b269825b293b1c0
3
  size 885325017
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6763bcbc5e834fcc0c8f164e687488cbf68e2d47123ef5b44fea9a41e1ec1313
3
  size 885325017
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c975c3a5629fac7cc74b789215ba51065291dea65b143b08bbc34d5e90e9a1a8
3
  size 442675755
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb6e6638ca7a01cceda6e5674cb52033fc47e98511258e718048010977af9bb
3
  size 442675755
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b15eacb9446f831074d93166b42f73ed51175ae2ab9988b2af35b32b63984f35
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8760d29ea5b1bf209c57570f2b533e5a3778738efefed112cf686af3d77cb96
3
  size 13611
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:466c6a5b8905e18425c9b34e30a286f9f5cd812d089137c68b3bf75167c114fb
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34c7791bbb10178054552ff1c1aa9bf08a101a8199906b7bf72dd42f5c977109
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 29.006295,
5
- "global_step": 150000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -930,11 +930,319 @@
930
  "eval_samples_per_second": 485.383,
931
  "eval_steps_per_second": 3.883,
932
  "step": 150000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
933
  }
934
  ],
935
  "max_steps": 200000,
936
  "num_train_epochs": 9223372036854775807,
937
- "total_flos": 2.5271761782932767e+18,
938
  "trial_name": null,
939
  "trial_params": null
940
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 38.02538,
5
+ "global_step": 200000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
930
  "eval_samples_per_second": 485.383,
931
  "eval_steps_per_second": 3.883,
932
  "step": 150000
933
+ },
934
+ {
935
+ "epoch": 29.01,
936
+ "learning_rate": 1.553232954407171e-05,
937
+ "loss": 0.9102,
938
+ "step": 151000
939
+ },
940
+ {
941
+ "epoch": 29.02,
942
+ "learning_rate": 1.4938160786375572e-05,
943
+ "loss": 0.8275,
944
+ "step": 152000
945
+ },
946
+ {
947
+ "epoch": 29.02,
948
+ "learning_rate": 1.435357758543015e-05,
949
+ "loss": 0.9036,
950
+ "step": 153000
951
+ },
952
+ {
953
+ "epoch": 30.0,
954
+ "learning_rate": 1.3778739760445552e-05,
955
+ "loss": 0.8174,
956
+ "step": 154000
957
+ },
958
+ {
959
+ "epoch": 30.01,
960
+ "learning_rate": 1.3213804466343421e-05,
961
+ "loss": 0.8162,
962
+ "step": 155000
963
+ },
964
+ {
965
+ "epoch": 30.01,
966
+ "learning_rate": 1.2658926150792322e-05,
967
+ "loss": 0.9108,
968
+ "step": 156000
969
+ },
970
+ {
971
+ "epoch": 30.02,
972
+ "learning_rate": 1.2114256511983274e-05,
973
+ "loss": 0.8172,
974
+ "step": 157000
975
+ },
976
+ {
977
+ "epoch": 30.02,
978
+ "learning_rate": 1.157994445715706e-05,
979
+ "loss": 0.9103,
980
+ "step": 158000
981
+ },
982
+ {
983
+ "epoch": 30.03,
984
+ "learning_rate": 1.1056136061894384e-05,
985
+ "loss": 0.823,
986
+ "step": 159000
987
+ },
988
+ {
989
+ "epoch": 31.0,
990
+ "learning_rate": 1.0542974530180327e-05,
991
+ "loss": 0.8111,
992
+ "step": 160000
993
+ },
994
+ {
995
+ "epoch": 31.01,
996
+ "learning_rate": 1.0040600155253765e-05,
997
+ "loss": 0.8987,
998
+ "step": 161000
999
+ },
1000
+ {
1001
+ "epoch": 31.01,
1002
+ "learning_rate": 9.549150281252633e-06,
1003
+ "loss": 0.815,
1004
+ "step": 162000
1005
+ },
1006
+ {
1007
+ "epoch": 31.02,
1008
+ "learning_rate": 9.068759265665384e-06,
1009
+ "loss": 0.9043,
1010
+ "step": 163000
1011
+ },
1012
+ {
1013
+ "epoch": 31.02,
1014
+ "learning_rate": 8.599558442598998e-06,
1015
+ "loss": 0.8158,
1016
+ "step": 164000
1017
+ },
1018
+ {
1019
+ "epoch": 32.0,
1020
+ "learning_rate": 8.141676086873572e-06,
1021
+ "loss": 0.8283,
1022
+ "step": 165000
1023
+ },
1024
+ {
1025
+ "epoch": 32.01,
1026
+ "learning_rate": 7.695237378953223e-06,
1027
+ "loss": 0.8928,
1028
+ "step": 166000
1029
+ },
1030
+ {
1031
+ "epoch": 32.01,
1032
+ "learning_rate": 7.260364370723044e-06,
1033
+ "loss": 0.8107,
1034
+ "step": 167000
1035
+ },
1036
+ {
1037
+ "epoch": 32.02,
1038
+ "learning_rate": 6.837175952121306e-06,
1039
+ "loss": 0.8987,
1040
+ "step": 168000
1041
+ },
1042
+ {
1043
+ "epoch": 32.02,
1044
+ "learning_rate": 6.425787818636131e-06,
1045
+ "loss": 0.813,
1046
+ "step": 169000
1047
+ },
1048
+ {
1049
+ "epoch": 33.0,
1050
+ "learning_rate": 6.026312439675552e-06,
1051
+ "loss": 0.8387,
1052
+ "step": 170000
1053
+ },
1054
+ {
1055
+ "epoch": 33.01,
1056
+ "learning_rate": 5.6388590278194096e-06,
1057
+ "loss": 0.8743,
1058
+ "step": 171000
1059
+ },
1060
+ {
1061
+ "epoch": 33.01,
1062
+ "learning_rate": 5.263533508961827e-06,
1063
+ "loss": 0.8247,
1064
+ "step": 172000
1065
+ },
1066
+ {
1067
+ "epoch": 33.02,
1068
+ "learning_rate": 4.900438493352055e-06,
1069
+ "loss": 0.8857,
1070
+ "step": 173000
1071
+ },
1072
+ {
1073
+ "epoch": 33.02,
1074
+ "learning_rate": 4.549673247541875e-06,
1075
+ "loss": 0.8164,
1076
+ "step": 174000
1077
+ },
1078
+ {
1079
+ "epoch": 34.0,
1080
+ "learning_rate": 4.2113336672471245e-06,
1081
+ "loss": 0.839,
1082
+ "step": 175000
1083
+ },
1084
+ {
1085
+ "epoch": 34.01,
1086
+ "learning_rate": 3.885512251130763e-06,
1087
+ "loss": 0.8521,
1088
+ "step": 176000
1089
+ },
1090
+ {
1091
+ "epoch": 34.01,
1092
+ "learning_rate": 3.5722980755146517e-06,
1093
+ "loss": 0.8584,
1094
+ "step": 177000
1095
+ },
1096
+ {
1097
+ "epoch": 34.02,
1098
+ "learning_rate": 3.271776770026963e-06,
1099
+ "loss": 0.866,
1100
+ "step": 178000
1101
+ },
1102
+ {
1103
+ "epoch": 34.02,
1104
+ "learning_rate": 2.9840304941919415e-06,
1105
+ "loss": 0.8159,
1106
+ "step": 179000
1107
+ },
1108
+ {
1109
+ "epoch": 35.0,
1110
+ "learning_rate": 2.7091379149682685e-06,
1111
+ "loss": 0.8517,
1112
+ "step": 180000
1113
+ },
1114
+ {
1115
+ "epoch": 35.01,
1116
+ "learning_rate": 2.4471741852423237e-06,
1117
+ "loss": 0.8273,
1118
+ "step": 181000
1119
+ },
1120
+ {
1121
+ "epoch": 35.01,
1122
+ "learning_rate": 2.1982109232821178e-06,
1123
+ "loss": 0.877,
1124
+ "step": 182000
1125
+ },
1126
+ {
1127
+ "epoch": 35.02,
1128
+ "learning_rate": 1.962316193157593e-06,
1129
+ "loss": 0.8438,
1130
+ "step": 183000
1131
+ },
1132
+ {
1133
+ "epoch": 35.02,
1134
+ "learning_rate": 1.7395544861325718e-06,
1135
+ "loss": 0.8619,
1136
+ "step": 184000
1137
+ },
1138
+ {
1139
+ "epoch": 36.0,
1140
+ "learning_rate": 1.5299867030334814e-06,
1141
+ "loss": 0.8262,
1142
+ "step": 185000
1143
+ },
1144
+ {
1145
+ "epoch": 36.01,
1146
+ "learning_rate": 1.333670137599713e-06,
1147
+ "loss": 0.8121,
1148
+ "step": 186000
1149
+ },
1150
+ {
1151
+ "epoch": 36.01,
1152
+ "learning_rate": 1.1506584608200367e-06,
1153
+ "loss": 0.8943,
1154
+ "step": 187000
1155
+ },
1156
+ {
1157
+ "epoch": 36.02,
1158
+ "learning_rate": 9.810017062595322e-07,
1159
+ "loss": 0.8231,
1160
+ "step": 188000
1161
+ },
1162
+ {
1163
+ "epoch": 36.02,
1164
+ "learning_rate": 8.247462563808817e-07,
1165
+ "loss": 0.8775,
1166
+ "step": 189000
1167
+ },
1168
+ {
1169
+ "epoch": 37.0,
1170
+ "learning_rate": 6.819348298638839e-07,
1171
+ "loss": 0.813,
1172
+ "step": 190000
1173
+ },
1174
+ {
1175
+ "epoch": 37.01,
1176
+ "learning_rate": 5.526064699265753e-07,
1177
+ "loss": 0.8097,
1178
+ "step": 191000
1179
+ },
1180
+ {
1181
+ "epoch": 37.01,
1182
+ "learning_rate": 4.367965336512403e-07,
1183
+ "loss": 0.8989,
1184
+ "step": 192000
1185
+ },
1186
+ {
1187
+ "epoch": 37.02,
1188
+ "learning_rate": 3.3453668231809286e-07,
1189
+ "loss": 0.8129,
1190
+ "step": 193000
1191
+ },
1192
+ {
1193
+ "epoch": 37.02,
1194
+ "learning_rate": 2.458548727494292e-07,
1195
+ "loss": 0.9,
1196
+ "step": 194000
1197
+ },
1198
+ {
1199
+ "epoch": 38.0,
1200
+ "learning_rate": 1.7077534966650766e-07,
1201
+ "loss": 0.8028,
1202
+ "step": 195000
1203
+ },
1204
+ {
1205
+ "epoch": 38.01,
1206
+ "learning_rate": 1.0931863906127327e-07,
1207
+ "loss": 0.8046,
1208
+ "step": 196000
1209
+ },
1210
+ {
1211
+ "epoch": 38.01,
1212
+ "learning_rate": 6.150154258476315e-08,
1213
+ "loss": 0.8981,
1214
+ "step": 197000
1215
+ },
1216
+ {
1217
+ "epoch": 38.02,
1218
+ "learning_rate": 2.7337132953697554e-08,
1219
+ "loss": 0.8083,
1220
+ "step": 198000
1221
+ },
1222
+ {
1223
+ "epoch": 38.02,
1224
+ "learning_rate": 6.834750376549792e-09,
1225
+ "loss": 0.9012,
1226
+ "step": 199000
1227
+ },
1228
+ {
1229
+ "epoch": 38.03,
1230
+ "learning_rate": 0.0,
1231
+ "loss": 0.8129,
1232
+ "step": 200000
1233
+ },
1234
+ {
1235
+ "epoch": 38.03,
1236
+ "eval_loss": 0.5825339555740356,
1237
+ "eval_runtime": 16.7824,
1238
+ "eval_samples_per_second": 297.931,
1239
+ "eval_steps_per_second": 2.383,
1240
+ "step": 200000
1241
  }
1242
  ],
1243
  "max_steps": 200000,
1244
  "num_train_epochs": 9223372036854775807,
1245
+ "total_flos": 3.3695556036754145e+18,
1246
  "trial_name": null,
1247
  "trial_params": null
1248
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7927b4f0e1aa4780b8d1fba0af2b396c62f02abc72aeb91ca55a60d9361fc60b
3
- size 3439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e39a5d7c6e03fce6dc7cf73def0ffc3f36ed6f346791d649716deda247599ee2
3
+ size 3503
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c975c3a5629fac7cc74b789215ba51065291dea65b143b08bbc34d5e90e9a1a8
3
  size 442675755
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb6e6638ca7a01cceda6e5674cb52033fc47e98511258e718048010977af9bb
3
  size 442675755
runs/Feb13_18-34-03_t1v-n-d1a73e20-w-0/1676313419.6534944/events.out.tfevents.1676313419.t1v-n-d1a73e20-w-0.3535537.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bedce850e178b57a0458fc8a532b0f560899de975492ca9a781a7e3e05c45bc
3
+ size 5499
runs/Feb13_18-34-03_t1v-n-d1a73e20-w-0/events.out.tfevents.1676313419.t1v-n-d1a73e20-w-0.3535537.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea6a921dbb03bd252350f3608dfbd68502bd65b461d698f9b312519cc6d7135
3
+ size 12112
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7927b4f0e1aa4780b8d1fba0af2b396c62f02abc72aeb91ca55a60d9361fc60b
3
- size 3439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e39a5d7c6e03fce6dc7cf73def0ffc3f36ed6f346791d649716deda247599ee2
3
+ size 3503