File size: 18,142 Bytes
b315137 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 |
{
"best_metric": 0.6115376353591917,
"best_model_checkpoint": "/data2/fxu/lfqa_discourse/t5_large_finetuning_eli5_only_888/checkpoint-504",
"epoch": 30.0,
"global_step": 540,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_Answer": 0.0,
"eval_Answer(Summary)": 0.44135188866799197,
"eval_Answer-Example": 0.0,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.0,
"eval_Miscellaneous": 0.0,
"eval_accuracy": 0.26811594202898553,
"eval_loss": 0.27198654413223267,
"eval_macro_f1": 0.07355864811133199,
"eval_runtime": 13.2965,
"eval_samples_per_second": 4.663,
"eval_steps_per_second": 0.301,
"step": 18
},
{
"epoch": 2.0,
"eval_Answer": 0.4731707317073171,
"eval_Answer(Summary)": 0.4433497536945813,
"eval_Answer-Example": 0.0,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.0,
"eval_Miscellaneous": 0.6,
"eval_accuracy": 0.4082125603864734,
"eval_loss": 0.18863672018051147,
"eval_macro_f1": 0.2527534142336497,
"eval_runtime": 10.164,
"eval_samples_per_second": 6.1,
"eval_steps_per_second": 0.394,
"step": 36
},
{
"epoch": 3.0,
"eval_Answer": 0.375,
"eval_Answer(Summary)": 0.49720670391061456,
"eval_Answer-Example": 0.15384615384615388,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.0,
"eval_Miscellaneous": 0.6923076923076923,
"eval_accuracy": 0.4082125603864734,
"eval_loss": 0.17385143041610718,
"eval_macro_f1": 0.28639342501074344,
"eval_runtime": 12.0287,
"eval_samples_per_second": 5.154,
"eval_steps_per_second": 0.333,
"step": 54
},
{
"epoch": 4.0,
"eval_Answer": 0.4250871080139373,
"eval_Answer(Summary)": 0.4433962264150943,
"eval_Answer-Example": 0.5189189189189188,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.0,
"eval_Miscellaneous": 0.6842105263157895,
"eval_accuracy": 0.4396135265700483,
"eval_loss": 0.1758367419242859,
"eval_macro_f1": 0.3452687966106233,
"eval_runtime": 11.2352,
"eval_samples_per_second": 5.518,
"eval_steps_per_second": 0.356,
"step": 72
},
{
"epoch": 5.0,
"eval_Answer": 0.43205574912891986,
"eval_Answer(Summary)": 0.4,
"eval_Answer-Example": 0.5072463768115941,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.2797202797202797,
"eval_Miscellaneous": 0.765432098765432,
"eval_accuracy": 0.4420289855072464,
"eval_loss": 0.1732899248600006,
"eval_macro_f1": 0.3974090840710376,
"eval_runtime": 11.2192,
"eval_samples_per_second": 5.526,
"eval_steps_per_second": 0.357,
"step": 90
},
{
"epoch": 6.0,
"eval_Answer": 0.475609756097561,
"eval_Answer(Summary)": 0.4120603015075377,
"eval_Answer-Example": 0.5222929936305732,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.02985074626865672,
"eval_Miscellaneous": 0.7123287671232877,
"eval_accuracy": 0.45169082125603865,
"eval_loss": 0.16830046474933624,
"eval_macro_f1": 0.3586904274379361,
"eval_runtime": 11.055,
"eval_samples_per_second": 5.608,
"eval_steps_per_second": 0.362,
"step": 108
},
{
"epoch": 7.0,
"eval_Answer": 0.4397163120567376,
"eval_Answer(Summary)": 0.5263157894736842,
"eval_Answer-Example": 0.6206896551724138,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.25999999999999995,
"eval_Miscellaneous": 0.6732673267326732,
"eval_accuracy": 0.49516908212560384,
"eval_loss": 0.15517334640026093,
"eval_macro_f1": 0.41999818057258476,
"eval_runtime": 11.346,
"eval_samples_per_second": 5.464,
"eval_steps_per_second": 0.353,
"step": 126
},
{
"epoch": 8.0,
"eval_Answer": 0.4920127795527157,
"eval_Answer(Summary)": 0.5025641025641026,
"eval_Answer-Example": 0.6495726495726496,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.32786885245901637,
"eval_Miscellaneous": 0.7272727272727273,
"eval_accuracy": 0.5120772946859904,
"eval_loss": 0.1799505650997162,
"eval_macro_f1": 0.44988185190353525,
"eval_runtime": 10.9313,
"eval_samples_per_second": 5.672,
"eval_steps_per_second": 0.366,
"step": 144
},
{
"epoch": 9.0,
"eval_Answer": 0.5092024539877301,
"eval_Answer(Summary)": 0.5235602094240838,
"eval_Answer-Example": 0.5636363636363636,
"eval_Answer-Organizationalsentence": 0.2857142857142857,
"eval_AuxiliaryInformation": 0.22033898305084745,
"eval_Miscellaneous": 0.736842105263158,
"eval_accuracy": 0.4975845410628019,
"eval_loss": 0.18231035768985748,
"eval_macro_f1": 0.47321573351274476,
"eval_runtime": 10.9336,
"eval_samples_per_second": 5.671,
"eval_steps_per_second": 0.366,
"step": 162
},
{
"epoch": 10.0,
"eval_Answer": 0.42704626334519574,
"eval_Answer(Summary)": 0.6071428571428571,
"eval_Answer-Example": 0.5161290322580646,
"eval_Answer-Organizationalsentence": 0.4,
"eval_AuxiliaryInformation": 0.33333333333333337,
"eval_Miscellaneous": 0.765432098765432,
"eval_accuracy": 0.5024154589371981,
"eval_loss": 0.20293939113616943,
"eval_macro_f1": 0.5081805974741471,
"eval_runtime": 11.8591,
"eval_samples_per_second": 5.228,
"eval_steps_per_second": 0.337,
"step": 180
},
{
"epoch": 11.0,
"eval_Answer": 0.46583850931677023,
"eval_Answer(Summary)": 0.5294117647058824,
"eval_Answer-Example": 0.6153846153846154,
"eval_Answer-Organizationalsentence": 0.4,
"eval_AuxiliaryInformation": 0.28571428571428575,
"eval_Miscellaneous": 0.7297297297297297,
"eval_accuracy": 0.4975845410628019,
"eval_loss": 0.20877273380756378,
"eval_macro_f1": 0.5043464841418805,
"eval_runtime": 10.9599,
"eval_samples_per_second": 5.657,
"eval_steps_per_second": 0.365,
"step": 198
},
{
"epoch": 12.0,
"eval_Answer": 0.42909090909090913,
"eval_Answer(Summary)": 0.5714285714285714,
"eval_Answer-Example": 0.6611570247933884,
"eval_Answer-Organizationalsentence": 0.0,
"eval_AuxiliaryInformation": 0.3364485981308411,
"eval_Miscellaneous": 0.736842105263158,
"eval_accuracy": 0.5193236714975845,
"eval_loss": 0.22424167394638062,
"eval_macro_f1": 0.45582786811781134,
"eval_runtime": 11.5376,
"eval_samples_per_second": 5.374,
"eval_steps_per_second": 0.347,
"step": 216
},
{
"epoch": 13.0,
"eval_Answer": 0.4677966101694915,
"eval_Answer(Summary)": 0.5739910313901346,
"eval_Answer-Example": 0.6721311475409836,
"eval_Answer-Organizationalsentence": 0.4,
"eval_AuxiliaryInformation": 0.31067961165048547,
"eval_Miscellaneous": 0.7749999999999999,
"eval_accuracy": 0.5362318840579711,
"eval_loss": 0.23804587125778198,
"eval_macro_f1": 0.5332664001251824,
"eval_runtime": 10.943,
"eval_samples_per_second": 5.666,
"eval_steps_per_second": 0.366,
"step": 234
},
{
"epoch": 14.0,
"eval_Answer": 0.4834437086092715,
"eval_Answer(Summary)": 0.5517241379310346,
"eval_Answer-Example": 0.6666666666666667,
"eval_Answer-Organizationalsentence": 0.5,
"eval_AuxiliaryInformation": 0.3709677419354839,
"eval_Miscellaneous": 0.75,
"eval_accuracy": 0.5314009661835749,
"eval_loss": 0.2845667898654938,
"eval_macro_f1": 0.5538003758570761,
"eval_runtime": 11.0141,
"eval_samples_per_second": 5.629,
"eval_steps_per_second": 0.363,
"step": 252
},
{
"epoch": 15.0,
"eval_Answer": 0.5100671140939598,
"eval_Answer(Summary)": 0.5714285714285714,
"eval_Answer-Example": 0.6464646464646465,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.4153846153846154,
"eval_Miscellaneous": 0.7126436781609196,
"eval_accuracy": 0.5483091787439613,
"eval_loss": 0.2950053811073303,
"eval_macro_f1": 0.5871092153665631,
"eval_runtime": 11.553,
"eval_samples_per_second": 5.367,
"eval_steps_per_second": 0.346,
"step": 270
},
{
"epoch": 16.0,
"eval_Answer": 0.45637583892617456,
"eval_Answer(Summary)": 0.5945945945945946,
"eval_Answer-Example": 0.607843137254902,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.38333333333333336,
"eval_Miscellaneous": 0.7848101265822784,
"eval_accuracy": 0.5314009661835749,
"eval_loss": 0.28483256697654724,
"eval_macro_f1": 0.5822706162263249,
"eval_runtime": 10.9374,
"eval_samples_per_second": 5.669,
"eval_steps_per_second": 0.366,
"step": 288
},
{
"epoch": 17.0,
"eval_Answer": 0.4557823129251701,
"eval_Answer(Summary)": 0.5952380952380952,
"eval_Answer-Example": 0.6923076923076923,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.3125,
"eval_Miscellaneous": 0.7848101265822784,
"eval_accuracy": 0.5434782608695652,
"eval_loss": 0.29017218947410583,
"eval_macro_f1": 0.5845508156199838,
"eval_runtime": 11.3062,
"eval_samples_per_second": 5.484,
"eval_steps_per_second": 0.354,
"step": 306
},
{
"epoch": 18.0,
"eval_Answer": 0.4621212121212122,
"eval_Answer(Summary)": 0.5844748858447489,
"eval_Answer-Example": 0.6611570247933884,
"eval_Answer-Organizationalsentence": 0.33333333333333337,
"eval_AuxiliaryInformation": 0.43283582089552236,
"eval_Miscellaneous": 0.7380952380952381,
"eval_accuracy": 0.5458937198067633,
"eval_loss": 0.3154158294200897,
"eval_macro_f1": 0.5353362525139073,
"eval_runtime": 11.5419,
"eval_samples_per_second": 5.372,
"eval_steps_per_second": 0.347,
"step": 324
},
{
"epoch": 19.0,
"eval_Answer": 0.46905537459283386,
"eval_Answer(Summary)": 0.5526315789473685,
"eval_Answer-Example": 0.6315789473684211,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.38775510204081637,
"eval_Miscellaneous": 0.7692307692307693,
"eval_accuracy": 0.533816425120773,
"eval_loss": 0.3426768183708191,
"eval_macro_f1": 0.5794864064744794,
"eval_runtime": 11.3895,
"eval_samples_per_second": 5.444,
"eval_steps_per_second": 0.351,
"step": 342
},
{
"epoch": 20.0,
"eval_Answer": 0.5089820359281436,
"eval_Answer(Summary)": 0.5700934579439253,
"eval_Answer-Example": 0.45161290322580644,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.3921568627450981,
"eval_Miscellaneous": 0.765432098765432,
"eval_accuracy": 0.5289855072463768,
"eval_loss": 0.3493908941745758,
"eval_macro_f1": 0.5591573375458453,
"eval_runtime": 11.3644,
"eval_samples_per_second": 5.456,
"eval_steps_per_second": 0.352,
"step": 360
},
{
"epoch": 21.0,
"eval_Answer": 0.4316546762589928,
"eval_Answer(Summary)": 0.5701754385964912,
"eval_Answer-Example": 0.6666666666666667,
"eval_Answer-Organizationalsentence": 0.5,
"eval_AuxiliaryInformation": 0.4,
"eval_Miscellaneous": 0.7749999999999999,
"eval_accuracy": 0.5265700483091788,
"eval_loss": 0.34431466460227966,
"eval_macro_f1": 0.5572494635870251,
"eval_runtime": 11.6127,
"eval_samples_per_second": 5.339,
"eval_steps_per_second": 0.344,
"step": 378
},
{
"epoch": 22.0,
"eval_Answer": 0.4968944099378882,
"eval_Answer(Summary)": 0.5909090909090909,
"eval_Answer-Example": 0.4597701149425288,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.4000000000000001,
"eval_Miscellaneous": 0.7749999999999999,
"eval_accuracy": 0.5314009661835749,
"eval_loss": 0.3664790987968445,
"eval_macro_f1": 0.5648733804093624,
"eval_runtime": 11.1595,
"eval_samples_per_second": 5.556,
"eval_steps_per_second": 0.358,
"step": 396
},
{
"epoch": 23.0,
"eval_Answer": 0.48965517241379314,
"eval_Answer(Summary)": 0.6079295154185023,
"eval_Answer-Example": 0.6666666666666667,
"eval_Answer-Organizationalsentence": 0.5,
"eval_AuxiliaryInformation": 0.416,
"eval_Miscellaneous": 0.7749999999999999,
"eval_accuracy": 0.5603864734299517,
"eval_loss": 0.36973538994789124,
"eval_macro_f1": 0.575875225749827,
"eval_runtime": 11.3197,
"eval_samples_per_second": 5.477,
"eval_steps_per_second": 0.353,
"step": 414
},
{
"epoch": 24.0,
"eval_Answer": 0.4774193548387097,
"eval_Answer(Summary)": 0.5833333333333334,
"eval_Answer-Example": 0.5217391304347826,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.40944881889763785,
"eval_Miscellaneous": 0.759493670886076,
"eval_accuracy": 0.5265700483091788,
"eval_loss": 0.3806516230106354,
"eval_macro_f1": 0.5696834958428677,
"eval_runtime": 11.2648,
"eval_samples_per_second": 5.504,
"eval_steps_per_second": 0.355,
"step": 432
},
{
"epoch": 25.0,
"eval_Answer": 0.4871794871794871,
"eval_Answer(Summary)": 0.588785046728972,
"eval_Answer-Example": 0.5833333333333334,
"eval_Answer-Organizationalsentence": 0.5,
"eval_AuxiliaryInformation": 0.3934426229508197,
"eval_Miscellaneous": 0.759493670886076,
"eval_accuracy": 0.5362318840579711,
"eval_loss": 0.39177072048187256,
"eval_macro_f1": 0.552039026846448,
"eval_runtime": 11.3644,
"eval_samples_per_second": 5.456,
"eval_steps_per_second": 0.352,
"step": 450
},
{
"epoch": 26.0,
"eval_Answer": 0.5116279069767442,
"eval_Answer(Summary)": 0.5915492957746479,
"eval_Answer-Example": 0.7102803738317757,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.4032258064516129,
"eval_Miscellaneous": 0.759493670886076,
"eval_accuracy": 0.5652173913043478,
"eval_loss": 0.3835026025772095,
"eval_macro_f1": 0.6071406200979206,
"eval_runtime": 11.3582,
"eval_samples_per_second": 5.459,
"eval_steps_per_second": 0.352,
"step": 468
},
{
"epoch": 27.0,
"eval_Answer": 0.5100671140939598,
"eval_Answer(Summary)": 0.609090909090909,
"eval_Answer-Example": 0.69811320754717,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.4132231404958678,
"eval_Miscellaneous": 0.759493670886076,
"eval_accuracy": 0.5700483091787439,
"eval_loss": 0.3833402693271637,
"eval_macro_f1": 0.6094424514634416,
"eval_runtime": 11.4693,
"eval_samples_per_second": 5.406,
"eval_steps_per_second": 0.349,
"step": 486
},
{
"epoch": 27.78,
"learning_rate": 7.4074074074074075e-06,
"loss": 0.0945,
"step": 500
},
{
"epoch": 28.0,
"eval_Answer": 0.5167785234899329,
"eval_Answer(Summary)": 0.5972850678733032,
"eval_Answer-Example": 0.7222222222222223,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.4067796610169492,
"eval_Miscellaneous": 0.759493670886076,
"eval_accuracy": 0.572463768115942,
"eval_loss": 0.39141198992729187,
"eval_macro_f1": 0.6115376353591917,
"eval_runtime": 11.4624,
"eval_samples_per_second": 5.409,
"eval_steps_per_second": 0.349,
"step": 504
},
{
"epoch": 29.0,
"eval_Answer": 0.5214521452145214,
"eval_Answer(Summary)": 0.599078341013825,
"eval_Answer-Example": 0.7102803738317757,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.4067796610169492,
"eval_Miscellaneous": 0.759493670886076,
"eval_accuracy": 0.572463768115942,
"eval_loss": 0.3956356346607208,
"eval_macro_f1": 0.610625143104969,
"eval_runtime": 11.2747,
"eval_samples_per_second": 5.499,
"eval_steps_per_second": 0.355,
"step": 522
},
{
"epoch": 30.0,
"eval_Answer": 0.5197368421052633,
"eval_Answer(Summary)": 0.5925925925925926,
"eval_Answer-Example": 0.7102803738317757,
"eval_Answer-Organizationalsentence": 0.6666666666666666,
"eval_AuxiliaryInformation": 0.4067796610169492,
"eval_Miscellaneous": 0.759493670886076,
"eval_accuracy": 0.5700483091787439,
"eval_loss": 0.39962947368621826,
"eval_macro_f1": 0.6092583011832206,
"eval_runtime": 11.3436,
"eval_samples_per_second": 5.466,
"eval_steps_per_second": 0.353,
"step": 540
},
{
"epoch": 30.0,
"step": 540,
"total_flos": 1.5886402423296e+16,
"train_loss": 0.08773032142608254,
"train_runtime": 1826.4445,
"train_samples_per_second": 4.714,
"train_steps_per_second": 0.296
}
],
"max_steps": 540,
"num_train_epochs": 30,
"total_flos": 1.5886402423296e+16,
"trial_name": null,
"trial_params": null
}
|