| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.22919483853223627, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.4084967333570947e-06, | |
| "loss": 2.2507, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.0507482022971233e-06, | |
| "loss": 1.9542, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.385606273598312e-06, | |
| "loss": 1.8446, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.6136695401116585e-06, | |
| "loss": 1.831, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.7868297632261957e-06, | |
| "loss": 1.8121, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.926458092787486e-06, | |
| "loss": 1.7884, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.0434580045013773e-06, | |
| "loss": 1.755, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.1441512086208035e-06, | |
| "loss": 1.7662, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.232532087697698e-06, | |
| "loss": 1.7246, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.3112862237770753e-06, | |
| "loss": 1.7563, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.3823062961420163e-06, | |
| "loss": 1.7531, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.446976436243603e-06, | |
| "loss": 1.7334, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.506339534926595e-06, | |
| "loss": 1.7231, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.5612009452606784e-06, | |
| "loss": 1.7151, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.612195557913627e-06, | |
| "loss": 1.7218, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.65983275401539e-06, | |
| "loss": 1.7144, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.7045274519126395e-06, | |
| "loss": 1.7195, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.7466221106030114e-06, | |
| "loss": 1.6989, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.786402677560832e-06, | |
| "loss": 1.7034, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 3.824110376935989e-06, | |
| "loss": 1.7049, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 3.8599505757615295e-06, | |
| "loss": 1.7457, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 3.894099556414216e-06, | |
| "loss": 1.7092, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 3.9267097619885385e-06, | |
| "loss": 1.7283, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 3.95791391001684e-06, | |
| "loss": 1.6915, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 3.987828255432777e-06, | |
| "loss": 1.6902, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.016555205552159e-06, | |
| "loss": 1.7059, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.044185435607626e-06, | |
| "loss": 1.7044, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.070799615107415e-06, | |
| "loss": 1.6984, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.096469827889988e-06, | |
| "loss": 1.7203, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.121260748862021e-06, | |
| "loss": 1.7046, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.145230625795312e-06, | |
| "loss": 1.6732, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.1684321036962525e-06, | |
| "loss": 1.6948, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.190912921100477e-06, | |
| "loss": 1.656, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.212716501452232e-06, | |
| "loss": 1.6729, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.233882457984791e-06, | |
| "loss": 1.7092, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.2544470268536555e-06, | |
| "loss": 1.6883, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.27444344042015e-06, | |
| "loss": 1.6877, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.293902250342989e-06, | |
| "loss": 1.6774, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.312851608364853e-06, | |
| "loss": 1.6957, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.3313175112718595e-06, | |
| "loss": 1.6848, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.3493240153753665e-06, | |
| "loss": 1.682, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.366893424956263e-06, | |
| "loss": 1.6724, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.38404645837504e-06, | |
| "loss": 1.7079, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.400802394950703e-06, | |
| "loss": 1.6605, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.4171792052198945e-06, | |
| "loss": 1.6822, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.433193666783084e-06, | |
| "loss": 1.6731, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.448861467610187e-06, | |
| "loss": 1.6648, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.4641972984001906e-06, | |
| "loss": 1.6781, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.479214935357724e-06, | |
| "loss": 1.6752, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.493927314555554e-06, | |
| "loss": 1.6754, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_webgpt_accuracy": 0.5055517960817275, | |
| "eval_webgpt_loss": 2.15625, | |
| "eval_webgpt_runtime": 39.0916, | |
| "eval_webgpt_samples_per_second": 100.175, | |
| "eval_webgpt_steps_per_second": 1.253, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_prompt_dialogue_accuracy": 0.6254543673617606, | |
| "eval_prompt_dialogue_loss": 1.357421875, | |
| "eval_prompt_dialogue_runtime": 71.3081, | |
| "eval_prompt_dialogue_samples_per_second": 144.57, | |
| "eval_prompt_dialogue_steps_per_second": 1.809, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_adversarial_qa_accuracy": 0.8029728725380899, | |
| "eval_adversarial_qa_loss": 0.70654296875, | |
| "eval_adversarial_qa_runtime": 20.7874, | |
| "eval_adversarial_qa_samples_per_second": 144.318, | |
| "eval_adversarial_qa_steps_per_second": 1.828, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_xsum_accuracy": 0.632906181388279, | |
| "eval_xsum_loss": 1.3935546875, | |
| "eval_xsum_runtime": 122.5752, | |
| "eval_xsum_samples_per_second": 92.449, | |
| "eval_xsum_steps_per_second": 1.158, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_cnn_dailymail_accuracy": 0.7001129736496595, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 144.5118, | |
| "eval_cnn_dailymail_samples_per_second": 92.505, | |
| "eval_cnn_dailymail_steps_per_second": 1.163, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_multi_news_accuracy": 0.5801641857474902, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 62.7124, | |
| "eval_multi_news_samples_per_second": 89.647, | |
| "eval_multi_news_steps_per_second": 1.132, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_scitldr_accuracy": 0.4978125, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 8.0438, | |
| "eval_scitldr_samples_per_second": 76.954, | |
| "eval_scitldr_steps_per_second": 0.995, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_joke_accuracy": 0.5093821076573162, | |
| "eval_joke_loss": 2.1171875, | |
| "eval_joke_runtime": 0.9767, | |
| "eval_joke_samples_per_second": 77.813, | |
| "eval_joke_steps_per_second": 1.024, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_gsm8k_accuracy": 0.7808137739345274, | |
| "eval_gsm8k_loss": 0.8134765625, | |
| "eval_gsm8k_runtime": 9.4148, | |
| "eval_gsm8k_samples_per_second": 140.099, | |
| "eval_gsm8k_steps_per_second": 1.806, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_dive_mt_accuracy": 0.7367253212240054, | |
| "eval_dive_mt_loss": 1.04296875, | |
| "eval_dive_mt_runtime": 10.0465, | |
| "eval_dive_mt_samples_per_second": 128.403, | |
| "eval_dive_mt_steps_per_second": 1.692, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_math_qa_accuracy": 0.608876541257212, | |
| "eval_math_qa_loss": 1.6689453125, | |
| "eval_math_qa_runtime": 30.5447, | |
| "eval_math_qa_samples_per_second": 146.507, | |
| "eval_math_qa_steps_per_second": 1.833, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_essay_instruction_accuracy": 0.6053833226455565, | |
| "eval_essay_instruction_loss": 1.8876953125, | |
| "eval_essay_instruction_runtime": 8.3301, | |
| "eval_essay_instruction_samples_per_second": 49.579, | |
| "eval_essay_instruction_steps_per_second": 0.72, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_tldr_news_accuracy": 0.6061431123968348, | |
| "eval_tldr_news_loss": 1.697265625, | |
| "eval_tldr_news_runtime": 5.1098, | |
| "eval_tldr_news_samples_per_second": 155.389, | |
| "eval_tldr_news_steps_per_second": 1.957, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_reddit_eli5_accuracy": 0.46120351563185963, | |
| "eval_reddit_eli5_loss": 2.423828125, | |
| "eval_reddit_eli5_runtime": 107.5158, | |
| "eval_reddit_eli5_samples_per_second": 91.261, | |
| "eval_reddit_eli5_steps_per_second": 1.144, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_reddit_asks_accuracy": 0.4690436591507088, | |
| "eval_reddit_asks_loss": 2.412109375, | |
| "eval_reddit_asks_runtime": 32.2161, | |
| "eval_reddit_asks_samples_per_second": 70.803, | |
| "eval_reddit_asks_steps_per_second": 0.9, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_reddit_askh_accuracy": 0.466922516495131, | |
| "eval_reddit_askh_loss": 2.513671875, | |
| "eval_reddit_askh_runtime": 61.0062, | |
| "eval_reddit_askh_samples_per_second": 80.336, | |
| "eval_reddit_askh_steps_per_second": 1.016, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_wmt2019_zh-en_accuracy": 0.6711313468964325, | |
| "eval_wmt2019_zh-en_loss": 1.44140625, | |
| "eval_wmt2019_zh-en_runtime": 27.1705, | |
| "eval_wmt2019_zh-en_samples_per_second": 146.519, | |
| "eval_wmt2019_zh-en_steps_per_second": 1.84, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_wmt2019_fr-de_accuracy": 0.751335577309082, | |
| "eval_wmt2019_fr-de_loss": 0.9892578125, | |
| "eval_wmt2019_fr-de_runtime": 9.8591, | |
| "eval_wmt2019_fr-de_samples_per_second": 153.361, | |
| "eval_wmt2019_fr-de_steps_per_second": 1.927, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_wmt2019_ru-en_accuracy": 0.7610682787220373, | |
| "eval_wmt2019_ru-en_loss": 0.92138671875, | |
| "eval_wmt2019_ru-en_runtime": 21.983, | |
| "eval_wmt2019_ru-en_samples_per_second": 136.469, | |
| "eval_wmt2019_ru-en_steps_per_second": 1.729, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_wmt2019_de-en_accuracy": 0.7658361423127319, | |
| "eval_wmt2019_de-en_loss": 0.92041015625, | |
| "eval_wmt2019_de-en_runtime": 17.0498, | |
| "eval_wmt2019_de-en_samples_per_second": 175.838, | |
| "eval_wmt2019_de-en_steps_per_second": 2.229, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_ted_trans_de-ja_accuracy": 0.6635957565605807, | |
| "eval_ted_trans_de-ja_loss": 1.4384765625, | |
| "eval_ted_trans_de-ja_runtime": 7.9688, | |
| "eval_ted_trans_de-ja_samples_per_second": 90.101, | |
| "eval_ted_trans_de-ja_steps_per_second": 1.129, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_ted_trans_en-ja_accuracy": 0.6737063575554276, | |
| "eval_ted_trans_en-ja_loss": 1.3544921875, | |
| "eval_ted_trans_en-ja_runtime": 9.6629, | |
| "eval_ted_trans_en-ja_samples_per_second": 82.894, | |
| "eval_ted_trans_en-ja_steps_per_second": 1.138, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_ted_trans_en-hi_accuracy": 0.6986381322957198, | |
| "eval_ted_trans_en-hi_loss": 1.1357421875, | |
| "eval_ted_trans_en-hi_runtime": 2.3375, | |
| "eval_ted_trans_en-hi_samples_per_second": 44.064, | |
| "eval_ted_trans_en-hi_steps_per_second": 0.856, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_ted_trans_en-es_accuracy": 0.7880831502109065, | |
| "eval_ted_trans_en-es_loss": 0.87353515625, | |
| "eval_ted_trans_en-es_runtime": 8.2834, | |
| "eval_ted_trans_en-es_samples_per_second": 99.718, | |
| "eval_ted_trans_en-es_steps_per_second": 1.328, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_private_tuning_accuracy": 0.6889973407198902, | |
| "eval_private_tuning_loss": 1.130859375, | |
| "eval_private_tuning_runtime": 142.1785, | |
| "eval_private_tuning_samples_per_second": 148.954, | |
| "eval_private_tuning_steps_per_second": 1.864, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_samsum_accuracy": 0.6474302924317498, | |
| "eval_samsum_loss": 1.27734375, | |
| "eval_samsum_runtime": 12.2877, | |
| "eval_samsum_samples_per_second": 66.571, | |
| "eval_samsum_steps_per_second": 0.895, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_prosocial_dialogue_accuracy": 0.5408795463448586, | |
| "eval_prosocial_dialogue_loss": 1.7060546875, | |
| "eval_prosocial_dialogue_runtime": 48.1618, | |
| "eval_prosocial_dialogue_samples_per_second": 560.257, | |
| "eval_prosocial_dialogue_steps_per_second": 7.018, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_oa_translated_accuracy": 0.719222779150248, | |
| "eval_oa_translated_loss": 1.1240234375, | |
| "eval_oa_translated_runtime": 59.7453, | |
| "eval_oa_translated_samples_per_second": 86.484, | |
| "eval_oa_translated_steps_per_second": 1.088, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_wikihow_accuracy": 0.622957980862571, | |
| "eval_wikihow_loss": 1.7578125, | |
| "eval_wikihow_runtime": 15.5342, | |
| "eval_wikihow_samples_per_second": 147.61, | |
| "eval_wikihow_steps_per_second": 1.867, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_explain_prosocial_accuracy": 0.6863205647867285, | |
| "eval_explain_prosocial_loss": 1.310546875, | |
| "eval_explain_prosocial_runtime": 111.3962, | |
| "eval_explain_prosocial_samples_per_second": 549.821, | |
| "eval_explain_prosocial_steps_per_second": 6.876, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.5083465988888945e-06, | |
| "loss": 1.6702, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.5224842384899045e-06, | |
| "loss": 1.6841, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.5363510253542444e-06, | |
| "loss": 1.6574, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.549957142832593e-06, | |
| "loss": 1.673, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.563312210555719e-06, | |
| "loss": 1.6541, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.576425325289549e-06, | |
| "loss": 1.6516, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.589305098154845e-06, | |
| "loss": 1.6717, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.601959688592886e-06, | |
| "loss": 1.6191, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.614396835412691e-06, | |
| "loss": 1.6685, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.626623885215616e-06, | |
| "loss": 1.6424, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.638647818458763e-06, | |
| "loss": 1.6391, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.650475273388737e-06, | |
| "loss": 1.6604, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.662112568051194e-06, | |
| "loss": 1.6693, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.673565720558918e-06, | |
| "loss": 1.6437, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.6848404677811685e-06, | |
| "loss": 1.6688, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.695942282599635e-06, | |
| "loss": 1.6521, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.706876389860915e-06, | |
| "loss": 1.6568, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.717647781141908e-06, | |
| "loss": 1.6462, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.7282612284325845e-06, | |
| "loss": 1.6463, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.738721296830016e-06, | |
| "loss": 1.6495, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.749032356328167e-06, | |
| "loss": 1.6536, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.759198592779668e-06, | |
| "loss": 1.6366, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.769224018098397e-06, | |
| "loss": 1.6626, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.7791124797650865e-06, | |
| "loss": 1.616, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.788867669692332e-06, | |
| "loss": 1.6401, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_webgpt_accuracy": 0.5064634455053698, | |
| "eval_webgpt_loss": 2.14453125, | |
| "eval_webgpt_runtime": 38.6915, | |
| "eval_webgpt_samples_per_second": 101.211, | |
| "eval_webgpt_steps_per_second": 1.266, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_prompt_dialogue_accuracy": 0.6281575769303819, | |
| "eval_prompt_dialogue_loss": 1.3408203125, | |
| "eval_prompt_dialogue_runtime": 73.877, | |
| "eval_prompt_dialogue_samples_per_second": 139.543, | |
| "eval_prompt_dialogue_steps_per_second": 1.746, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_adversarial_qa_accuracy": 0.8144184318097362, | |
| "eval_adversarial_qa_loss": 0.67626953125, | |
| "eval_adversarial_qa_runtime": 20.0332, | |
| "eval_adversarial_qa_samples_per_second": 149.751, | |
| "eval_adversarial_qa_steps_per_second": 1.897, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_xsum_accuracy": 0.6340356358723188, | |
| "eval_xsum_loss": 1.3828125, | |
| "eval_xsum_runtime": 121.341, | |
| "eval_xsum_samples_per_second": 93.39, | |
| "eval_xsum_steps_per_second": 1.17, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_cnn_dailymail_accuracy": 0.7028426612927849, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 144.2535, | |
| "eval_cnn_dailymail_samples_per_second": 92.67, | |
| "eval_cnn_dailymail_steps_per_second": 1.165, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_multi_news_accuracy": 0.5819939666683152, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 61.526, | |
| "eval_multi_news_samples_per_second": 91.376, | |
| "eval_multi_news_steps_per_second": 1.154, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_scitldr_accuracy": 0.491875, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 8.1765, | |
| "eval_scitldr_samples_per_second": 75.704, | |
| "eval_scitldr_steps_per_second": 0.978, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_joke_accuracy": 0.5185746777862017, | |
| "eval_joke_loss": 2.07421875, | |
| "eval_joke_runtime": 0.7033, | |
| "eval_joke_samples_per_second": 108.069, | |
| "eval_joke_steps_per_second": 1.422, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_gsm8k_accuracy": 0.7870444718962323, | |
| "eval_gsm8k_loss": 0.78466796875, | |
| "eval_gsm8k_runtime": 10.9372, | |
| "eval_gsm8k_samples_per_second": 120.597, | |
| "eval_gsm8k_steps_per_second": 1.554, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_math_qa_accuracy": 0.619624940687815, | |
| "eval_math_qa_loss": 1.6083984375, | |
| "eval_math_qa_runtime": 31.4027, | |
| "eval_math_qa_samples_per_second": 142.504, | |
| "eval_math_qa_steps_per_second": 1.783, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_essay_instruction_accuracy": 0.6070694115826017, | |
| "eval_essay_instruction_loss": 1.8740234375, | |
| "eval_essay_instruction_runtime": 8.0521, | |
| "eval_essay_instruction_samples_per_second": 51.291, | |
| "eval_essay_instruction_steps_per_second": 0.745, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_tldr_news_accuracy": 0.615757678890496, | |
| "eval_tldr_news_loss": 1.66015625, | |
| "eval_tldr_news_runtime": 4.1264, | |
| "eval_tldr_news_samples_per_second": 192.418, | |
| "eval_tldr_news_steps_per_second": 2.423, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_reddit_eli5_accuracy": 0.461742772350252, | |
| "eval_reddit_eli5_loss": 2.421875, | |
| "eval_reddit_eli5_runtime": 108.3649, | |
| "eval_reddit_eli5_samples_per_second": 90.546, | |
| "eval_reddit_eli5_steps_per_second": 1.135, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_reddit_asks_accuracy": 0.4700219866226591, | |
| "eval_reddit_asks_loss": 2.41015625, | |
| "eval_reddit_asks_runtime": 31.416, | |
| "eval_reddit_asks_samples_per_second": 72.606, | |
| "eval_reddit_asks_steps_per_second": 0.923, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_reddit_askh_accuracy": 0.46774579304106356, | |
| "eval_reddit_askh_loss": 2.5078125, | |
| "eval_reddit_askh_runtime": 61.093, | |
| "eval_reddit_askh_samples_per_second": 80.222, | |
| "eval_reddit_askh_steps_per_second": 1.015, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_wmt2019_zh-en_accuracy": 0.6671902987021268, | |
| "eval_wmt2019_zh-en_loss": 1.4541015625, | |
| "eval_wmt2019_zh-en_runtime": 27.3556, | |
| "eval_wmt2019_zh-en_samples_per_second": 145.528, | |
| "eval_wmt2019_zh-en_steps_per_second": 1.828, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_wmt2019_fr-de_accuracy": 0.7487164373574896, | |
| "eval_wmt2019_fr-de_loss": 0.9892578125, | |
| "eval_wmt2019_fr-de_runtime": 11.3417, | |
| "eval_wmt2019_fr-de_samples_per_second": 133.314, | |
| "eval_wmt2019_fr-de_steps_per_second": 1.675, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_wmt2019_ru-en_accuracy": 0.7546621422248451, | |
| "eval_wmt2019_ru-en_loss": 0.94970703125, | |
| "eval_wmt2019_ru-en_runtime": 22.6465, | |
| "eval_wmt2019_ru-en_samples_per_second": 132.471, | |
| "eval_wmt2019_ru-en_steps_per_second": 1.678, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_wmt2019_de-en_accuracy": 0.7651105551969012, | |
| "eval_wmt2019_de-en_loss": 0.92236328125, | |
| "eval_wmt2019_de-en_runtime": 16.3647, | |
| "eval_wmt2019_de-en_samples_per_second": 183.199, | |
| "eval_wmt2019_de-en_steps_per_second": 2.322, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_ted_trans_de-ja_accuracy": 0.6670448957978744, | |
| "eval_ted_trans_de-ja_loss": 1.4306640625, | |
| "eval_ted_trans_de-ja_runtime": 8.4143, | |
| "eval_ted_trans_de-ja_samples_per_second": 85.331, | |
| "eval_ted_trans_de-ja_steps_per_second": 1.07, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_ted_trans_en-ja_accuracy": 0.6718075628588398, | |
| "eval_ted_trans_en-ja_loss": 1.33203125, | |
| "eval_ted_trans_en-ja_runtime": 10.3712, | |
| "eval_ted_trans_en-ja_samples_per_second": 77.233, | |
| "eval_ted_trans_en-ja_steps_per_second": 1.061, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_ted_trans_en-hi_accuracy": 0.6781445982723938, | |
| "eval_ted_trans_en-hi_loss": 1.2021484375, | |
| "eval_ted_trans_en-hi_runtime": 1.747, | |
| "eval_ted_trans_en-hi_samples_per_second": 58.959, | |
| "eval_ted_trans_en-hi_steps_per_second": 1.145, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_ted_trans_en-es_accuracy": 0.787559638615369, | |
| "eval_ted_trans_en-es_loss": 0.88525390625, | |
| "eval_ted_trans_en-es_runtime": 9.0268, | |
| "eval_ted_trans_en-es_samples_per_second": 91.505, | |
| "eval_ted_trans_en-es_steps_per_second": 1.219, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_private_tuning_accuracy": 0.693209861771278, | |
| "eval_private_tuning_loss": 1.1103515625, | |
| "eval_private_tuning_runtime": 144.1209, | |
| "eval_private_tuning_samples_per_second": 146.946, | |
| "eval_private_tuning_steps_per_second": 1.839, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_samsum_accuracy": 0.6467502185951618, | |
| "eval_samsum_loss": 1.259765625, | |
| "eval_samsum_runtime": 9.1622, | |
| "eval_samsum_samples_per_second": 89.28, | |
| "eval_samsum_steps_per_second": 1.201, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_prosocial_dialogue_accuracy": 0.5496461048716204, | |
| "eval_prosocial_dialogue_loss": 1.6904296875, | |
| "eval_prosocial_dialogue_runtime": 49.4898, | |
| "eval_prosocial_dialogue_samples_per_second": 545.224, | |
| "eval_prosocial_dialogue_steps_per_second": 6.83, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_oa_translated_accuracy": 0.7254537658996713, | |
| "eval_oa_translated_loss": 1.0947265625, | |
| "eval_oa_translated_runtime": 57.4991, | |
| "eval_oa_translated_samples_per_second": 89.862, | |
| "eval_oa_translated_steps_per_second": 1.13, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_wikihow_accuracy": 0.6223200665649702, | |
| "eval_wikihow_loss": 1.744140625, | |
| "eval_wikihow_runtime": 16.9927, | |
| "eval_wikihow_samples_per_second": 134.94, | |
| "eval_wikihow_steps_per_second": 1.707, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_explain_prosocial_accuracy": 0.6895944881927522, | |
| "eval_explain_prosocial_loss": 1.2900390625, | |
| "eval_explain_prosocial_runtime": 109.8962, | |
| "eval_explain_prosocial_samples_per_second": 557.326, | |
| "eval_explain_prosocial_steps_per_second": 6.97, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.798493132500121e-06, | |
| "loss": 1.6331, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.8079922732483016e-06, | |
| "loss": 1.6242, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.817368364668191e-06, | |
| "loss": 1.6471, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.8266245539317745e-06, | |
| "loss": 1.6592, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.835763868993521e-06, | |
| "loss": 1.6586, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.844789224536785e-06, | |
| "loss": 1.6354, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.853703427554027e-06, | |
| "loss": 1.6602, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.862509182587578e-06, | |
| "loss": 1.652, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.871209096655434e-06, | |
| "loss": 1.6451, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.879805683884512e-06, | |
| "loss": 1.6404, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.888301369871998e-06, | |
| "loss": 1.6411, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.8966984957936845e-06, | |
| "loss": 1.6314, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.904999322276735e-06, | |
| "loss": 1.6189, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.913206033052878e-06, | |
| "loss": 1.6514, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.921320738406821e-06, | |
| "loss": 1.6363, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.929345478433492e-06, | |
| "loss": 1.6398, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.937282226116702e-06, | |
| "loss": 1.6277, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.945132890240829e-06, | |
| "loss": 1.6236, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.952899318146298e-06, | |
| "loss": 1.6353, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.96058329833879e-06, | |
| "loss": 1.6394, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.968186562961406e-06, | |
| "loss": 1.6293, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.975710790138337e-06, | |
| "loss": 1.6259, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.9831576061979556e-06, | |
| "loss": 1.6124, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.990528587782728e-06, | |
| "loss": 1.6569, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.99782526385276e-06, | |
| "loss": 1.638, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_webgpt_accuracy": 0.5073254588442403, | |
| "eval_webgpt_loss": 2.140625, | |
| "eval_webgpt_runtime": 38.7594, | |
| "eval_webgpt_samples_per_second": 101.034, | |
| "eval_webgpt_steps_per_second": 1.264, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_prompt_dialogue_accuracy": 0.6310662447605156, | |
| "eval_prompt_dialogue_loss": 1.3232421875, | |
| "eval_prompt_dialogue_runtime": 75.506, | |
| "eval_prompt_dialogue_samples_per_second": 136.532, | |
| "eval_prompt_dialogue_steps_per_second": 1.708, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_adversarial_qa_accuracy": 0.8161278335191379, | |
| "eval_adversarial_qa_loss": 0.65185546875, | |
| "eval_adversarial_qa_runtime": 17.8135, | |
| "eval_adversarial_qa_samples_per_second": 168.411, | |
| "eval_adversarial_qa_steps_per_second": 2.133, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_xsum_accuracy": 0.6358828745144401, | |
| "eval_xsum_loss": 1.3759765625, | |
| "eval_xsum_runtime": 120.9036, | |
| "eval_xsum_samples_per_second": 93.728, | |
| "eval_xsum_steps_per_second": 1.174, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_cnn_dailymail_accuracy": 0.7034533296693231, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 143.0011, | |
| "eval_cnn_dailymail_samples_per_second": 93.482, | |
| "eval_cnn_dailymail_steps_per_second": 1.175, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_multi_news_accuracy": 0.58382374758914, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 62.8321, | |
| "eval_multi_news_samples_per_second": 89.477, | |
| "eval_multi_news_steps_per_second": 1.13, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_scitldr_accuracy": 0.495625, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 7.4344, | |
| "eval_scitldr_samples_per_second": 83.262, | |
| "eval_scitldr_steps_per_second": 1.076, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_joke_accuracy": 0.5290940106141016, | |
| "eval_joke_loss": 2.01953125, | |
| "eval_joke_runtime": 0.7811, | |
| "eval_joke_samples_per_second": 97.299, | |
| "eval_joke_steps_per_second": 1.28, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_gsm8k_accuracy": 0.7911056207535516, | |
| "eval_gsm8k_loss": 0.76318359375, | |
| "eval_gsm8k_runtime": 9.9142, | |
| "eval_gsm8k_samples_per_second": 133.041, | |
| "eval_gsm8k_steps_per_second": 1.715, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_math_qa_accuracy": 0.6306243424083842, | |
| "eval_math_qa_loss": 1.548828125, | |
| "eval_math_qa_runtime": 31.7722, | |
| "eval_math_qa_samples_per_second": 140.847, | |
| "eval_math_qa_steps_per_second": 1.763, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_essay_instruction_accuracy": 0.6082469097583089, | |
| "eval_essay_instruction_loss": 1.8671875, | |
| "eval_essay_instruction_runtime": 8.3983, | |
| "eval_essay_instruction_samples_per_second": 49.176, | |
| "eval_essay_instruction_steps_per_second": 0.714, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_tldr_news_accuracy": 0.6160980175274398, | |
| "eval_tldr_news_loss": 1.6416015625, | |
| "eval_tldr_news_runtime": 3.6256, | |
| "eval_tldr_news_samples_per_second": 218.998, | |
| "eval_tldr_news_steps_per_second": 2.758, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_reddit_eli5_accuracy": 0.4611581507518863, | |
| "eval_reddit_eli5_loss": 2.419921875, | |
| "eval_reddit_eli5_runtime": 107.6335, | |
| "eval_reddit_eli5_samples_per_second": 91.161, | |
| "eval_reddit_eli5_steps_per_second": 1.143, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_reddit_asks_accuracy": 0.4688479936563187, | |
| "eval_reddit_asks_loss": 2.408203125, | |
| "eval_reddit_asks_runtime": 31.0014, | |
| "eval_reddit_asks_samples_per_second": 73.577, | |
| "eval_reddit_asks_steps_per_second": 0.935, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_reddit_askh_accuracy": 0.4678089398518734, | |
| "eval_reddit_askh_loss": 2.505859375, | |
| "eval_reddit_askh_runtime": 58.2699, | |
| "eval_reddit_askh_samples_per_second": 84.109, | |
| "eval_reddit_askh_steps_per_second": 1.064, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_wmt2019_zh-en_accuracy": 0.6663175800777634, | |
| "eval_wmt2019_zh-en_loss": 1.4599609375, | |
| "eval_wmt2019_zh-en_runtime": 29.9768, | |
| "eval_wmt2019_zh-en_samples_per_second": 132.803, | |
| "eval_wmt2019_zh-en_steps_per_second": 1.668, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_wmt2019_fr-de_accuracy": 0.7535103098381767, | |
| "eval_wmt2019_fr-de_loss": 0.9736328125, | |
| "eval_wmt2019_fr-de_runtime": 10.3533, | |
| "eval_wmt2019_fr-de_samples_per_second": 146.04, | |
| "eval_wmt2019_fr-de_steps_per_second": 1.835, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_wmt2019_ru-en_accuracy": 0.7577544408610879, | |
| "eval_wmt2019_ru-en_loss": 0.93603515625, | |
| "eval_wmt2019_ru-en_runtime": 22.7659, | |
| "eval_wmt2019_ru-en_samples_per_second": 131.776, | |
| "eval_wmt2019_ru-en_steps_per_second": 1.669, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_wmt2019_de-en_accuracy": 0.7657056972240155, | |
| "eval_wmt2019_de-en_loss": 0.9150390625, | |
| "eval_wmt2019_de-en_runtime": 15.5528, | |
| "eval_wmt2019_de-en_samples_per_second": 192.762, | |
| "eval_wmt2019_de-en_steps_per_second": 2.443, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_ted_trans_de-ja_accuracy": 0.6747348791651755, | |
| "eval_ted_trans_de-ja_loss": 1.3994140625, | |
| "eval_ted_trans_de-ja_runtime": 8.3691, | |
| "eval_ted_trans_de-ja_samples_per_second": 85.792, | |
| "eval_ted_trans_de-ja_steps_per_second": 1.075, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_ted_trans_en-ja_accuracy": 0.6812527237431164, | |
| "eval_ted_trans_en-ja_loss": 1.3115234375, | |
| "eval_ted_trans_en-ja_runtime": 9.3233, | |
| "eval_ted_trans_en-ja_samples_per_second": 85.914, | |
| "eval_ted_trans_en-ja_steps_per_second": 1.18, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_ted_trans_en-hi_accuracy": 0.6843067779174763, | |
| "eval_ted_trans_en-hi_loss": 1.19921875, | |
| "eval_ted_trans_en-hi_runtime": 2.8696, | |
| "eval_ted_trans_en-hi_samples_per_second": 35.893, | |
| "eval_ted_trans_en-hi_steps_per_second": 0.697, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_ted_trans_en-es_accuracy": 0.7943555499559027, | |
| "eval_ted_trans_en-es_loss": 0.85009765625, | |
| "eval_ted_trans_en-es_runtime": 8.4213, | |
| "eval_ted_trans_en-es_samples_per_second": 98.085, | |
| "eval_ted_trans_en-es_steps_per_second": 1.306, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_private_tuning_accuracy": 0.6955408449271764, | |
| "eval_private_tuning_loss": 1.0966796875, | |
| "eval_private_tuning_runtime": 144.1155, | |
| "eval_private_tuning_samples_per_second": 146.952, | |
| "eval_private_tuning_steps_per_second": 1.839, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_samsum_accuracy": 0.651219275235597, | |
| "eval_samsum_loss": 1.2451171875, | |
| "eval_samsum_runtime": 10.3624, | |
| "eval_samsum_samples_per_second": 78.939, | |
| "eval_samsum_steps_per_second": 1.062, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_prosocial_dialogue_accuracy": 0.5541225644750905, | |
| "eval_prosocial_dialogue_loss": 1.671875, | |
| "eval_prosocial_dialogue_runtime": 49.1807, | |
| "eval_prosocial_dialogue_samples_per_second": 548.65, | |
| "eval_prosocial_dialogue_steps_per_second": 6.873, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_oa_translated_accuracy": 0.7297566303926173, | |
| "eval_oa_translated_loss": 1.0712890625, | |
| "eval_oa_translated_runtime": 57.6497, | |
| "eval_oa_translated_samples_per_second": 89.628, | |
| "eval_oa_translated_steps_per_second": 1.127, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_wikihow_accuracy": 0.6223200665649702, | |
| "eval_wikihow_loss": 1.73828125, | |
| "eval_wikihow_runtime": 16.8591, | |
| "eval_wikihow_samples_per_second": 136.009, | |
| "eval_wikihow_steps_per_second": 1.72, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_explain_prosocial_accuracy": 0.6887323092680878, | |
| "eval_explain_prosocial_loss": 1.2744140625, | |
| "eval_explain_prosocial_runtime": 111.2104, | |
| "eval_explain_prosocial_samples_per_second": 550.74, | |
| "eval_explain_prosocial_steps_per_second": 6.888, | |
| "step": 1000 | |
| } | |
| ], | |
| "max_steps": 17452, | |
| "num_train_epochs": 4, | |
| "total_flos": 1.6761689779124306e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |