| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.8537243006403776, | |
| "eval_steps": 500, | |
| "global_step": 11000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.2605042016806723e-05, | |
| "loss": 0.0184, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 2.5210084033613446e-05, | |
| "loss": 0.0142, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.999948467631686e-05, | |
| "loss": 0.0136, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.999648186693593e-05, | |
| "loss": 0.0132, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.999079852637007e-05, | |
| "loss": 0.0126, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.9982435670482325e-05, | |
| "loss": 0.0123, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 2.9971394794083023e-05, | |
| "loss": 0.0122, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 2.9957677870662595e-05, | |
| "loss": 0.0115, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 2.994128735203883e-05, | |
| "loss": 0.0113, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 2.9922226167918624e-05, | |
| "loss": 0.0113, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_ap_CMedQAv1": 0.8589192417053253, | |
| "eval_ap_CMedQAv2": 0.8619373174701326, | |
| "eval_ap_Mmarco": 0.33024273953903277, | |
| "eval_ap_T2Reranking": 0.6854621357989829, | |
| "eval_avg_ap": 0.6841403586283684, | |
| "eval_loss": 0.1156548261642456, | |
| "eval_mrr_CMedQAv1": 0.8823821428571428, | |
| "eval_mrr_CMedQAv2": 0.8846333333333333, | |
| "eval_mrr_Mmarco": 0.32088492063492063, | |
| "eval_mrr_T2Reranking": 0.7938369818701573, | |
| "eval_ndcg@10_CMedQAv1": 0.9590048789978027, | |
| "eval_ndcg@10_CMedQAv2": 0.982421875, | |
| "eval_ndcg@10_Mmarco": 0.15075407922267914, | |
| "eval_ndcg@10_T2Reranking": 0.6162768602371216, | |
| "eval_ndcg@1_CMedQAv1": 0.949999988079071, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.10000000149011612, | |
| "eval_ndcg@1_T2Reranking": 0.6266667246818542, | |
| "eval_ndcg@3_CMedQAv1": 0.9617319107055664, | |
| "eval_ndcg@3_CMedQAv2": 0.9882680177688599, | |
| "eval_ndcg@3_Mmarco": 0.2184327393770218, | |
| "eval_ndcg@3_T2Reranking": 0.5918937921524048, | |
| "eval_ndcg@5_CMedQAv1": 0.9577357172966003, | |
| "eval_ndcg@5_CMedQAv2": 0.9842175245285034, | |
| "eval_ndcg@5_Mmarco": 0.1987150013446808, | |
| "eval_ndcg@5_T2Reranking": 0.5972660779953003, | |
| "eval_ndcg_CMedQAv1": 0.9578067064285278, | |
| "eval_ndcg_CMedQAv2": 0.9620075225830078, | |
| "eval_ndcg_Mmarco": 0.4313792586326599, | |
| "eval_ndcg_T2Reranking": 0.8985671997070312, | |
| "eval_runtime": 1325.9604, | |
| "eval_samples_per_second": 301.688, | |
| "eval_steps_per_second": 0.295, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 2.9900497725374308e-05, | |
| "loss": 0.0112, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 2.9876105908234656e-05, | |
| "loss": 0.0111, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 2.9849055076390685e-05, | |
| "loss": 0.0112, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 2.981935006501634e-05, | |
| "loss": 0.011, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 2.978699618370422e-05, | |
| "loss": 0.0107, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 2.9751999215516562e-05, | |
| "loss": 0.0109, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 2.971436541595152e-05, | |
| "loss": 0.0109, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 2.967410151182503e-05, | |
| "loss": 0.0102, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 2.963121470006846e-05, | |
| "loss": 0.0103, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 2.9585712646442172e-05, | |
| "loss": 0.01, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_ap_CMedQAv1": 0.8514522230239366, | |
| "eval_ap_CMedQAv2": 0.8667097304641765, | |
| "eval_ap_Mmarco": 0.33328945740605653, | |
| "eval_ap_T2Reranking": 0.681851884051082, | |
| "eval_avg_ap": 0.6833258237363129, | |
| "eval_loss": 0.11742711067199707, | |
| "eval_mrr_CMedQAv1": 0.875027380952381, | |
| "eval_mrr_CMedQAv2": 0.8912928571428572, | |
| "eval_mrr_Mmarco": 0.3221150793650793, | |
| "eval_mrr_T2Reranking": 0.7927472568806352, | |
| "eval_ndcg@10_CMedQAv1": 0.9848238229751587, | |
| "eval_ndcg@10_CMedQAv2": 1.0, | |
| "eval_ndcg@10_Mmarco": 0.1760159730911255, | |
| "eval_ndcg@10_T2Reranking": 0.5729199647903442, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.6088888645172119, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.2740204632282257, | |
| "eval_ndcg@3_T2Reranking": 0.5606718063354492, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.2053453028202057, | |
| "eval_ndcg@5_T2Reranking": 0.5687648057937622, | |
| "eval_ndcg_CMedQAv1": 0.958914577960968, | |
| "eval_ndcg_CMedQAv2": 0.9623709917068481, | |
| "eval_ndcg_Mmarco": 0.45813989639282227, | |
| "eval_ndcg_T2Reranking": 0.8942973017692566, | |
| "eval_runtime": 1104.4572, | |
| "eval_samples_per_second": 362.192, | |
| "eval_steps_per_second": 0.354, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 2.953760348416533e-05, | |
| "loss": 0.0099, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 2.9486895812462135e-05, | |
| "loss": 0.0103, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 2.943359869502476e-05, | |
| "loss": 0.0099, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 2.9377721658393268e-05, | |
| "loss": 0.0097, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 2.9319274690252808e-05, | |
| "loss": 0.0099, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 2.9258268237648375e-05, | |
| "loss": 0.0098, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 2.9194713205117454e-05, | |
| "loss": 0.0099, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 2.9128620952740903e-05, | |
| "loss": 0.0098, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 2.906000329411242e-05, | |
| "loss": 0.0096, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 2.898887249422691e-05, | |
| "loss": 0.0097, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_ap_CMedQAv1": 0.8415707281395, | |
| "eval_ap_CMedQAv2": 0.8617282454306143, | |
| "eval_ap_Mmarco": 0.369688968005382, | |
| "eval_ap_T2Reranking": 0.6881681817864197, | |
| "eval_avg_ap": 0.690289030840479, | |
| "eval_loss": 0.12302990257740021, | |
| "eval_mrr_CMedQAv1": 0.8641345238095237, | |
| "eval_mrr_CMedQAv2": 0.8869757936507937, | |
| "eval_mrr_Mmarco": 0.36682936507936503, | |
| "eval_mrr_T2Reranking": 0.8009392026952963, | |
| "eval_ndcg@10_CMedQAv1": 0.9867491722106934, | |
| "eval_ndcg@10_CMedQAv2": 1.0, | |
| "eval_ndcg@10_Mmarco": 0.2047528326511383, | |
| "eval_ndcg@10_T2Reranking": 0.6122068166732788, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.4333333373069763, | |
| "eval_ndcg@1_T2Reranking": 0.5628505945205688, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.30372515320777893, | |
| "eval_ndcg@3_T2Reranking": 0.5843338966369629, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.26333072781562805, | |
| "eval_ndcg@5_T2Reranking": 0.5988883972167969, | |
| "eval_ndcg_CMedQAv1": 0.9555119276046753, | |
| "eval_ndcg_CMedQAv2": 0.9630300402641296, | |
| "eval_ndcg_Mmarco": 0.4870051443576813, | |
| "eval_ndcg_T2Reranking": 0.8979281187057495, | |
| "eval_runtime": 1126.8763, | |
| "eval_samples_per_second": 354.987, | |
| "eval_steps_per_second": 0.347, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 2.8915241267288212e-05, | |
| "loss": 0.0095, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 2.8839122774436504e-05, | |
| "loss": 0.0097, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 2.8760530621395827e-05, | |
| "loss": 0.0096, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.8679478856042137e-05, | |
| "loss": 0.0098, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.8595981965892344e-05, | |
| "loss": 0.0093, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 2.851005487551475e-05, | |
| "loss": 0.0094, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.8421712943861372e-05, | |
| "loss": 0.0095, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 2.8330971961522614e-05, | |
| "loss": 0.0094, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 2.823784814790481e-05, | |
| "loss": 0.0096, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 2.8142358148331083e-05, | |
| "loss": 0.0095, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_ap_CMedQAv1": 0.8458553211346398, | |
| "eval_ap_CMedQAv2": 0.8602027011804556, | |
| "eval_ap_Mmarco": 0.3578987317739686, | |
| "eval_ap_T2Reranking": 0.6852344199870449, | |
| "eval_avg_ap": 0.6872977935190273, | |
| "eval_loss": 0.12346025556325912, | |
| "eval_mrr_CMedQAv1": 0.8699591269841269, | |
| "eval_mrr_CMedQAv2": 0.8808488095238096, | |
| "eval_mrr_Mmarco": 0.3493373015873016, | |
| "eval_mrr_T2Reranking": 0.7949749331012027, | |
| "eval_ndcg@10_CMedQAv1": 0.9936379194259644, | |
| "eval_ndcg@10_CMedQAv2": 1.0000001192092896, | |
| "eval_ndcg@10_Mmarco": 0.18332302570343018, | |
| "eval_ndcg@10_T2Reranking": 0.5819754600524902, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.5881534814834595, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.2092163860797882, | |
| "eval_ndcg@3_T2Reranking": 0.5824980139732361, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.19205407798290253, | |
| "eval_ndcg@5_T2Reranking": 0.5816112160682678, | |
| "eval_ndcg_CMedQAv1": 0.9610760807991028, | |
| "eval_ndcg_CMedQAv2": 0.9652814865112305, | |
| "eval_ndcg_Mmarco": 0.45809394121170044, | |
| "eval_ndcg_T2Reranking": 0.896248996257782, | |
| "eval_runtime": 1147.2183, | |
| "eval_samples_per_second": 348.692, | |
| "eval_steps_per_second": 0.341, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 2.8044519031066117e-05, | |
| "loss": 0.0094, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 2.794434828426527e-05, | |
| "loss": 0.0095, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 2.7841863812848724e-05, | |
| "loss": 0.0093, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 2.773708393530104e-05, | |
| "loss": 0.0093, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 2.7630027380396854e-05, | |
| "loss": 0.0092, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 2.7520713283853237e-05, | |
| "loss": 0.0091, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.740916118490928e-05, | |
| "loss": 0.0091, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.729539102283358e-05, | |
| "loss": 0.009, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.7179423133360214e-05, | |
| "loss": 0.009, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.7061278245053856e-05, | |
| "loss": 0.0093, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_ap_CMedQAv1": 0.8494758904704668, | |
| "eval_ap_CMedQAv2": 0.8578434981555412, | |
| "eval_ap_Mmarco": 0.38035966777131036, | |
| "eval_ap_T2Reranking": 0.6841403863981271, | |
| "eval_avg_ap": 0.6929548606988614, | |
| "eval_loss": 0.11943219602108002, | |
| "eval_mrr_CMedQAv1": 0.8727809523809524, | |
| "eval_mrr_CMedQAv2": 0.8802436507936509, | |
| "eval_mrr_Mmarco": 0.37201190476190477, | |
| "eval_mrr_T2Reranking": 0.7946123631127017, | |
| "eval_ndcg@10_CMedQAv1": 0.9861699342727661, | |
| "eval_ndcg@10_CMedQAv2": 1.0000001192092896, | |
| "eval_ndcg@10_Mmarco": 0.21542616188526154, | |
| "eval_ndcg@10_T2Reranking": 0.5951088666915894, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.25, | |
| "eval_ndcg@1_T2Reranking": 0.5847460031509399, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.2740204632282257, | |
| "eval_ndcg@3_T2Reranking": 0.5968767404556274, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.25857046246528625, | |
| "eval_ndcg@5_T2Reranking": 0.6022564172744751, | |
| "eval_ndcg_CMedQAv1": 0.9562269449234009, | |
| "eval_ndcg_CMedQAv2": 0.9615292549133301, | |
| "eval_ndcg_Mmarco": 0.48261213302612305, | |
| "eval_ndcg_T2Reranking": 0.8961272239685059, | |
| "eval_runtime": 1052.5471, | |
| "eval_samples_per_second": 380.055, | |
| "eval_steps_per_second": 0.371, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.694097747560465e-05, | |
| "loss": 0.0093, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.6818542328053576e-05, | |
| "loss": 0.009, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.66939946869489e-05, | |
| "loss": 0.009, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.6567356814434426e-05, | |
| "loss": 0.0089, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.6438651346270292e-05, | |
| "loss": 0.0089, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.630790128778696e-05, | |
| "loss": 0.0089, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.617513000977315e-05, | |
| "loss": 0.009, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.604036124429844e-05, | |
| "loss": 0.0088, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.590361908047132e-05, | |
| "loss": 0.0091, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.5764927960133396e-05, | |
| "loss": 0.009, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_ap_CMedQAv1": 0.8477064604578514, | |
| "eval_ap_CMedQAv2": 0.8582835044558619, | |
| "eval_ap_Mmarco": 0.31718590811535546, | |
| "eval_ap_T2Reranking": 0.6816479742452222, | |
| "eval_avg_ap": 0.6762059618185727, | |
| "eval_loss": 0.12098982185125351, | |
| "eval_mrr_CMedQAv1": 0.8740146825396825, | |
| "eval_mrr_CMedQAv2": 0.8814178571428573, | |
| "eval_mrr_Mmarco": 0.3068174603174603, | |
| "eval_mrr_T2Reranking": 0.791166000365391, | |
| "eval_ndcg@10_CMedQAv1": 0.9580147862434387, | |
| "eval_ndcg@10_CMedQAv2": 0.9866949319839478, | |
| "eval_ndcg@10_Mmarco": 0.13374407589435577, | |
| "eval_ndcg@10_T2Reranking": 0.5563193559646606, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.0, | |
| "eval_ndcg@1_T2Reranking": 0.6533333659172058, | |
| "eval_ndcg@3_CMedQAv1": 0.976535975933075, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.11173196882009506, | |
| "eval_ndcg@3_T2Reranking": 0.6220604777336121, | |
| "eval_ndcg@5_CMedQAv1": 0.9553145170211792, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.12382900714874268, | |
| "eval_ndcg@5_T2Reranking": 0.5894810557365417, | |
| "eval_ndcg_CMedQAv1": 0.9517234563827515, | |
| "eval_ndcg_CMedQAv2": 0.9606796503067017, | |
| "eval_ndcg_Mmarco": 0.39375704526901245, | |
| "eval_ndcg_T2Reranking": 0.896885871887207, | |
| "eval_runtime": 1062.2445, | |
| "eval_samples_per_second": 376.586, | |
| "eval_steps_per_second": 0.368, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.5624312673490554e-05, | |
| "loss": 0.0089, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.5481798354681882e-05, | |
| "loss": 0.0087, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.5337410477287057e-05, | |
| "loss": 0.0091, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.5191174849773132e-05, | |
| "loss": 0.0088, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.5043117610881402e-05, | |
| "loss": 0.0091, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.4893265224955276e-05, | |
| "loss": 0.0089, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.4741644477209923e-05, | |
| "loss": 0.0088, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.4588282468944582e-05, | |
| "loss": 0.0088, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.4433206612698367e-05, | |
| "loss": 0.0089, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.4276444627350437e-05, | |
| "loss": 0.0089, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "eval_ap_CMedQAv1": 0.8523776953190774, | |
| "eval_ap_CMedQAv2": 0.8611607089962926, | |
| "eval_ap_Mmarco": 0.35086797584501545, | |
| "eval_ap_T2Reranking": 0.6760057559100935, | |
| "eval_avg_ap": 0.6851030340176197, | |
| "eval_loss": 0.12173164635896683, | |
| "eval_mrr_CMedQAv1": 0.8750813492063492, | |
| "eval_mrr_CMedQAv2": 0.8850503968253968, | |
| "eval_mrr_Mmarco": 0.34225793650793657, | |
| "eval_mrr_T2Reranking": 0.788319644603497, | |
| "eval_ndcg@10_CMedQAv1": 0.9706858396530151, | |
| "eval_ndcg@10_CMedQAv2": 1.0000001192092896, | |
| "eval_ndcg@10_Mmarco": 0.16307643055915833, | |
| "eval_ndcg@10_T2Reranking": 0.5981327891349792, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.6888889670372009, | |
| "eval_ndcg@3_CMedQAv1": 0.9703917503356934, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.17653605341911316, | |
| "eval_ndcg@3_T2Reranking": 0.6413534879684448, | |
| "eval_ndcg@5_CMedQAv1": 0.978601336479187, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.1764817237854004, | |
| "eval_ndcg@5_T2Reranking": 0.6482794284820557, | |
| "eval_ndcg_CMedQAv1": 0.9572161436080933, | |
| "eval_ndcg_CMedQAv2": 0.9616801142692566, | |
| "eval_ndcg_Mmarco": 0.4346458315849304, | |
| "eval_ndcg_T2Reranking": 0.8978231549263, | |
| "eval_runtime": 1064.5644, | |
| "eval_samples_per_second": 375.765, | |
| "eval_steps_per_second": 0.367, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.4118024533165415e-05, | |
| "loss": 0.0089, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.3957974646784935e-05, | |
| "loss": 0.0085, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.379632357616621e-05, | |
| "loss": 0.0087, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.363310021546853e-05, | |
| "loss": 0.0085, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.3468333739888613e-05, | |
| "loss": 0.0087, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3302053600445695e-05, | |
| "loss": 0.0088, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.313428951871735e-05, | |
| "loss": 0.0089, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.2965071481526943e-05, | |
| "loss": 0.0084, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.2794429735583658e-05, | |
| "loss": 0.0085, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.262239478207607e-05, | |
| "loss": 0.0087, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "eval_ap_CMedQAv1": 0.8508535708843126, | |
| "eval_ap_CMedQAv2": 0.8605212604516235, | |
| "eval_ap_Mmarco": 0.3549766633801287, | |
| "eval_ap_T2Reranking": 0.6834420037661381, | |
| "eval_avg_ap": 0.6874483746205506, | |
| "eval_loss": 0.12024065852165222, | |
| "eval_mrr_CMedQAv1": 0.8741781746031745, | |
| "eval_mrr_CMedQAv2": 0.8835730158730158, | |
| "eval_mrr_Mmarco": 0.34038492063492065, | |
| "eval_mrr_T2Reranking": 0.7928938834617574, | |
| "eval_ndcg@10_CMedQAv1": 0.9930569529533386, | |
| "eval_ndcg@10_CMedQAv2": 0.9854609370231628, | |
| "eval_ndcg@10_Mmarco": 0.13490335643291473, | |
| "eval_ndcg@10_T2Reranking": 0.6463578939437866, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.10000000149011612, | |
| "eval_ndcg@1_T2Reranking": 0.6644444465637207, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.15921637415885925, | |
| "eval_ndcg@3_T2Reranking": 0.688578188419342, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9934396743774414, | |
| "eval_ndcg@5_Mmarco": 0.14279724657535553, | |
| "eval_ndcg@5_T2Reranking": 0.6808897852897644, | |
| "eval_ndcg_CMedQAv1": 0.9591971635818481, | |
| "eval_ndcg_CMedQAv2": 0.9625831842422485, | |
| "eval_ndcg_Mmarco": 0.41239920258522034, | |
| "eval_ndcg_T2Reranking": 0.8961763381958008, | |
| "eval_runtime": 1074.1598, | |
| "eval_samples_per_second": 372.408, | |
| "eval_steps_per_second": 0.364, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 2.2448997371220256e-05, | |
| "loss": 0.0088, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 2.2274268496763367e-05, | |
| "loss": 0.0085, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 2.2098239390443697e-05, | |
| "loss": 0.0085, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 2.192094151640817e-05, | |
| "loss": 0.0085, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 2.174240656558834e-05, | |
| "loss": 0.0084, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 2.156266645003582e-05, | |
| "loss": 0.0082, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 2.1381753297218183e-05, | |
| "loss": 0.0083, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 2.1199699444276374e-05, | |
| "loss": 0.0082, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 2.1016537432244663e-05, | |
| "loss": 0.0081, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 2.0832300000234076e-05, | |
| "loss": 0.0083, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "eval_ap_CMedQAv1": 0.8549180059460657, | |
| "eval_ap_CMedQAv2": 0.8599012485902339, | |
| "eval_ap_Mmarco": 0.31690584463403754, | |
| "eval_ap_T2Reranking": 0.6831123214291062, | |
| "eval_avg_ap": 0.6787093551498609, | |
| "eval_loss": 0.12336914986371994, | |
| "eval_mrr_CMedQAv1": 0.8789436507936508, | |
| "eval_mrr_CMedQAv2": 0.8820293650793651, | |
| "eval_mrr_Mmarco": 0.30601190476190476, | |
| "eval_mrr_T2Reranking": 0.7921361672631138, | |
| "eval_ndcg@10_CMedQAv1": 0.9862348437309265, | |
| "eval_ndcg@10_CMedQAv2": 0.983578085899353, | |
| "eval_ndcg@10_Mmarco": 0.1612614393234253, | |
| "eval_ndcg@10_T2Reranking": 0.6136462092399597, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.30000001192092896, | |
| "eval_ndcg@1_T2Reranking": 0.6665303111076355, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.22346392273902893, | |
| "eval_ndcg@3_T2Reranking": 0.6385782957077026, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9853931665420532, | |
| "eval_ndcg@5_Mmarco": 0.20383748412132263, | |
| "eval_ndcg@5_T2Reranking": 0.6306164860725403, | |
| "eval_ndcg_CMedQAv1": 0.9580343961715698, | |
| "eval_ndcg_CMedQAv2": 0.9610058069229126, | |
| "eval_ndcg_Mmarco": 0.4440736174583435, | |
| "eval_ndcg_T2Reranking": 0.8990576863288879, | |
| "eval_runtime": 1049.34, | |
| "eval_samples_per_second": 381.217, | |
| "eval_steps_per_second": 0.373, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 2.0647020079580543e-05, | |
| "loss": 0.0081, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 2.0460730787958573e-05, | |
| "loss": 0.0082, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 2.0273465423461677e-05, | |
| "loss": 0.0084, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 2.008525745865055e-05, | |
| "loss": 0.0081, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.989614053457002e-05, | |
| "loss": 0.0081, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.970614845473596e-05, | |
| "loss": 0.0082, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.9515315179093052e-05, | |
| "loss": 0.0081, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.9323674817944713e-05, | |
| "loss": 0.0081, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.9131261625856034e-05, | |
| "loss": 0.0082, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.8938109995531015e-05, | |
| "loss": 0.0081, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "eval_ap_CMedQAv1": 0.8580422117025617, | |
| "eval_ap_CMedQAv2": 0.8637152440470349, | |
| "eval_ap_Mmarco": 0.31369636069838835, | |
| "eval_ap_T2Reranking": 0.690709122210063, | |
| "eval_avg_ap": 0.6815407346645119, | |
| "eval_loss": 0.12387344986200333, | |
| "eval_mrr_CMedQAv1": 0.8822130952380952, | |
| "eval_mrr_CMedQAv2": 0.887097619047619, | |
| "eval_mrr_Mmarco": 0.30120238095238094, | |
| "eval_mrr_T2Reranking": 0.8040100321329163, | |
| "eval_ndcg@10_CMedQAv1": 0.9928603172302246, | |
| "eval_ndcg@10_CMedQAv2": 0.9926636815071106, | |
| "eval_ndcg@10_Mmarco": 0.1475120484828949, | |
| "eval_ndcg@10_T2Reranking": 0.6204460859298706, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.10000000149011612, | |
| "eval_ndcg@1_T2Reranking": 0.7071110606193542, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.212288498878479, | |
| "eval_ndcg@3_T2Reranking": 0.6500719785690308, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.19501754641532898, | |
| "eval_ndcg@5_T2Reranking": 0.6329637169837952, | |
| "eval_ndcg_CMedQAv1": 0.9593874216079712, | |
| "eval_ndcg_CMedQAv2": 0.9627755284309387, | |
| "eval_ndcg_Mmarco": 0.4310723841190338, | |
| "eval_ndcg_T2Reranking": 0.9022238850593567, | |
| "eval_runtime": 1077.7629, | |
| "eval_samples_per_second": 371.163, | |
| "eval_steps_per_second": 0.363, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.8744254451665046e-05, | |
| "loss": 0.0081, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.854972964477386e-05, | |
| "loss": 0.0079, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.835457034499991e-05, | |
| "loss": 0.0083, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.8158811435897493e-05, | |
| "loss": 0.0081, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.7962487908197434e-05, | |
| "loss": 0.008, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.7765634853552764e-05, | |
| "loss": 0.0079, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.7568287458266282e-05, | |
| "loss": 0.0079, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.7370480997001206e-05, | |
| "loss": 0.0078, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.717225082647604e-05, | |
| "loss": 0.008, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.6973632379144785e-05, | |
| "loss": 0.008, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_ap_CMedQAv1": 0.8627846587717232, | |
| "eval_ap_CMedQAv2": 0.8679932179664334, | |
| "eval_ap_Mmarco": 0.34792586376372187, | |
| "eval_ap_T2Reranking": 0.6833881748363431, | |
| "eval_avg_ap": 0.6905229788345554, | |
| "eval_loss": 0.1255130171775818, | |
| "eval_mrr_CMedQAv1": 0.8866321428571429, | |
| "eval_mrr_CMedQAv2": 0.8911746031746032, | |
| "eval_mrr_Mmarco": 0.3351349206349207, | |
| "eval_mrr_T2Reranking": 0.7994619214194367, | |
| "eval_ndcg@10_CMedQAv1": 0.9803870916366577, | |
| "eval_ndcg@10_CMedQAv2": 0.992663562297821, | |
| "eval_ndcg@10_Mmarco": 0.18294155597686768, | |
| "eval_ndcg@10_T2Reranking": 0.5986461043357849, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.30000001192092896, | |
| "eval_ndcg@1_T2Reranking": 0.6328888535499573, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.24078361690044403, | |
| "eval_ndcg@3_T2Reranking": 0.6359131336212158, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@5_Mmarco": 0.21561172604560852, | |
| "eval_ndcg@5_T2Reranking": 0.6260303258895874, | |
| "eval_ndcg_CMedQAv1": 0.9603596925735474, | |
| "eval_ndcg_CMedQAv2": 0.9649822115898132, | |
| "eval_ndcg_Mmarco": 0.46445542573928833, | |
| "eval_ndcg_T2Reranking": 0.8971077799797058, | |
| "eval_runtime": 1115.45, | |
| "eval_samples_per_second": 358.623, | |
| "eval_steps_per_second": 0.351, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.677466115686359e-05, | |
| "loss": 0.0077, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.6575372724545014e-05, | |
| "loss": 0.0079, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.6375802703801003e-05, | |
| "loss": 0.008, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.6175986766575735e-05, | |
| "loss": 0.0078, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.5975960628769506e-05, | |
| "loss": 0.0081, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.5775760043854687e-05, | |
| "loss": 0.0077, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.5575420796485038e-05, | |
| "loss": 0.008, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.5374978696099378e-05, | |
| "loss": 0.0078, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.5174469570520917e-05, | |
| "loss": 0.0074, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 1.4973929259553187e-05, | |
| "loss": 0.0063, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "eval_ap_CMedQAv1": 0.8625306376678427, | |
| "eval_ap_CMedQAv2": 0.8664329707401012, | |
| "eval_ap_Mmarco": 0.34889147093898054, | |
| "eval_ap_T2Reranking": 0.6829168328093741, | |
| "eval_avg_ap": 0.6901929780390745, | |
| "eval_loss": 0.12305427342653275, | |
| "eval_mrr_CMedQAv1": 0.8871357142857142, | |
| "eval_mrr_CMedQAv2": 0.8890535714285714, | |
| "eval_mrr_Mmarco": 0.3384365079365079, | |
| "eval_mrr_T2Reranking": 0.7948461058989156, | |
| "eval_ndcg@10_CMedQAv1": 0.9933746457099915, | |
| "eval_ndcg@10_CMedQAv2": 0.978777289390564, | |
| "eval_ndcg@10_Mmarco": 0.15859688818454742, | |
| "eval_ndcg@10_T2Reranking": 0.5381678938865662, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.4707619249820709, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9703917503356934, | |
| "eval_ndcg@3_Mmarco": 0.17039181292057037, | |
| "eval_ndcg@3_T2Reranking": 0.4994679093360901, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.978601336479187, | |
| "eval_ndcg@5_Mmarco": 0.18008770048618317, | |
| "eval_ndcg@5_T2Reranking": 0.5133092999458313, | |
| "eval_ndcg_CMedQAv1": 0.9596377611160278, | |
| "eval_ndcg_CMedQAv2": 0.9619806408882141, | |
| "eval_ndcg_Mmarco": 0.4373508393764496, | |
| "eval_ndcg_T2Reranking": 0.8974445462226868, | |
| "eval_runtime": 1135.765, | |
| "eval_samples_per_second": 352.208, | |
| "eval_steps_per_second": 0.344, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.4773393608573946e-05, | |
| "loss": 0.0064, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.4572898462127985e-05, | |
| "loss": 0.0066, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.437247965752017e-05, | |
| "loss": 0.0066, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.4172173018409708e-05, | |
| "loss": 0.0066, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 1.3972014348406904e-05, | |
| "loss": 0.0067, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.377203942467347e-05, | |
| "loss": 0.0064, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 1.3572283991527582e-05, | |
| "loss": 0.0064, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.3372783754054776e-05, | |
| "loss": 0.0064, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.3173574371725902e-05, | |
| "loss": 0.0064, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.2974691452023195e-05, | |
| "loss": 0.0065, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "eval_ap_CMedQAv1": 0.8620322442191521, | |
| "eval_ap_CMedQAv2": 0.8704041872289263, | |
| "eval_ap_Mmarco": 0.355717135660246, | |
| "eval_ap_T2Reranking": 0.6809892589587305, | |
| "eval_avg_ap": 0.6922857065167638, | |
| "eval_loss": 0.12283767759799957, | |
| "eval_mrr_CMedQAv1": 0.8863039682539682, | |
| "eval_mrr_CMedQAv2": 0.8930746031746032, | |
| "eval_mrr_Mmarco": 0.34052380952380956, | |
| "eval_mrr_T2Reranking": 0.7916278438705656, | |
| "eval_ndcg@10_CMedQAv1": 0.989758312702179, | |
| "eval_ndcg@10_CMedQAv2": 0.983578085899353, | |
| "eval_ndcg@10_Mmarco": 0.16711477935314178, | |
| "eval_ndcg@10_T2Reranking": 0.5755314230918884, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.10000000149011612, | |
| "eval_ndcg@1_T2Reranking": 0.5387619137763977, | |
| "eval_ndcg@3_CMedQAv1": 0.9882680177688599, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.1265360563993454, | |
| "eval_ndcg@3_T2Reranking": 0.566280722618103, | |
| "eval_ndcg@5_CMedQAv1": 0.9842175245285034, | |
| "eval_ndcg@5_CMedQAv2": 0.9853931665420532, | |
| "eval_ndcg@5_Mmarco": 0.15853983163833618, | |
| "eval_ndcg@5_T2Reranking": 0.5730277299880981, | |
| "eval_ndcg_CMedQAv1": 0.9608818292617798, | |
| "eval_ndcg_CMedQAv2": 0.9639202952384949, | |
| "eval_ndcg_Mmarco": 0.4360330104827881, | |
| "eval_ndcg_T2Reranking": 0.8998947143554688, | |
| "eval_runtime": 1071.1802, | |
| "eval_samples_per_second": 373.444, | |
| "eval_steps_per_second": 0.365, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.277617054407565e-05, | |
| "loss": 0.0066, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.2578047132304843e-05, | |
| "loss": 0.0065, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.2380356630082277e-05, | |
| "loss": 0.0064, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.2183134373399479e-05, | |
| "loss": 0.0066, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.1986415614551897e-05, | |
| "loss": 0.0068, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.1790235515837761e-05, | |
| "loss": 0.0065, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.1594629143273021e-05, | |
| "loss": 0.0067, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.1399631460323536e-05, | |
| "loss": 0.0066, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.1205277321655528e-05, | |
| "loss": 0.0065, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1011601466905561e-05, | |
| "loss": 0.0065, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_ap_CMedQAv1": 0.856229674863834, | |
| "eval_ap_CMedQAv2": 0.8728030227219203, | |
| "eval_ap_Mmarco": 0.35545981895349504, | |
| "eval_ap_T2Reranking": 0.6844460182092421, | |
| "eval_avg_ap": 0.6922346336871228, | |
| "eval_loss": 0.12674953043460846, | |
| "eval_mrr_CMedQAv1": 0.8826107142857142, | |
| "eval_mrr_CMedQAv2": 0.8945480158730159, | |
| "eval_mrr_Mmarco": 0.34125, | |
| "eval_mrr_T2Reranking": 0.7965651900570655, | |
| "eval_ndcg@10_CMedQAv1": 0.9865903854370117, | |
| "eval_ndcg@10_CMedQAv2": 0.9811555743217468, | |
| "eval_ndcg@10_Mmarco": 0.1592722088098526, | |
| "eval_ndcg@10_T2Reranking": 0.5544707179069519, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.25, | |
| "eval_ndcg@1_T2Reranking": 0.5022221803665161, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.976535975933075, | |
| "eval_ndcg@3_Mmarco": 0.2086598426103592, | |
| "eval_ndcg@3_T2Reranking": 0.5088227987289429, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9830419421195984, | |
| "eval_ndcg@5_Mmarco": 0.17853133380413055, | |
| "eval_ndcg@5_T2Reranking": 0.5329388380050659, | |
| "eval_ndcg_CMedQAv1": 0.9582996368408203, | |
| "eval_ndcg_CMedQAv2": 0.962376594543457, | |
| "eval_ndcg_Mmarco": 0.4456784129142761, | |
| "eval_ndcg_T2Reranking": 0.9012719988822937, | |
| "eval_runtime": 1104.857, | |
| "eval_samples_per_second": 362.061, | |
| "eval_steps_per_second": 0.354, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0818638514470987e-05, | |
| "loss": 0.0066, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.0626422955322185e-05, | |
| "loss": 0.0066, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.0434989146837435e-05, | |
| "loss": 0.0065, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.0244371306661786e-05, | |
| "loss": 0.0066, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.0054603506590841e-05, | |
| "loss": 0.0065, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 9.865719666480642e-06, | |
| "loss": 0.0064, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 9.677753548184684e-06, | |
| "loss": 0.0067, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 9.490738749519188e-06, | |
| "loss": 0.0065, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 9.30470869825771e-06, | |
| "loss": 0.0063, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 9.119696646156103e-06, | |
| "loss": 0.0066, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_ap_CMedQAv1": 0.8604172146745557, | |
| "eval_ap_CMedQAv2": 0.8725561316868456, | |
| "eval_ap_Mmarco": 0.3400242765180377, | |
| "eval_ap_T2Reranking": 0.6826462319596516, | |
| "eval_avg_ap": 0.6889109637097726, | |
| "eval_loss": 0.1242843046784401, | |
| "eval_mrr_CMedQAv1": 0.8834670634920635, | |
| "eval_mrr_CMedQAv2": 0.8959575396825398, | |
| "eval_mrr_Mmarco": 0.3298134920634921, | |
| "eval_mrr_T2Reranking": 0.7943680750341211, | |
| "eval_ndcg@10_CMedQAv1": 0.9862348437309265, | |
| "eval_ndcg@10_CMedQAv2": 0.9811555743217468, | |
| "eval_ndcg@10_Mmarco": 0.1542401760816574, | |
| "eval_ndcg@10_T2Reranking": 0.6371672749519348, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.10000000149011612, | |
| "eval_ndcg@1_T2Reranking": 0.7219048738479614, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.976535975933075, | |
| "eval_ndcg@3_Mmarco": 0.15921637415885925, | |
| "eval_ndcg@3_T2Reranking": 0.6977660655975342, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9830419421195984, | |
| "eval_ndcg@5_Mmarco": 0.1712677776813507, | |
| "eval_ndcg@5_T2Reranking": 0.6631223559379578, | |
| "eval_ndcg_CMedQAv1": 0.9619690179824829, | |
| "eval_ndcg_CMedQAv2": 0.965739369392395, | |
| "eval_ndcg_Mmarco": 0.43817299604415894, | |
| "eval_ndcg_T2Reranking": 0.9018659591674805, | |
| "eval_runtime": 1054.3338, | |
| "eval_samples_per_second": 379.411, | |
| "eval_steps_per_second": 0.371, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 8.935735663008975e-06, | |
| "loss": 0.0065, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 8.752858630738673e-06, | |
| "loss": 0.0067, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 8.57109823751782e-06, | |
| "loss": 0.0063, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 8.390486971926502e-06, | |
| "loss": 0.0065, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 8.211057117145137e-06, | |
| "loss": 0.0063, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 8.03284074518405e-06, | |
| "loss": 0.0065, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 7.855869711150798e-06, | |
| "loss": 0.0066, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 7.680175647556236e-06, | |
| "loss": 0.0065, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.505789958660412e-06, | |
| "loss": 0.0065, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 7.332743814859266e-06, | |
| "loss": 0.0066, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "eval_ap_CMedQAv1": 0.8599415671346007, | |
| "eval_ap_CMedQAv2": 0.8704569674862218, | |
| "eval_ap_Mmarco": 0.3520724310208005, | |
| "eval_ap_T2Reranking": 0.6867254999404075, | |
| "eval_avg_ap": 0.6922991163955077, | |
| "eval_loss": 0.1281006932258606, | |
| "eval_mrr_CMedQAv1": 0.8837103174603175, | |
| "eval_mrr_CMedQAv2": 0.8930769841269841, | |
| "eval_mrr_Mmarco": 0.3405515873015873, | |
| "eval_mrr_T2Reranking": 0.7984008097709858, | |
| "eval_ndcg@10_CMedQAv1": 0.9783665537834167, | |
| "eval_ndcg@10_CMedQAv2": 0.9797147512435913, | |
| "eval_ndcg@10_Mmarco": 0.1712549477815628, | |
| "eval_ndcg@10_T2Reranking": 0.5799515843391418, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.10000000149011612, | |
| "eval_ndcg@1_T2Reranking": 0.5411046147346497, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9734638929367065, | |
| "eval_ndcg@3_Mmarco": 0.22653606534004211, | |
| "eval_ndcg@3_T2Reranking": 0.568535327911377, | |
| "eval_ndcg@5_CMedQAv1": 0.9868794679641724, | |
| "eval_ndcg@5_CMedQAv2": 0.9808216094970703, | |
| "eval_ndcg@5_Mmarco": 0.18608656525611877, | |
| "eval_ndcg@5_T2Reranking": 0.5744965672492981, | |
| "eval_ndcg_CMedQAv1": 0.9611911773681641, | |
| "eval_ndcg_CMedQAv2": 0.9657419323921204, | |
| "eval_ndcg_Mmarco": 0.4481244683265686, | |
| "eval_ndcg_T2Reranking": 0.9010647535324097, | |
| "eval_runtime": 1049.8477, | |
| "eval_samples_per_second": 381.032, | |
| "eval_steps_per_second": 0.372, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 7.161068147113065e-06, | |
| "loss": 0.0066, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 6.990793641417708e-06, | |
| "loss": 0.0065, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 6.821950733319783e-06, | |
| "loss": 0.0064, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 6.654569602476402e-06, | |
| "loss": 0.0064, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 6.488680167260749e-06, | |
| "loss": 0.0067, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 6.324312079414362e-06, | |
| "loss": 0.0066, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 6.161494718747061e-06, | |
| "loss": 0.0067, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 6.000257187885497e-06, | |
| "loss": 0.0066, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 5.8406283070712074e-06, | |
| "loss": 0.0065, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 5.682636609009177e-06, | |
| "loss": 0.0067, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_ap_CMedQAv1": 0.8650759729076953, | |
| "eval_ap_CMedQAv2": 0.8749745804892705, | |
| "eval_ap_Mmarco": 0.3538804931837119, | |
| "eval_ap_T2Reranking": 0.6878922264348706, | |
| "eval_avg_ap": 0.695455818253887, | |
| "eval_loss": 0.12287386506795883, | |
| "eval_mrr_CMedQAv1": 0.8906345238095239, | |
| "eval_mrr_CMedQAv2": 0.8960039682539682, | |
| "eval_mrr_Mmarco": 0.34160714285714294, | |
| "eval_mrr_T2Reranking": 0.7982257713511944, | |
| "eval_ndcg@10_CMedQAv1": 1.0000001192092896, | |
| "eval_ndcg@10_CMedQAv2": 0.9829331636428833, | |
| "eval_ndcg@10_Mmarco": 0.19680270552635193, | |
| "eval_ndcg@10_T2Reranking": 0.5907678008079529, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.5812433958053589, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9999998807907104, | |
| "eval_ndcg@3_Mmarco": 0.22346392273902893, | |
| "eval_ndcg@3_T2Reranking": 0.5841401815414429, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9853931665420532, | |
| "eval_ndcg@5_Mmarco": 0.21695800125598907, | |
| "eval_ndcg@5_T2Reranking": 0.5929743051528931, | |
| "eval_ndcg_CMedQAv1": 0.9629640579223633, | |
| "eval_ndcg_CMedQAv2": 0.9660819172859192, | |
| "eval_ndcg_Mmarco": 0.463792085647583, | |
| "eval_ndcg_T2Reranking": 0.9027825593948364, | |
| "eval_runtime": 1128.8704, | |
| "eval_samples_per_second": 354.36, | |
| "eval_steps_per_second": 0.346, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 5.5263103337678074e-06, | |
| "loss": 0.0065, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 5.371677423731162e-06, | |
| "loss": 0.0064, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 5.2187655186044135e-06, | |
| "loss": 0.0063, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 5.067601950473435e-06, | |
| "loss": 0.0067, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 4.918213738919363e-06, | |
| "loss": 0.0064, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 4.770627586188978e-06, | |
| "loss": 0.0063, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 4.624869872421859e-06, | |
| "loss": 0.0064, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.4809666509350785e-06, | |
| "loss": 0.0063, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 4.338943643566367e-06, | |
| "loss": 0.0065, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 4.1988262360764306e-06, | |
| "loss": 0.0065, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "eval_ap_CMedQAv1": 0.8641924375078601, | |
| "eval_ap_CMedQAv2": 0.8717899695221966, | |
| "eval_ap_Mmarco": 0.37013444296743075, | |
| "eval_ap_T2Reranking": 0.6848922218837102, | |
| "eval_avg_ap": 0.6977522679702994, | |
| "eval_loss": 0.12518064677715302, | |
| "eval_mrr_CMedQAv1": 0.8881654761904761, | |
| "eval_mrr_CMedQAv2": 0.8928563492063493, | |
| "eval_mrr_Mmarco": 0.3619960317460318, | |
| "eval_mrr_T2Reranking": 0.7966605006931683, | |
| "eval_ndcg@10_CMedQAv1": 0.9898759126663208, | |
| "eval_ndcg@10_CMedQAv2": 0.9804811477661133, | |
| "eval_ndcg@10_Mmarco": 0.21500129997730255, | |
| "eval_ndcg@10_T2Reranking": 0.5945191979408264, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.5946031808853149, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.976535975933075, | |
| "eval_ndcg@3_Mmarco": 0.2357524186372757, | |
| "eval_ndcg@3_T2Reranking": 0.6052175760269165, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9699214696884155, | |
| "eval_ndcg@5_Mmarco": 0.22286656498908997, | |
| "eval_ndcg@5_T2Reranking": 0.6057425737380981, | |
| "eval_ndcg_CMedQAv1": 0.9635534286499023, | |
| "eval_ndcg_CMedQAv2": 0.9656587839126587, | |
| "eval_ndcg_Mmarco": 0.46775779128074646, | |
| "eval_ndcg_T2Reranking": 0.9013978838920593, | |
| "eval_runtime": 1073.8791, | |
| "eval_samples_per_second": 372.506, | |
| "eval_steps_per_second": 0.364, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 4.060639473611431e-06, | |
| "loss": 0.0064, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 3.924408056226315e-06, | |
| "loss": 0.0063, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 3.7901563344698305e-06, | |
| "loss": 0.0064, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 3.6579083050319985e-06, | |
| "loss": 0.0063, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 3.5276876064548523e-06, | |
| "loss": 0.0064, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 3.3995175149072066e-06, | |
| "loss": 0.0064, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 3.273420940024165e-06, | |
| "loss": 0.0064, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 3.149420420812157e-06, | |
| "loss": 0.0064, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 3.0275381216202334e-06, | |
| "loss": 0.0064, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 2.907795828178335e-06, | |
| "loss": 0.0064, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "eval_ap_CMedQAv1": 0.8649280235435451, | |
| "eval_ap_CMedQAv2": 0.8765992249434462, | |
| "eval_ap_Mmarco": 0.37276029660147, | |
| "eval_ap_T2Reranking": 0.6854808029670674, | |
| "eval_avg_ap": 0.6999420870138822, | |
| "eval_loss": 0.12521055340766907, | |
| "eval_mrr_CMedQAv1": 0.8882769841269842, | |
| "eval_mrr_CMedQAv2": 0.8982996031746031, | |
| "eval_mrr_Mmarco": 0.36348015873015876, | |
| "eval_mrr_T2Reranking": 0.7960031998581424, | |
| "eval_ndcg@10_CMedQAv1": 0.9872758984565735, | |
| "eval_ndcg@10_CMedQAv2": 0.9811555743217468, | |
| "eval_ndcg@10_Mmarco": 0.2056836634874344, | |
| "eval_ndcg@10_T2Reranking": 0.5942399501800537, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.5888352394104004, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.976535975933075, | |
| "eval_ndcg@3_Mmarco": 0.2765360474586487, | |
| "eval_ndcg@3_T2Reranking": 0.5885987281799316, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9830419421195984, | |
| "eval_ndcg@5_Mmarco": 0.22907359898090363, | |
| "eval_ndcg@5_T2Reranking": 0.5933831930160522, | |
| "eval_ndcg_CMedQAv1": 0.962390124797821, | |
| "eval_ndcg_CMedQAv2": 0.9656065106391907, | |
| "eval_ndcg_Mmarco": 0.470781147480011, | |
| "eval_ndcg_T2Reranking": 0.9014945030212402, | |
| "eval_runtime": 1080.5882, | |
| "eval_samples_per_second": 370.193, | |
| "eval_steps_per_second": 0.362, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 2.7902149437031954e-06, | |
| "loss": 0.0067, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.6748164850726625e-06, | |
| "loss": 0.0065, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.5616210790690604e-06, | |
| "loss": 0.0063, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.4506489586922726e-06, | |
| "loss": 0.0064, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 2.3419199595431993e-06, | |
| "loss": 0.0064, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 2.2354535162782867e-06, | |
| "loss": 0.0064, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 2.1312686591356766e-06, | |
| "loss": 0.0064, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 2.0293840105336916e-06, | |
| "loss": 0.0063, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 1.92981778174216e-06, | |
| "loss": 0.0064, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.8325877696272857e-06, | |
| "loss": 0.0063, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "eval_ap_CMedQAv1": 0.8635020358013351, | |
| "eval_ap_CMedQAv2": 0.8796776803107693, | |
| "eval_ap_Mmarco": 0.36752299795574767, | |
| "eval_ap_T2Reranking": 0.6861142187897954, | |
| "eval_avg_ap": 0.6992042332144118, | |
| "eval_loss": 0.12555988132953644, | |
| "eval_mrr_CMedQAv1": 0.8863333333333334, | |
| "eval_mrr_CMedQAv2": 0.900195238095238, | |
| "eval_mrr_Mmarco": 0.3552460317460317, | |
| "eval_mrr_T2Reranking": 0.7958933138816348, | |
| "eval_ndcg@10_CMedQAv1": 0.9933746457099915, | |
| "eval_ndcg@10_CMedQAv2": 0.9811555743217468, | |
| "eval_ndcg@10_Mmarco": 0.2201658934354782, | |
| "eval_ndcg@10_T2Reranking": 0.5817710757255554, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.30000001192092896, | |
| "eval_ndcg@1_T2Reranking": 0.5484000444412231, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.976535975933075, | |
| "eval_ndcg@3_Mmarco": 0.29999998211860657, | |
| "eval_ndcg@3_T2Reranking": 0.5612119436264038, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.9830419421195984, | |
| "eval_ndcg@5_Mmarco": 0.22993843257427216, | |
| "eval_ndcg@5_T2Reranking": 0.5722955465316772, | |
| "eval_ndcg_CMedQAv1": 0.9632137417793274, | |
| "eval_ndcg_CMedQAv2": 0.9660226106643677, | |
| "eval_ndcg_Mmarco": 0.4788861870765686, | |
| "eval_ndcg_T2Reranking": 0.9014593958854675, | |
| "eval_runtime": 1096.8598, | |
| "eval_samples_per_second": 364.701, | |
| "eval_steps_per_second": 0.356, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.7377113534705436e-06, | |
| "loss": 0.0063, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 1.64520549186226e-06, | |
| "loss": 0.0063, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.555086719670345e-06, | |
| "loss": 0.0065, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 1.467371145084792e-06, | |
| "loss": 0.0064, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.3820744467384483e-06, | |
| "loss": 0.0061, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.2992118709045309e-06, | |
| "loss": 0.0062, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.2187982287714573e-06, | |
| "loss": 0.0064, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.1408478937954458e-06, | |
| "loss": 0.0062, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.0653747991313201e-06, | |
| "loss": 0.0062, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 9.923924351420716e-07, | |
| "loss": 0.006, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "eval_ap_CMedQAv1": 0.8637393453944692, | |
| "eval_ap_CMedQAv2": 0.8789491384323506, | |
| "eval_ap_Mmarco": 0.368903977630621, | |
| "eval_ap_T2Reranking": 0.6868251658388673, | |
| "eval_avg_ap": 0.699604406824077, | |
| "eval_loss": 0.12616057693958282, | |
| "eval_mrr_CMedQAv1": 0.8865428571428572, | |
| "eval_mrr_CMedQAv2": 0.9001646825396825, | |
| "eval_mrr_Mmarco": 0.3571944444444445, | |
| "eval_mrr_T2Reranking": 0.7977927426894929, | |
| "eval_ndcg@10_CMedQAv1": 0.9866948127746582, | |
| "eval_ndcg@10_CMedQAv2": 0.9709935188293457, | |
| "eval_ndcg@10_Mmarco": 0.19204413890838623, | |
| "eval_ndcg@10_T2Reranking": 0.5846768617630005, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.10000000149011612, | |
| "eval_ndcg@1_T2Reranking": 0.5960000157356262, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9703917503356934, | |
| "eval_ndcg@3_Mmarco": 0.26536059379577637, | |
| "eval_ndcg@3_T2Reranking": 0.6046911478042603, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.972041130065918, | |
| "eval_ndcg@5_Mmarco": 0.20490367710590363, | |
| "eval_ndcg@5_T2Reranking": 0.597877025604248, | |
| "eval_ndcg_CMedQAv1": 0.9632848501205444, | |
| "eval_ndcg_CMedQAv2": 0.9656885266304016, | |
| "eval_ndcg_Mmarco": 0.463381290435791, | |
| "eval_ndcg_T2Reranking": 0.902158260345459, | |
| "eval_runtime": 1089.917, | |
| "eval_samples_per_second": 367.024, | |
| "eval_steps_per_second": 0.359, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 9.21913846987511e-07, | |
| "loss": 0.0064, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 8.539516322925401e-07, | |
| "loss": 0.0063, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 7.885179388954022e-07, | |
| "loss": 0.0062, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 7.256244626763186e-07, | |
| "loss": 0.0063, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 6.652824454669315e-07, | |
| "loss": 0.0065, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 6.075026730408817e-07, | |
| "loss": 0.0061, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 5.522954731859342e-07, | |
| "loss": 0.0063, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 4.996707138579266e-07, | |
| "loss": 0.0063, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 4.4963780141694446e-07, | |
| "loss": 0.0062, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 4.022056789459921e-07, | |
| "loss": 0.0061, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "eval_ap_CMedQAv1": 0.8634801543277222, | |
| "eval_ap_CMedQAv2": 0.8789994898446902, | |
| "eval_ap_Mmarco": 0.37314697568316435, | |
| "eval_ap_T2Reranking": 0.6854003707502277, | |
| "eval_avg_ap": 0.7002567476514512, | |
| "eval_loss": 0.12499513477087021, | |
| "eval_mrr_CMedQAv1": 0.8869642857142858, | |
| "eval_mrr_CMedQAv2": 0.8993952380952381, | |
| "eval_mrr_Mmarco": 0.3613452380952381, | |
| "eval_mrr_T2Reranking": 0.7958653722152367, | |
| "eval_ndcg@10_CMedQAv1": 0.9802283048629761, | |
| "eval_ndcg@10_CMedQAv2": 0.9713308215141296, | |
| "eval_ndcg@10_Mmarco": 0.19949547946453094, | |
| "eval_ndcg@10_T2Reranking": 0.5712553262710571, | |
| "eval_ndcg@1_CMedQAv1": 1.0, | |
| "eval_ndcg@1_CMedQAv2": 1.0, | |
| "eval_ndcg@1_Mmarco": 0.20000000298023224, | |
| "eval_ndcg@1_T2Reranking": 0.6044243574142456, | |
| "eval_ndcg@3_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@3_CMedQAv2": 0.9703917503356934, | |
| "eval_ndcg@3_Mmarco": 0.28268030285835266, | |
| "eval_ndcg@3_T2Reranking": 0.5774673223495483, | |
| "eval_ndcg@5_CMedQAv1": 0.9999998807907104, | |
| "eval_ndcg@5_CMedQAv2": 0.978601336479187, | |
| "eval_ndcg@5_Mmarco": 0.23054155707359314, | |
| "eval_ndcg@5_T2Reranking": 0.5735260844230652, | |
| "eval_ndcg_CMedQAv1": 0.9631568789482117, | |
| "eval_ndcg_CMedQAv2": 0.9658399820327759, | |
| "eval_ndcg_Mmarco": 0.4707724452018738, | |
| "eval_ndcg_T2Reranking": 0.902129054069519, | |
| "eval_runtime": 1050.4339, | |
| "eval_samples_per_second": 380.82, | |
| "eval_steps_per_second": 0.372, | |
| "step": 11000 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 11868, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "total_flos": 3.458164495011021e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |