results.json

{"validation_set": {"ndcg_at_1": 0.81641, "ndcg_at_3": 0.87151, "ndcg_at_5": 0.87924, "ndcg_at_10": 0.88352, "ndcg_at_20": 0.88599, "ndcg_at_100": 0.89228, "ndcg_at_1000": 0.8945, "map_at_1": 0.81641, "map_at_3": 0.85872, "map_at_5": 0.86283, "map_at_10": 0.86451, "map_at_20": 0.86519, "map_at_100": 0.86613, "map_at_1000": 0.86625, "recall_at_1": 0.81641, "recall_at_3": 0.9082, "recall_at_5": 0.92773, "recall_at_10": 0.94141, "recall_at_20": 0.95117, "recall_at_100": 0.98438, "recall_at_1000": 1.0, "precision_at_1": 0.81641, "precision_at_3": 0.30273, "precision_at_5": 0.18555, "precision_at_10": 0.09414, "precision_at_20": 0.04756, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.8203125, "mrr_at_3": 0.8603515624999998, "mrr_at_5": 0.8628906249999998, "mrr_at_10": 0.8655544704861109, "mrr_at_20": 0.8665781348642675, "mrr_at_100": 0.8675737791279903, "mrr_at_1000": 0.8676711773156423, "naucs_at_1_max": 0.34667870891415986, "naucs_at_1_std": -0.20661616231925453, "naucs_at_1_diff1": 0.9396571084820124, "naucs_at_3_max": 0.5166729885733626, "naucs_at_3_std": 0.05950323676330907, "naucs_at_3_diff1": 0.9342216236825106, "naucs_at_5_max": 0.6329364969562152, "naucs_at_5_std": 0.2619697444169589, "naucs_at_5_diff1": 0.9376321560083725, "naucs_at_10_max": 0.660722672615821, "naucs_at_10_std": 0.437248626444334, "naucs_at_10_diff1": 0.9546510563783107, "naucs_at_20_max": 0.6658122614005673, "naucs_at_20_std": 0.4847758170885219, "naucs_at_20_diff1": 0.9508077573821819, "naucs_at_100_max": 0.6851951655323608, "naucs_at_100_std": 0.8932409444836575, "naucs_at_100_diff1": 0.9510016587980088, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "syntheticDocQA_energy": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.94762, "ndcg_at_5": 0.94762, "ndcg_at_10": 0.94762, "ndcg_at_20": 0.95512, "ndcg_at_100": 0.95512, "ndcg_at_1000": 0.95512, "map_at_1": 0.92, "map_at_3": 0.94, "map_at_5": 0.94, "map_at_10": 0.94, "map_at_20": 0.94201, "map_at_100": 0.94201, "map_at_1000": 0.94201, "recall_at_1": 0.92, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.97, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.097, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.92, "mrr_at_3": 0.94, "mrr_at_5": 0.94, "mrr_at_10": 0.94, "mrr_at_20": 0.9421501831501832, "mrr_at_100": 0.9421501831501832, "mrr_at_1000": 0.9421501831501832, "naucs_at_1_max": 0.5697362278244628, "naucs_at_1_std": -0.5218253968253984, "naucs_at_1_diff1": 0.9489379084967322, "naucs_at_3_max": 0.7642390289449176, "naucs_at_3_std": -0.8249299719887898, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.7642390289449118, "naucs_at_5_std": -0.8249299719887969, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7642390289449118, "naucs_at_10_std": -0.8249299719887969, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.97286, "ndcg_at_5": 0.97286, "ndcg_at_10": 0.97286, "ndcg_at_20": 0.97286, "ndcg_at_100": 0.97286, "ndcg_at_1000": 0.97286, "map_at_1": 0.93, "map_at_3": 0.96333, "map_at_5": 0.96333, "map_at_10": 0.96333, "map_at_20": 0.96333, "map_at_100": 0.96333, "map_at_1000": 0.96333, "recall_at_1": 0.93, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.93, "mrr_at_3": 0.9633333333333334, "mrr_at_5": 0.9633333333333334, "mrr_at_10": 0.9633333333333334, "mrr_at_20": 0.9633333333333334, "mrr_at_100": 0.9633333333333334, "mrr_at_1000": 0.9633333333333334, "naucs_at_1_max": 0.7465652927837806, "naucs_at_1_std": 0.10897692410297374, "naucs_at_1_diff1": 0.9626517273576113, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.98762, "ndcg_at_5": 0.98762, "ndcg_at_10": 0.98762, "ndcg_at_20": 0.98762, "ndcg_at_100": 0.98762, "ndcg_at_1000": 0.98762, "map_at_1": 0.97, "map_at_3": 0.98333, "map_at_5": 0.98333, "map_at_10": 0.98333, "map_at_20": 0.98333, "map_at_100": 0.98333, "map_at_1000": 0.98333, "recall_at_1": 0.97, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.97, "mrr_at_3": 0.9833333333333333, "mrr_at_5": 0.9833333333333333, "mrr_at_10": 0.9833333333333333, "mrr_at_20": 0.9833333333333333, "mrr_at_100": 0.9833333333333333, "mrr_at_1000": 0.9833333333333333, "naucs_at_1_max": 0.8638344226579567, "naucs_at_1_std": -0.28197945845004707, "naucs_at_1_diff1": 0.9564270152505465, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.85, "ndcg_at_3": 0.92809, "ndcg_at_5": 0.9324, "ndcg_at_10": 0.9324, "ndcg_at_20": 0.93503, "ndcg_at_100": 0.93503, "ndcg_at_1000": 0.93503, "map_at_1": 0.85, "map_at_3": 0.91, "map_at_5": 0.9125, "map_at_10": 0.9125, "map_at_20": 0.91327, "map_at_100": 0.91327, "map_at_1000": 0.91327, "recall_at_1": 0.85, "recall_at_3": 0.98, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.85, "precision_at_3": 0.32667, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.87, "mrr_at_3": 0.9266666666666667, "mrr_at_5": 0.9266666666666667, "mrr_at_10": 0.9266666666666667, "mrr_at_20": 0.9274358974358975, "mrr_at_100": 0.9274358974358975, "mrr_at_1000": 0.9274358974358975, "naucs_at_1_max": 0.47617962902700983, "naucs_at_1_std": 0.33045883501464407, "naucs_at_1_diff1": 0.8781646599414249, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.6381886087768379, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.7222222222222276, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.7222222222222276, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "infovqa_subsampled": {"ndcg_at_1": 0.86, "ndcg_at_3": 0.88671, "ndcg_at_5": 0.89825, "ndcg_at_10": 0.90151, "ndcg_at_20": 0.90849, "ndcg_at_100": 0.91162, "ndcg_at_1000": 0.91339, "map_at_1": 0.86, "map_at_3": 0.88067, "map_at_5": 0.88707, "map_at_10": 0.88843, "map_at_20": 0.89056, "map_at_100": 0.89092, "map_at_1000": 0.89099, "recall_at_1": 0.86, "recall_at_3": 0.904, "recall_at_5": 0.932, "recall_at_10": 0.942, "recall_at_20": 0.968, "recall_at_100": 0.986, "recall_at_1000": 1.0, "precision_at_1": 0.86, "precision_at_3": 0.30133, "precision_at_5": 0.1864, "precision_at_10": 0.0942, "precision_at_20": 0.0484, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.858, "mrr_at_3": 0.8799999999999999, "mrr_at_5": 0.8859999999999999, "mrr_at_10": 0.8877992063492062, "mrr_at_20": 0.8897055999555997, "mrr_at_100": 0.8900658496714725, "mrr_at_1000": 0.8901272220832652, "naucs_at_1_max": 0.6271096023278367, "naucs_at_1_std": -0.043875571567133, "naucs_at_1_diff1": 0.9370583344880139, "naucs_at_3_max": 0.6881127450980395, "naucs_at_3_std": -0.021095938375348355, "naucs_at_3_diff1": 0.9083313881108002, "naucs_at_5_max": 0.8094002306805071, "naucs_at_5_std": 0.05795847750865092, "naucs_at_5_diff1": 0.9197424067666282, "naucs_at_10_max": 0.877426832802087, "naucs_at_10_std": 0.2035963810811664, "naucs_at_10_diff1": 0.9250619788145158, "naucs_at_20_max": 0.9557948179271724, "naucs_at_20_std": 0.38013538748832426, "naucs_at_20_diff1": 0.9325980392156829, "naucs_at_100_max": 0.9626517273576126, "naucs_at_100_std": 0.448312658396679, "naucs_at_100_diff1": 0.981325863678799, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.47, "ndcg_at_3": 0.53112, "ndcg_at_5": 0.56176, "ndcg_at_10": 0.58036, "ndcg_at_20": 0.59124, "ndcg_at_100": 0.61372, "ndcg_at_1000": 0.62957, "map_at_1": 0.47, "map_at_3": 0.51567, "map_at_5": 0.53277, "map_at_10": 0.54035, "map_at_20": 0.54347, "map_at_100": 0.54625, "map_at_1000": 0.54684, "recall_at_1": 0.47, "recall_at_3": 0.576, "recall_at_5": 0.65, "recall_at_10": 0.708, "recall_at_20": 0.75, "recall_at_100": 0.876, "recall_at_1000": 1.0, "precision_at_1": 0.47, "precision_at_3": 0.192, "precision_at_5": 0.13, "precision_at_10": 0.0708, "precision_at_20": 0.0375, "precision_at_100": 0.00876, "precision_at_1000": 0.001, "mrr_at_1": 0.47, "mrr_at_3": 0.5140000000000002, "mrr_at_5": 0.5322999999999999, "mrr_at_10": 0.5393452380952379, "mrr_at_20": 0.5430581398134026, "mrr_at_100": 0.5455877170766977, "mrr_at_1000": 0.5461605124926291, "naucs_at_1_max": 0.5899734964859769, "naucs_at_1_std": 0.37540315668719265, "naucs_at_1_diff1": 0.8310658104669103, "naucs_at_3_max": 0.5424525576127407, "naucs_at_3_std": 0.425733305596006, "naucs_at_3_diff1": 0.7247359175276799, "naucs_at_5_max": 0.5197754089022696, "naucs_at_5_std": 0.5280852795182682, "naucs_at_5_diff1": 0.6994124827081123, "naucs_at_10_max": 0.4841097869266883, "naucs_at_10_std": 0.5795468783396347, "naucs_at_10_diff1": 0.6604425085310391, "naucs_at_20_max": 0.4785557299843014, "naucs_at_20_std": 0.6286844583987442, "naucs_at_20_diff1": 0.6366300366300363, "naucs_at_100_max": 0.531426717344952, "naucs_at_100_std": 0.8670699298538366, "naucs_at_100_diff1": 0.5190043570965052, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "arxivqa_subsampled": {"ndcg_at_1": 0.8, "ndcg_at_3": 0.84812, "ndcg_at_5": 0.86369, "ndcg_at_10": 0.87151, "ndcg_at_20": 0.87714, "ndcg_at_100": 0.88221, "ndcg_at_1000": 0.88366, "map_at_1": 0.8, "map_at_3": 0.837, "map_at_5": 0.8456, "map_at_10": 0.84885, "map_at_20": 0.85044, "map_at_100": 0.85123, "map_at_1000": 0.85132, "recall_at_1": 0.8, "recall_at_3": 0.88, "recall_at_5": 0.918, "recall_at_10": 0.942, "recall_at_20": 0.964, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.29333, "precision_at_5": 0.1836, "precision_at_10": 0.0942, "precision_at_20": 0.0482, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.794, "mrr_at_3": 0.8339999999999999, "mrr_at_5": 0.8417999999999999, "mrr_at_10": 0.8457571428571429, "mrr_at_20": 0.8470214830491145, "mrr_at_100": 0.847837729621968, "mrr_at_1000": 0.847903412604169, "naucs_at_1_max": 0.7301598401598397, "naucs_at_1_std": 0.13073426573426558, "naucs_at_1_diff1": 0.9151098901098901, "naucs_at_3_max": 0.7855154311167684, "naucs_at_3_std": 0.19653197581928136, "naucs_at_3_diff1": 0.8981466751511297, "naucs_at_5_max": 0.8119719432488443, "naucs_at_5_std": 0.1740338411787435, "naucs_at_5_diff1": 0.9070278517911231, "naucs_at_10_max": 0.8026658939437882, "naucs_at_10_std": 0.2013587044013021, "naucs_at_10_diff1": 0.9108149006729143, "naucs_at_20_max": 0.9162257495590788, "naucs_at_20_std": 0.37184873949579655, "naucs_at_20_diff1": 0.9110384894698595, "naucs_at_100_max": 0.947712418300658, "naucs_at_100_std": 0.3913165266106556, "naucs_at_100_diff1": 0.9738562091503188, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.82143, "ndcg_at_3": 0.88125, "ndcg_at_5": 0.88724, "ndcg_at_10": 0.89646, "ndcg_at_20": 0.90181, "ndcg_at_100": 0.90464, "ndcg_at_1000": 0.90464, "map_at_1": 0.82143, "map_at_3": 0.86726, "map_at_5": 0.87065, "map_at_10": 0.87444, "map_at_20": 0.87587, "map_at_100": 0.87633, "map_at_1000": 0.87633, "recall_at_1": 0.82143, "recall_at_3": 0.92143, "recall_at_5": 0.93571, "recall_at_10": 0.96429, "recall_at_20": 0.98571, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.82143, "precision_at_3": 0.30714, "precision_at_5": 0.18714, "precision_at_10": 0.09643, "precision_at_20": 0.04929, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8285714285714286, "mrr_at_3": 0.8708333333333336, "mrr_at_5": 0.8742261904761907, "mrr_at_10": 0.8779606009070298, "mrr_at_20": 0.8793680292629874, "mrr_at_100": 0.8798495301637429, "mrr_at_1000": 0.8798495301637429, "naucs_at_1_max": 0.4043094907866057, "naucs_at_1_std": 0.16813948880523036, "naucs_at_1_diff1": 0.8608282147810575, "naucs_at_3_max": 0.5415287327052029, "naucs_at_3_std": 0.32170443935149834, "naucs_at_3_diff1": 0.7899371869960117, "naucs_at_5_max": 0.5449216723726537, "naucs_at_5_std": 0.295959124390499, "naucs_at_5_diff1": 0.768025728810043, "naucs_at_10_max": 0.6852007469654555, "naucs_at_10_std": 0.596965452847805, "naucs_at_10_diff1": 0.7665732959850585, "naucs_at_20_max": 0.8231792717086873, "naucs_at_20_std": 0.7496498599439745, "naucs_at_20_diff1": 0.6626984126984181, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.62237, "ndcg_at_3": 0.72528, "ndcg_at_5": 0.7518, "ndcg_at_10": 0.7704, "ndcg_at_20": 0.77829, "ndcg_at_100": 0.78521, "ndcg_at_1000": 0.787, "map_at_1": 0.62237, "map_at_3": 0.70014, "map_at_5": 0.71487, "map_at_10": 0.72262, "map_at_20": 0.72486, "map_at_100": 0.72587, "map_at_1000": 0.72594, "recall_at_1": 0.62237, "recall_at_3": 0.79796, "recall_at_5": 0.8623, "recall_at_10": 0.91942, "recall_at_20": 0.95009, "recall_at_100": 0.98677, "recall_at_1000": 1.0, "precision_at_1": 0.62237, "precision_at_3": 0.26599, "precision_at_5": 0.17246, "precision_at_10": 0.09194, "precision_at_20": 0.0475, "precision_at_100": 0.00987, "precision_at_1000": 0.001, "mrr_at_1": 0.6277811184606134, "mrr_at_3": 0.7027460412908401, "mrr_at_5": 0.7170875927039494, "mrr_at_10": 0.7253199896916075, "mrr_at_20": 0.7277180395724787, "mrr_at_100": 0.7287256043001191, "mrr_at_1000": 0.7287991066528416, "naucs_at_1_max": 0.13553936519738788, "naucs_at_1_std": -0.3187519674953281, "naucs_at_1_diff1": 0.7778249427309417, "naucs_at_3_max": 0.2141299663362708, "naucs_at_3_std": -0.2863201435902689, "naucs_at_3_diff1": 0.6746349432069665, "naucs_at_5_max": 0.26199278239549034, "naucs_at_5_std": -0.2097766943253057, "naucs_at_5_diff1": 0.6504413592115734, "naucs_at_10_max": 0.33005867437923625, "naucs_at_10_std": 0.042015716590848955, "naucs_at_10_diff1": 0.5806124077911619, "naucs_at_20_max": 0.38884886089913584, "naucs_at_20_std": 0.25394752368146895, "naucs_at_20_diff1": 0.576841503912515, "naucs_at_100_max": 0.6555237795463111, "naucs_at_100_std": 0.7055850937111812, "naucs_at_100_diff1": 0.6635432021140835, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.74, "ndcg_at_3": 0.84833, "ndcg_at_5": 0.85651, "ndcg_at_10": 0.86656, "ndcg_at_20": 0.86887, "ndcg_at_100": 0.87251, "ndcg_at_1000": 0.87251, "map_at_1": 0.74, "map_at_3": 0.82333, "map_at_5": 0.82783, "map_at_10": 0.83218, "map_at_20": 0.8327, "map_at_100": 0.83316, "map_at_1000": 0.83316, "recall_at_1": 0.74, "recall_at_3": 0.92, "recall_at_5": 0.94, "recall_at_10": 0.97, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.74, "precision_at_3": 0.30667, "precision_at_5": 0.188, "precision_at_10": 0.097, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.76, "mrr_at_3": 0.8333333333333335, "mrr_at_5": 0.8378333333333334, "mrr_at_10": 0.8423571428571431, "mrr_at_20": 0.8428834586466167, "mrr_at_100": 0.84334179197995, "mrr_at_1000": 0.84334179197995, "naucs_at_1_max": -0.18346782368922665, "naucs_at_1_std": -0.312314991281781, "naucs_at_1_diff1": 0.6844410202343775, "naucs_at_3_max": 0.05304621848739506, "naucs_at_3_std": 0.02485994397759261, "naucs_at_3_diff1": 0.6601890756302518, "naucs_at_5_max": 0.30104263927793357, "naucs_at_5_std": 0.15561780267662587, "naucs_at_5_diff1": 0.7639277933395614, "naucs_at_10_max": -0.35434173669467856, "naucs_at_10_std": -0.3963585434173691, "naucs_at_10_diff1": 0.8638344226579531, "naucs_at_20_max": -0.5929038281979383, "naucs_at_20_std": -0.5088702147525547, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}