Upload 6 files

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 exp_illustration/attention_vis.png filter=lfs diff=lfs merge=lfs -text
 pretrained[[:space:]]models/vit_small_800ep/linear_probing_checkpoint.pth.tar filter=lfs diff=lfs merge=lfs -text
+pretrained[[:space:]]models/vit_base_400ep/linear_probing_checkpoint.pth.tar filter=lfs diff=lfs merge=lfs -text

pretrained models/vit_base_400ep/args.txt

@@ -0,0 +1,48 @@
+#!/bin/bash
+DATASET_ROOT=/dataset/imageNet100_sicy/train/ #/raid/common/imagenet-raw/
+
+## train ViT-base for 400 epochs
+OUTPUT_ROOT=./exps/vit_base_400ep
+NPROC_PER_NODE=24 # GPU numbers
+BATCH_SIZE_PER_GPU=42
+DEBUG=false # debug = true, then we only load subset of the whole training dataset
+python -m torch.distributed.launch --nproc_per_node=$NPROC_PER_NODE main.py \
+    --data_path $DATASET_ROOT \
+    --output_dir $OUTPUT_ROOT \
+    --arch vit_base \
+    --instance_queue_size 65536 \
+    --local_group_queue_size 65536 \
+    --use_bn_in_head false \
+    --instance_out_dim 256 \
+    --instance_temp 0.2 \
+    --local_group_out_dim 256 \
+    --local_group_temp 0.2 \
+    --local_group_knn_top_n 8 \
+    --group_out_dim 65536 \
+    --group_student_temp 0.1 \
+    --group_warmup_teacher_temp 0.04 \
+    --group_teacher_temp 0.07 \
+    --group_warmup_teacher_temp_epochs 50 \
+    --norm_last_layer false \
+    --norm_before_pred true \
+    --batch_size_per_gpu $BATCH_SIZE_PER_GPU \
+    --epochs 400 \
+    --warmup_epochs 10 \
+    --clip_grad 3.0 \
+    --lr 0.0008 \
+    --min_lr 2e-06 \
+    --patch_embed_lr_mult 0.2 \
+    --drop_path_rate 0.1 \
+    --weight_decay 0.04 \
+    --weight_decay_end 0.1 \
+    --freeze_last_layer 3 \
+    --momentum_teacher 0.996 \
+    --use_fp16 false \
+    --local_crops_number 10 \
+    --size_crops 96 \
+    --global_crops_scale 0.25 1 \
+    --local_crops_scale 0.05 0.25 \
+    --timm_auto_augment_par rand-m9-mstd0.5-inc1 \
+    --prob 0.5 \
+    --use_prefetcher true \
+    --debug $DEBUG

pretrained models/vit_base_400ep/fine_tuning_checkpoint-best.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170fb530a50b9ecd3b7e194bc3f7d786c54243e0392dbef4a3e39a9856be2be7
+size 1038970583

pretrained models/vit_base_400ep/fine_tuning_log.txt

@@ -0,0 +1,100 @@
+{"train_lr": 2.997721731484072e-05, "train_min_lr": 1.2632993704056536e-08, "train_loss": 5.520860667041928, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 1.7876333700571891, "test_loss": 1.2911619528043317, "test_acc1": 74.72200232666016, "test_acc5": 93.24800252929687, "epoch": 0, "n_parameters": 86567656}
+{"train_lr": 8.997961549222588e-05, "train_min_lr": 3.791919390209611e-08, "train_loss": 3.9236352715513214, "train_loss_scale": 72241.52198241407, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.9932003387774544, "test_acc1": 78.1120025, "test_acc5": 94.77000260742187, "epoch": 1, "n_parameters": 86567656}
+{"train_lr": 0.0001499820136696111, "train_min_lr": 6.320539410013567e-08, "train_loss": 3.725630641507683, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.2544760774556014, "test_loss": 0.9443287001601581, "test_acc1": 79.17000241699219, "test_acc5": 95.18600247070313, "epoch": 2, "n_parameters": 86567656}
+{"train_lr": 0.00020998441184699623, "train_min_lr": 8.849159429817523e-08, "train_loss": 3.6402467927224724, "train_loss_scale": 41673.77138289368, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.8953651087608374, "test_acc1": 79.84800232910156, "test_acc5": 95.39600252929688, "epoch": 3, "n_parameters": 86567656}
+{"train_lr": 0.0002699868100243815, "train_min_lr": 1.1377779449621479e-07, "train_loss": 3.5708488427477776, "train_loss_scale": 37011.338129496406, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.429488264590049, "test_loss": 0.8919022682754473, "test_acc1": 80.18200263183594, "test_acc5": 95.58400259765625, "epoch": 4, "n_parameters": 86567656}
+{"train_lr": 0.0003299892082017667, "train_min_lr": 1.3906399469425437e-07, "train_loss": 3.5118252102205223, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.479309021235465, "test_loss": 0.8736933603939883, "test_acc1": 80.3000026171875, "test_acc5": 95.69600282226563, "epoch": 5, "n_parameters": 86567656}
+{"train_lr": 0.00038999160637915177, "train_min_lr": 1.6435019489229392e-07, "train_loss": 3.4766570559079697, "train_loss_scale": 71770.03996802558, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.8609478334357455, "test_acc1": 80.7040026953125, "test_acc5": 95.80000268554687, "epoch": 6, "n_parameters": 86567656}
+{"train_lr": 0.0004499940045565371, "train_min_lr": 1.896363950903335e-07, "train_loss": 3.422856244025566, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.5213533583686027, "test_loss": 0.8425315629933529, "test_acc1": 80.59800272460937, "test_acc5": 95.8560024609375, "epoch": 7, "n_parameters": 86567656}
+{"train_lr": 0.0005099964027339221, "train_min_lr": 2.1492259528837304e-07, "train_loss": 3.402624214784228, "train_loss_scale": 71298.5579536371, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.8391822452061021, "test_acc1": 80.79000236328125, "test_acc5": 95.82000240234375, "epoch": 8, "n_parameters": 86567656}
+{"train_lr": 0.0005699988009113075, "train_min_lr": 2.4020879548641256e-07, "train_loss": 3.388823616895363, "train_loss_scale": 66950.44604316547, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.8245565242694255, "test_acc1": 80.78800240234375, "test_acc5": 95.90200271484375, "epoch": 9, "n_parameters": 86567656}
+{"train_lr": 0.0006300011990886926, "train_min_lr": 2.6549499568445216e-07, "train_loss": 3.357212643114497, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.6284468315011686, "test_loss": 0.8330145920716027, "test_acc1": 81.01000258300782, "test_acc5": 95.97000260742188, "epoch": 10, "n_parameters": 86567656}
+{"train_lr": 0.000690003597266078, "train_min_lr": 2.9078119588249177e-07, "train_loss": 3.3222429960084665, "train_loss_scale": 67841.02318145483, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.818669908233986, "test_acc1": 81.01600230957031, "test_acc5": 95.91600233398438, "epoch": 11, "n_parameters": 86567656}
+{"train_lr": 0.0007500059954434631, "train_min_lr": 3.1606739608053116e-07, "train_loss": 3.3176285028219414, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.7103671267164127, "test_loss": 0.8214341971266772, "test_acc1": 81.164002421875, "test_acc5": 96.03000223632813, "epoch": 12, "n_parameters": 86567656}
+{"train_lr": 0.0008100083936208481, "train_min_lr": 3.413535962785711e-07, "train_loss": 3.281946166384992, "train_loss_scale": 62418.98001598721, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.8092124291420897, "test_acc1": 81.20400237304688, "test_acc5": 96.07400286132813, "epoch": 13, "n_parameters": 86567656}
+{"train_lr": 0.0008700107917982333, "train_min_lr": 3.666397964766104e-07, "train_loss": 3.276398069590783, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.7573651366001317, "test_loss": 0.8288006947529271, "test_acc1": 81.20200268554687, "test_acc5": 96.07200264648438, "epoch": 14, "n_parameters": 86567656}
+{"train_lr": 0.0009300131899756183, "train_min_lr": 3.9192599667464996e-07, "train_loss": 3.258756810228983, "train_loss_scale": 51915.408473221425, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.787756677821195, "test_loss": 0.7999338651525563, "test_acc1": 81.35400252929688, "test_acc5": 96.10000237304688, "epoch": 15, "n_parameters": 86567656}
+{"train_lr": 0.0009900155881530036, "train_min_lr": 4.172121968726895e-07, "train_loss": 3.2439505576753884, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.823040919909946, "test_loss": 0.8009963551129418, "test_acc1": 81.35400240722656, "test_acc5": 96.06000271484375, "epoch": 16, "n_parameters": 86567656}
+{"train_lr": 0.001050017986330389, "train_min_lr": 4.4249839707072927e-07, "train_loss": 3.240008914618374, "train_loss_scale": 66898.05915267786, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.8127847778043528, "test_acc1": 81.38600256835937, "test_acc5": 96.114002578125, "epoch": 17, "n_parameters": 86567656}
+{"train_lr": 0.001110020384507774, "train_min_lr": 4.677845972687686e-07, "train_loss": 3.225492820155611, "train_loss_scale": 67212.38049560352, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.8199993256065581, "test_acc1": 81.41000250488281, "test_acc5": 96.12400251953125, "epoch": 18, "n_parameters": 86567656}
+{"train_lr": 0.0011700227826851595, "train_min_lr": 4.930707974668082e-07, "train_loss": 3.215334701464235, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 3.9085217025354324, "test_loss": 0.796583924371164, "test_acc1": 81.67000245117187, "test_acc5": 96.1540025390625, "epoch": 19, "n_parameters": 86567656}
+{"train_lr": 0.001199846112502229, "train_min_lr": 5.056389399283351e-07, "train_loss": 3.2008181128332276, "train_loss_scale": 65850.32134292566, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7928336741709617, "test_acc1": 81.46600270507813, "test_acc5": 96.27200250976563, "epoch": 20, "n_parameters": 86567656}
+{"train_lr": 0.0011989223336968786, "train_min_lr": 5.052496412249431e-07, "train_loss": 3.1840649868944566, "train_loss_scale": 71350.9448441247, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7827162116309235, "test_acc1": 81.6800024951172, "test_acc5": 96.23800234375, "epoch": 21, "n_parameters": 86567656}
+{"train_lr": 0.0011970758310274807, "train_min_lr": 5.04471488391341e-07, "train_loss": 3.1690280729298776, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.004816926259408, "test_loss": 0.7787450542851883, "test_acc1": 81.74000225097656, "test_acc5": 96.20800274414063, "epoch": 22, "n_parameters": 86567656}
+{"train_lr": 0.0011943094516673142, "train_min_lr": 5.033056812827984e-07, "train_loss": 3.159724979794664, "train_loss_scale": 66059.8689048761, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7740526974087018, "test_acc1": 81.90200269042968, "test_acc5": 96.262002578125, "epoch": 23, "n_parameters": 86567656}
+{"train_lr": 0.0011906274611728472, "train_min_lr": 5.017540174893758e-07, "train_loss": 3.1535610288119527, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.036875244524839, "test_loss": 0.7908680991651454, "test_acc1": 81.86000249023438, "test_acc5": 96.24200283203125, "epoch": 24, "n_parameters": 86567656}
+{"train_lr": 0.0011860355369065422, "train_min_lr": 4.998188895641762e-07, "train_loss": 3.1362370051544826, "train_loss_scale": 66898.05915267786, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.792016631798726, "test_acc1": 82.12200241210938, "test_acc5": 96.23200262695312, "epoch": 25, "n_parameters": 86567656}
+{"train_lr": 0.0011805407592827904, "train_min_lr": 4.975032813341991e-07, "train_loss": 3.1249033724137254, "train_loss_scale": 66112.25579536372, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7777336133051649, "test_acc1": 82.27600250488281, "test_acc5": 96.32800279296875, "epoch": 26, "n_parameters": 86567656}
+{"train_lr": 0.001174151600850419, "train_min_lr": 4.948107632994973e-07, "train_loss": 3.1114193041452305, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.097763954020804, "test_loss": 0.7679208606709922, "test_acc1": 82.16800248046874, "test_acc5": 96.3540027734375, "epoch": 27, "n_parameters": 86567656}
+{"train_lr": 0.0011668779132286333, "train_min_lr": 4.91745487127723e-07, "train_loss": 3.1032731526975725, "train_loss_scale": 67998.18385291766, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7699071806052635, "test_acc1": 82.24800230957031, "test_acc5": 96.35200282226562, "epoch": 28, "n_parameters": 86567656}
+{"train_lr": 0.0011587309119165377, "train_min_lr": 4.883121792525556e-07, "train_loss": 3.092605069077177, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.139214401717761, "test_loss": 0.7845067852872541, "test_acc1": 82.2200025390625, "test_acc5": 96.33800263671876, "epoch": 29, "n_parameters": 86567656}
+{"train_lr": 0.0011497231589996488, "train_min_lr": 4.845161335858885e-07, "train_loss": 3.074865544728524, "train_loss_scale": 66636.1247002398, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.75524768427414, "test_acc1": 82.42600250976562, "test_acc5": 96.42000235351563, "epoch": 30, "n_parameters": 86567656}
+{"train_lr": 0.0011398685437800748, "train_min_lr": 4.803632033549976e-07, "train_loss": 3.07888973739555, "train_loss_scale": 65797.93445243804, "train_weight_decay": 0.049999999999998865, "train_grad_norm": NaN, "test_loss": 0.7587476886551956, "test_acc1": 82.42600234375, "test_acc5": 96.44600251953125, "epoch": 31, "n_parameters": 86567656}
+{"train_lr": 0.0011291822613602026, "train_min_lr": 4.758597920772873e-07, "train_loss": 3.0678702676705987, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.152900679982443, "test_loss": 0.7668100874656918, "test_acc1": 82.6540025, "test_acc5": 96.48000250976563, "epoch": 32, "n_parameters": 86567656}
+{"train_lr": 0.0011176807892129682, "train_min_lr": 4.710128436865345e-07, "train_loss": 3.0540791688134057, "train_loss_scale": 65850.32134292566, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7593972311851165, "test_acc1": 82.71800252441406, "test_acc5": 96.4380025390625, "epoch": 33, "n_parameters": 86567656}
+{"train_lr": 0.0011053818617747795, "train_min_lr": 4.6582983182584453e-07, "train_loss": 3.0519031952682445, "train_loss_scale": 66478.96402877697, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7531241007805785, "test_acc1": 82.71800251464843, "test_acc5": 96.46800264648438, "epoch": 34, "n_parameters": 86567656}
+{"train_lr": 0.0010923044431002948, "train_min_lr": 4.6031874832383414e-07, "train_loss": 3.046807482350263, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.198336031606538, "test_loss": 0.7503690476961062, "test_acc1": 82.66600259765625, "test_acc5": 96.47400267578125, "epoch": 35, "n_parameters": 86567656}
+{"train_lr": 0.0010784686976212541, "train_min_lr": 4.5448809087181056e-07, "train_loss": 3.037025463488176, "train_loss_scale": 40547.453237410075, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.763132609798077, "test_acc1": 82.70000251953125, "test_acc5": 96.54200280273437, "epoch": 36, "n_parameters": 86567656}
+{"train_lr": 0.0010638959590543423, "train_min_lr": 4.483468499209532e-07, "train_loss": 3.0310163204547025, "train_loss_scale": 38137.656274980014, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.224732938716166, "test_loss": 0.7393661386322701, "test_acc1": 82.78000245605469, "test_acc5": 96.5560026953125, "epoch": 37, "n_parameters": 86567656}
+{"train_lr": 0.001048608697506178, "train_min_lr": 4.4190449481967945e-07, "train_loss": 3.0250999666661094, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.243450759030837, "test_loss": 0.7476486272510441, "test_acc1": 82.60600237792968, "test_acc5": 96.58800276367188, "epoch": 38, "n_parameters": 86567656}
+{"train_lr": 0.0010326304848260217, "train_min_lr": 4.351709592126058e-07, "train_loss": 3.0134136104088225, "train_loss_scale": 65588.38689048761, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7421724304728124, "test_acc1": 82.65200239746093, "test_acc5": 96.57200255859375, "epoch": 39, "n_parameters": 86567656}
+{"train_lr": 0.0010159859582597086, "train_min_lr": 4.28156625723582e-07, "train_loss": 3.007446444684939, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.264243228830022, "test_loss": 0.7419182843746354, "test_acc1": 82.96400233886719, "test_acc5": 96.57400279296876, "epoch": 40, "n_parameters": 86567656}
+{"train_lr": 0.0009987007824607825, "train_min_lr": 4.208723099464383e-07, "train_loss": 3.010810269547595, "train_loss_scale": 66112.25579536372, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7403421497322134, "test_acc1": 83.05000249023438, "test_acc5": 96.59200270507813, "epoch": 41, "n_parameters": 86567656}
+{"train_lr": 0.0009808016099174693, "train_min_lr": 4.1332924376812644e-07, "train_loss": 2.9900352902216114, "train_loss_scale": 65693.16067146283, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7503324944625869, "test_acc1": 82.78400237792968, "test_acc5": 96.630002734375, "epoch": 42, "n_parameters": 86567656}
+{"train_lr": 0.000962316039856474, "train_min_lr": 4.0553905804996027e-07, "train_loss": 2.9880909409692626, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.288231012823103, "test_loss": 0.7383982079581739, "test_acc1": 82.93600242675781, "test_acc5": 96.60000286132812, "epoch": 43, "n_parameters": 86567656}
+{"train_lr": 0.0009432725756869719, "train_min_lr": 3.975137646936729e-07, "train_loss": 2.9796482501127164, "train_loss_scale": 66007.48201438849, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7380693295677959, "test_acc1": 82.94600254882812, "test_acc5": 96.67400279296875, "epoch": 44, "n_parameters": 86567656}
+{"train_lr": 0.0009237005810504102, "train_min_lr": 3.8926573811993493e-07, "train_loss": 2.9724457585196986, "train_loss_scale": 65955.09512390089, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7309757927254242, "test_acc1": 83.23800255859375, "test_acc5": 96.64800267578126, "epoch": 45, "n_parameters": 86567656}
+{"train_lr": 0.0009036302345439133, "train_min_lr": 3.8080769618789577e-07, "train_loss": 2.975195857868206, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.320639576366861, "test_loss": 0.7446174885349712, "test_acc1": 83.0080026123047, "test_acc5": 96.6480025390625, "epoch": 46, "n_parameters": 86567656}
+{"train_lr": 0.000883092483187069, "train_min_lr": 3.7215268058516126e-07, "train_loss": 2.9650250939752083, "train_loss_scale": 65850.32134292566, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.738021041127457, "test_acc1": 83.17000241699219, "test_acc5": 96.672002734375, "epoch": 47, "n_parameters": 86567656}
+{"train_lr": 0.0008621189947038636, "train_min_lr": 3.6331403671846427e-07, "train_loss": 2.95888396148249, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.324197247541018, "test_loss": 0.7405206413789728, "test_acc1": 83.188002578125, "test_acc5": 96.70000259765625, "epoch": 48, "n_parameters": 86567656}
+{"train_lr": 0.0008407421086933434, "train_min_lr": 3.543053931360085e-07, "train_loss": 2.9525925789734155, "train_loss_scale": 38242.430055955236, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.727422605015309, "test_acc1": 83.35200257324219, "test_acc5": 96.65000270507812, "epoch": 49, "n_parameters": 86567656}
+{"train_lr": 0.0008189947867643157, "train_min_lr": 3.451406405132407e-07, "train_loss": 2.9467900004937686, "train_loss_scale": 40652.22701838529, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.330086668046544, "test_loss": 0.7281826938934253, "test_acc1": 83.16400224121094, "test_acc5": 96.6680025390625, "epoch": 50, "n_parameters": 86567656}
+{"train_lr": 0.0007969105617109163, "train_min_lr": 3.358339102344285e-07, "train_loss": 2.934308975696754, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.321183702642683, "test_loss": 0.7255150868746513, "test_acc1": 83.20800248046875, "test_acc5": 96.66600247070312, "epoch": 51, "n_parameters": 86567656}
+{"train_lr": 0.0007745234858074802, "train_min_lr": 3.263995526030967e-07, "train_loss": 2.929205379659514, "train_loss_scale": 51967.79536370903, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7246349909524809, "test_acc1": 83.34400239746094, "test_acc5": 96.68200251953125, "epoch": 52, "n_parameters": 86567656}
+{"train_lr": 0.0007518680783024018, "train_min_lr": 3.1685211471489785e-07, "train_loss": 2.917676522803726, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.364273701735633, "test_loss": 0.7191879193216448, "test_acc1": 83.37400263671876, "test_acc5": 96.622002734375, "epoch": 53, "n_parameters": 86567656}
+{"train_lr": 0.0007289792721919573, "train_min_lr": 3.0720631802704263e-07, "train_loss": 2.9227888960179857, "train_loss_scale": 59904.409272581936, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.351603170855345, "test_loss": 0.7313475701315649, "test_acc1": 83.26200262207031, "test_acc5": 96.68000265625, "epoch": 54, "n_parameters": 86567656}
+{"train_lr": 0.000705892360356159, "train_min_lr": 2.9747703565888335e-07, "train_loss": 2.921744898545275, "train_loss_scale": 66426.57713828937, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7358082024758803, "test_acc1": 83.16600234375, "test_acc5": 96.70800276367187, "epoch": 55, "n_parameters": 86567656}
+{"train_lr": 0.000682642941139679, "train_min_lr": 2.87679269458639e-07, "train_loss": 2.920350502161004, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.370010533016458, "test_loss": 0.7242730563056881, "test_acc1": 83.42800243164062, "test_acc5": 96.67800274414063, "epoch": 56, "n_parameters": 86567656}
+{"train_lr": 0.0006592668634618035, "train_min_lr": 2.7782812687163277e-07, "train_loss": 2.8959154472362507, "train_loss_scale": 65588.38689048761, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7200340082818978, "test_acc1": 83.37400270019532, "test_acc5": 96.66400271484375, "epoch": 57, "n_parameters": 86567656}
+{"train_lr": 0.0006358001715399762, "train_min_lr": 2.6793879764571024e-07, "train_loss": 2.904490867357174, "train_loss_scale": 65640.77378097521, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.726642900271434, "test_acc1": 83.43000255371093, "test_acc5": 96.66000247070312, "epoch": 58, "n_parameters": 86567656}
+{"train_lr": 0.0006122790493122424, "train_min_lr": 2.5802653040974467e-07, "train_loss": 2.9036317672684704, "train_loss_scale": 54220.43165467626, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7142911152022094, "test_acc1": 83.45400243164063, "test_acc5": 96.75200271484375, "epoch": 59, "n_parameters": 86567656}
+{"train_lr": 0.0005887397646442304, "train_min_lr": 2.4810660916135856e-07, "train_loss": 2.887482542130682, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.401691564648367, "test_loss": 0.7133666251240105, "test_acc1": 83.52400232910156, "test_acc5": 96.7200027734375, "epoch": 60, "n_parameters": 86567656}
+{"train_lr": 0.0005652186134067388, "train_min_lr": 2.3819432970010637e-07, "train_loss": 2.8858746321295663, "train_loss_scale": 57232.67785771383, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.398287223873855, "test_loss": 0.7202667361589227, "test_acc1": 83.52200258300782, "test_acc5": 96.71800279296875, "epoch": 61, "n_parameters": 86567656}
+{"train_lr": 0.000541751863510129, "train_min_lr": 2.2830497604246107e-07, "train_loss": 2.8804565207373134, "train_loss_scale": 48064.97202238209, "train_weight_decay": 0.049999999999998865, "train_grad_norm": NaN, "test_loss": 0.7144578388139206, "test_acc1": 83.5660024609375, "test_acc5": 96.71600268554687, "epoch": 62, "n_parameters": 86567656}
+{"train_lr": 0.0005183756989818348, "train_min_lr": 2.184537968549676e-07, "train_loss": 2.875593495049732, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.390706345522337, "test_loss": 0.7177405433864886, "test_acc1": 83.68600259765626, "test_acc5": 96.7460026171875, "epoch": 63, "n_parameters": 86567656}
+{"train_lr": 0.0004951261641732231, "train_min_lr": 2.0865598194190603e-07, "train_loss": 2.8712423799945106, "train_loss_scale": 63388.13749000799, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.398436711751205, "test_loss": 0.7134516480667837, "test_acc1": 83.60600252929687, "test_acc5": 96.72400254882812, "epoch": 64, "n_parameters": 86567656}
+{"train_lr": 0.00047203910818180867, "train_min_lr": 1.9892663882371233e-07, "train_loss": 2.8682457483667645, "train_loss_scale": 65797.93445243804, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.720002885865069, "test_acc1": 83.61800224121093, "test_acc5": 96.71600276367188, "epoch": 65, "n_parameters": 86567656}
+{"train_lr": 0.000449150129574547, "train_min_lr": 1.8928076944227806e-07, "train_loss": 2.861393963892778, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.408258606394608, "test_loss": 0.7167302289570885, "test_acc1": 83.79400278320313, "test_acc5": 96.74600272460937, "epoch": 66, "n_parameters": 86567656}
+{"train_lr": 0.00042649452149742334, "train_min_lr": 1.7973324702904246e-07, "train_loss": 2.8593696803569224, "train_loss_scale": 34968.24940047962, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7123029780113834, "test_acc1": 83.78200267089844, "test_acc5": 96.75000284179687, "epoch": 67, "n_parameters": 86567656}
+{"train_lr": 0.00040410721725598286, "train_min_lr": 1.7029879317154918e-07, "train_loss": 2.8529019075022233, "train_loss_scale": 35151.60351718625, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7152690977086509, "test_acc1": 83.8200025, "test_acc5": 96.78600288085937, "epoch": 68, "n_parameters": 86567656}
+{"train_lr": 0.00038202273645070005, "train_min_lr": 1.6099195511382242e-07, "train_loss": 2.8580098963088747, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.424673608357577, "test_loss": 0.7205284839046413, "test_acc1": 83.73000251464843, "test_acc5": 96.69800247070313, "epoch": 69, "n_parameters": 86567656}
+{"train_lr": 0.00036027513175026284, "train_min_lr": 1.5182708332557547e-07, "train_loss": 2.8424704135726873, "train_loss_scale": 33082.32134292566, "train_weight_decay": 0.049999999999998865, "train_grad_norm": NaN, "test_loss": 0.711243065095496, "test_acc1": 83.81400243164063, "test_acc5": 96.71600263671876, "epoch": 70, "n_parameters": 86567656}
+{"train_lr": 0.0003388979363848201, "train_min_lr": 1.4281830937482196e-07, "train_loss": 2.8361254449275664, "train_loss_scale": 34549.15427657874, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.438496785007602, "test_loss": 0.7114368569234322, "test_acc1": 83.80000257324218, "test_acc5": 96.7940028125, "epoch": 71, "n_parameters": 86567656}
+{"train_lr": 0.00031792411244017677, "train_min_lr": 1.3397952413802485e-07, "train_loss": 2.8401458026241246, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.429834205946095, "test_loss": 0.718437923154155, "test_acc1": 83.7720026171875, "test_acc5": 96.73800274414063, "epoch": 72, "n_parameters": 86567656}
+{"train_lr": 0.0002973860000326411, "train_min_lr": 1.2532435638137122e-07, "train_loss": 2.8237763777387133, "train_loss_scale": 65745.54756195044, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7083346051845514, "test_acc1": 83.87200264648438, "test_acc5": 96.80400306640625, "epoch": 73, "n_parameters": 86567656}
+{"train_lr": 0.000277315267442915, "train_min_lr": 1.1686615174620377e-07, "train_loss": 2.8223798083101244, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.445520975416322, "test_loss": 0.7110328133078827, "test_acc1": 83.94800254882813, "test_acc5": 96.82200271484375, "epoch": 74, "n_parameters": 86567656}
+{"train_lr": 0.00025774286228589475, "train_min_lr": 1.0861795217100597e-07, "train_loss": 2.8225074359100404, "train_loss_scale": 66374.19024780176, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7038041298987765, "test_acc1": 84.03000243652343, "test_acc5": 96.81000271484375, "epoch": 75, "n_parameters": 86567656}
+{"train_lr": 0.0002386989637916971, "train_min_lr": 1.0059247578168191e-07, "train_loss": 2.8161609079912124, "train_loss_scale": 33710.96402877698, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.706734044570119, "test_acc1": 83.93000270507812, "test_acc5": 96.79600279296875, "epoch": 76, "n_parameters": 86567656}
+{"train_lr": 0.0002202129362714707, "train_min_lr": 9.280209728112546e-08, "train_loss": 2.8213605545312284, "train_loss_scale": 44974.14548361311, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.449057151945375, "test_loss": 0.7088592466951786, "test_acc1": 83.97800252441407, "test_acc5": 96.8740028125, "epoch": 77, "n_parameters": 86567656}
+{"train_lr": 0.0002023132838397564, "train_min_lr": 8.525882886832677e-08, "train_loss": 2.805161129918506, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.454313451628224, "test_loss": 0.7003062844733169, "test_acc1": 84.07800253417969, "test_acc5": 96.86400283203125, "epoch": 78, "n_parameters": 86567656}
+{"train_lr": 0.00018502760646321278, "train_min_lr": 7.797430171643127e-08, "train_loss": 2.8085132227550975, "train_loss_scale": 32925.16067146283, "train_weight_decay": 0.049999999999998865, "train_grad_norm": NaN, "test_loss": 0.70055901650268, "test_acc1": 84.04200233886719, "test_acc5": 96.83800252929687, "epoch": 79, "n_parameters": 86567656}
+{"train_lr": 0.00016838255740346322, "train_min_lr": 7.095974803831439e-08, "train_loss": 2.7946216055362534, "train_loss_scale": 45759.94884092726, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.446751663724867, "test_loss": 0.7034925127052256, "test_acc1": 84.12800258300781, "test_acc5": 96.83400280273437, "epoch": 80, "n_parameters": 86567656}
+{"train_lr": 0.0001524038021197004, "train_min_lr": 6.422598376732251e-08, "train_loss": 2.7903329889765747, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.421228220899232, "test_loss": 0.701983569225589, "test_acc1": 84.02200268066406, "test_acc5": 96.82600288085938, "epoch": 81, "n_parameters": 86567656}
+{"train_lr": 0.00013711597869440866, "train_min_lr": 5.7783391879888294e-08, "train_loss": 2.7974041374943717, "train_loss_scale": 65588.38689048761, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.700939668378154, "test_acc1": 84.05400269042968, "test_acc5": 96.80600260742187, "epoch": 82, "n_parameters": 86567656}
+{"train_lr": 0.00012254265984322626, "train_min_lr": 5.164190638573445e-08, "train_loss": 2.7941539998201255, "train_loss_scale": 65797.93445243804, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7049672881648001, "test_acc1": 84.16600239746094, "test_acc5": 96.80600266601563, "epoch": 83, "n_parameters": 86567656}
+{"train_lr": 0.00010870631656752672, "train_min_lr": 4.58109970103487e-08, "train_loss": 2.79092302806467, "train_loss_scale": 65536.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.4221697806549685, "test_loss": 0.7020374086053892, "test_acc1": 84.06000257324219, "test_acc5": 96.8140028515625, "epoch": 84, "n_parameters": 86567656}
+{"train_lr": 9.56282835057626e-05, "train_min_lr": 4.0299654593355386e-08, "train_loss": 2.7862211030354795, "train_loss_scale": 38504.364508393286, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.700157942500151, "test_acc1": 84.12400225097656, "test_acc5": 96.84600271484375, "epoch": 85, "n_parameters": 86567656}
+{"train_lr": 8.332872603700069e-05, "train_min_lr": 3.511637722529139e-08, "train_loss": 2.7828092837838723, "train_loss_scale": 40180.7450039968, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.446651417002689, "test_loss": 0.7034655883051883, "test_acc1": 84.11000245117188, "test_acc5": 96.844002734375, "epoch": 86, "n_parameters": 86567656}
+{"train_lr": 7.182660918736792e-05, "train_min_lr": 3.0269157144166766e-08, "train_loss": 2.7829707633319805, "train_loss_scale": 55818.23181454836, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7032621891676695, "test_acc1": 84.16200255371093, "test_acc5": 96.86000287109376, "epoch": 87, "n_parameters": 86567656}
+{"train_lr": 6.11396683873568e-05, "train_min_lr": 2.5765468412013197e-08, "train_loss": 2.7807730604990497, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.459189962521255, "test_loss": 0.7004189751043174, "test_acc1": 84.22600258300781, "test_acc5": 96.858002890625, "epoch": 88, "n_parameters": 86567656}
+{"train_lr": 5.128438212507544e-05, "train_min_lr": 2.1612255390421663e-08, "train_loss": 2.7785856380141514, "train_loss_scale": 49296.06394884093, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.7015960227369805, "test_acc1": 84.18400243652344, "test_acc5": 96.86000275390624, "epoch": 89, "n_parameters": 86567656}
+{"train_lr": 4.227594653761509e-05, "train_min_lr": 1.781592203284064e-08, "train_loss": 2.784802940907143, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.460121157643893, "test_loss": 0.7015866099417895, "test_acc1": 84.22600259765625, "test_acc5": 96.8420029296875, "epoch": 90, "n_parameters": 86567656}
+{"train_lr": 3.4128251979707407e-05, "train_min_lr": 1.4382322010143828e-08, "train_loss": 2.784660592734766, "train_loss_scale": 39735.456434852116, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.6971373246889918, "test_acc1": 84.25400245605469, "test_acc5": 96.87600274414062, "epoch": 91, "n_parameters": 86567656}
+{"train_lr": 2.685386160580364e-05, "train_min_lr": 1.1316749684693876e-08, "train_loss": 2.777699251719516, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.439904323298868, "test_loss": 0.7022319208273943, "test_acc1": 84.2380027294922, "test_acc5": 96.8740028515625, "epoch": 92, "n_parameters": 86567656}
+{"train_lr": 2.0463991998602305e-05, "train_min_lr": 8.623931946819504e-09, "train_loss": 2.7784814881525643, "train_loss_scale": 58437.576338928855, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.446779675144467, "test_loss": 0.7001935119715686, "test_acc1": 84.28200243164062, "test_acc5": 96.8660028125, "epoch": 93, "n_parameters": 86567656}
+{"train_lr": 1.4968495873890584e-05, "train_min_lr": 6.3080209262932594e-09, "train_loss": 2.7700077018482414, "train_loss_scale": 33160.90167865707, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.698743403528842, "test_acc1": 84.25200243164062, "test_acc5": 96.886002734375, "epoch": 94, "n_parameters": 86567656}
+{"train_lr": 1.0375846888371264e-05, "train_min_lr": 4.3725875900481435e-09, "train_loss": 2.7759395932241215, "train_loss_scale": 45524.20783373302, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.436390553923438, "test_loss": 0.6990965720109099, "test_acc1": 84.22400258789062, "test_acc5": 96.85000291015625, "epoch": 95, "n_parameters": 86567656}
+{"train_lr": 6.693126573898256e-06, "train_min_lr": 2.8206162360056763e-09, "train_loss": 2.774880387383304, "train_loss_scale": 62445.17346123102, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.6991106388783547, "test_acc1": 84.2340025341797, "test_acc5": 96.85600279296875, "epoch": 96, "n_parameters": 86567656}
+{"train_lr": 3.926013418267524e-06, "train_min_lr": 1.6544998915046446e-09, "train_loss": 2.7747137634326324, "train_loss_scale": 32768.0, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.450026090768316, "test_loss": 0.6995714533488869, "test_acc1": 84.23400247558594, "test_acc5": 96.85800271484375, "epoch": 97, "n_parameters": 86567656}
+{"train_lr": 2.078774109400714e-06, "train_min_lr": 8.760366234264862e-10, "train_loss": 2.7724640819904427, "train_loss_scale": 49007.93605115907, "train_weight_decay": 0.049999999999998865, "train_grad_norm": 4.414179214756552, "test_loss": 0.6990149175298626, "test_acc1": 84.24200247070313, "test_acc5": 96.850002734375, "epoch": 98, "n_parameters": 86567656}
+{"train_lr": 1.1542569564215213e-06, "train_min_lr": 4.864267657064229e-10, "train_loss": 2.777094287528313, "train_loss_scale": 61083.11430855316, "train_weight_decay": 0.049999999999998865, "train_grad_norm": Infinity, "test_loss": 0.698827356956471, "test_acc1": 84.244002421875, "test_acc5": 96.85600276367188, "epoch": 99, "n_parameters": 86567656}

pretrained models/vit_base_400ep/linear_probing_checkpoint.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f991a3b5a3b6c1167aa788f070e00b2b3345c1174bdf022cd6c45a1161dde20
+size 12298179

pretrained models/vit_base_400ep/linear_probing_log.txt

@@ -0,0 +1,100 @@
+{"train_lr": 0.007999999999999827, "train_loss": 1.778444326759432, "epoch": 0, "test_loss": 0.9485887382939762, "test_acc1": 77.112, "test_acc5": 93.372}
+{"train_lr": 0.007998026488182887, "train_loss": 1.2272574123316489, "epoch": 1, "test_loss": 0.8813134287769089, "test_acc1": 78.094, "test_acc5": 93.876}
+{"train_lr": 0.007992107900348698, "train_loss": 1.1782687814852681, "epoch": 2, "test_loss": 0.8508561201849763, "test_acc1": 78.75, "test_acc5": 94.084}
+{"train_lr": 0.007982250077429854, "train_loss": 1.1516110286973535, "epoch": 3, "test_loss": 0.8331673317113701, "test_acc1": 79.04, "test_acc5": 94.198}
+{"train_lr": 0.007968462747907386, "train_loss": 1.1297275377824283, "epoch": 4, "test_loss": 0.8177378626198185, "test_acc1": 79.428, "test_acc5": 94.334}
+{"train_lr": 0.007950759518210402, "train_loss": 1.1140418608015337, "epoch": 5, "test_loss": 0.8100752194164967, "test_acc1": 79.524, "test_acc5": 94.398}
+{"train_lr": 0.007929157859289217, "train_loss": 1.1038272552335033, "epoch": 6, "test_loss": 0.8031536309542705, "test_acc1": 79.68, "test_acc5": 94.442}
+{"train_lr": 0.007903679089373882, "train_loss": 1.095140027292906, "epoch": 7, "test_loss": 0.7983664269654118, "test_acc1": 79.752, "test_acc5": 94.498}
+{"train_lr": 0.007874348352933908, "train_loss": 1.0872267575595325, "epoch": 8, "test_loss": 0.7927539149413303, "test_acc1": 79.86, "test_acc5": 94.542}
+{"train_lr": 0.007841194595864949, "train_loss": 1.0788510289197912, "epoch": 9, "test_loss": 0.7880492942901899, "test_acc1": 79.874, "test_acc5": 94.566}
+{"train_lr": 0.007804250536922726, "train_loss": 1.0702723888948131, "epoch": 10, "test_loss": 0.786129682039728, "test_acc1": 79.98, "test_acc5": 94.63}
+{"train_lr": 0.0077635526354324635, "train_loss": 1.0656266519532036, "epoch": 11, "test_loss": 0.7832654643879862, "test_acc1": 80.004, "test_acc5": 94.588}
+{"train_lr": 0.007719141055310053, "train_loss": 1.0613553716708868, "epoch": 12, "test_loss": 0.7798809618594087, "test_acc1": 80.0, "test_acc5": 94.654}
+{"train_lr": 0.007671059625423036, "train_loss": 1.0588042339839685, "epoch": 13, "test_loss": 0.7775770770195796, "test_acc1": 79.998, "test_acc5": 94.708}
+{"train_lr": 0.007619355796338035, "train_loss": 1.0514835429291565, "epoch": 14, "test_loss": 0.7773221773760659, "test_acc1": 80.112, "test_acc5": 94.67}
+{"train_lr": 0.007564080593491343, "train_loss": 1.0496528349435938, "epoch": 15, "test_loss": 0.7749710740635589, "test_acc1": 80.07, "test_acc5": 94.716}
+{"train_lr": 0.007505288566835544, "train_loss": 1.0443203165389288, "epoch": 16, "test_loss": 0.7744483606015541, "test_acc1": 80.004, "test_acc5": 94.682}
+{"train_lr": 0.007443037737002152, "train_loss": 1.0421067854990593, "epoch": 17, "test_loss": 0.7730162212130974, "test_acc1": 80.184, "test_acc5": 94.678}
+{"train_lr": 0.00737738953804522, "train_loss": 1.0396516915565481, "epoch": 18, "test_loss": 0.7702661147911329, "test_acc1": 80.168, "test_acc5": 94.73}
+{"train_lr": 0.007308408756811017, "train_loss": 1.0364894576061268, "epoch": 19, "test_loss": 0.769136458597317, "test_acc1": 80.246, "test_acc5": 94.74}
+{"train_lr": 0.007236163469002578, "train_loss": 1.0336566073373674, "epoch": 20, "test_loss": 0.768978254793554, "test_acc1": 80.102, "test_acc5": 94.766}
+{"train_lr": 0.007160724971996652, "train_loss": 1.0322257519220581, "epoch": 21, "test_loss": 0.7665005842489856, "test_acc1": 80.288, "test_acc5": 94.798}
+{"train_lr": 0.007082167714481766, "train_loss": 1.0268654002192112, "epoch": 22, "test_loss": 0.7678673311839906, "test_acc1": 80.168, "test_acc5": 94.73}
+{"train_lr": 0.007000569222986834, "train_loss": 1.0263651206303899, "epoch": 23, "test_loss": 0.766622356386209, "test_acc1": 80.354, "test_acc5": 94.762}
+{"train_lr": 0.006916010025371932, "train_loss": 1.0245004387471242, "epoch": 24, "test_loss": 0.7660985829650747, "test_acc1": 80.208, "test_acc5": 94.762}
+{"train_lr": 0.006828573571355571, "train_loss": 1.0221256765004354, "epoch": 25, "test_loss": 0.7652133868969216, "test_acc1": 80.292, "test_acc5": 94.78}
+{"train_lr": 0.006738346150161967, "train_loss": 1.019016609333765, "epoch": 26, "test_loss": 0.7642843835816091, "test_acc1": 80.418, "test_acc5": 94.766}
+{"train_lr": 0.006645416805361807, "train_loss": 1.0201346132303246, "epoch": 27, "test_loss": 0.7643229114081787, "test_acc1": 80.336, "test_acc5": 94.752}
+{"train_lr": 0.006549877247000016, "train_loss": 1.0176104878346188, "epoch": 28, "test_loss": 0.7636036723472026, "test_acc1": 80.302, "test_acc5": 94.71}
+{"train_lr": 0.006451821761085144, "train_loss": 1.015269645248739, "epoch": 29, "test_loss": 0.7639889262844713, "test_acc1": 80.386, "test_acc5": 94.718}
+{"train_lr": 0.006351347116543893, "train_loss": 1.0141789896633868, "epoch": 30, "test_loss": 0.7622244758341385, "test_acc1": 80.37, "test_acc5": 94.75}
+{"train_lr": 0.00624855246971978, "train_loss": 1.0114568113661802, "epoch": 31, "test_loss": 0.7617109672223427, "test_acc1": 80.428, "test_acc5": 94.79}
+{"train_lr": 0.006143539266518385, "train_loss": 1.0101945981407128, "epoch": 32, "test_loss": 0.761769349933887, "test_acc1": 80.44, "test_acc5": 94.744}
+{"train_lr": 0.006036411142293519, "train_loss": 1.0115210206006853, "epoch": 33, "test_loss": 0.7605800792118724, "test_acc1": 80.474, "test_acc5": 94.762}
+{"train_lr": 0.005927273819569702, "train_loss": 1.0084334874210266, "epoch": 34, "test_loss": 0.7610669842712126, "test_acc1": 80.392, "test_acc5": 94.714}
+{"train_lr": 0.005816235003708315, "train_loss": 1.006303815653149, "epoch": 35, "test_loss": 0.7609779765943483, "test_acc1": 80.468, "test_acc5": 94.748}
+{"train_lr": 0.005703404276614436, "train_loss": 1.0039594338391535, "epoch": 36, "test_loss": 0.7601937386682447, "test_acc1": 80.528, "test_acc5": 94.764}
+{"train_lr": 0.0055888929885937145, "train_loss": 1.0034644706918598, "epoch": 37, "test_loss": 0.7591385788531327, "test_acc1": 80.458, "test_acc5": 94.742}
+{"train_lr": 0.005472814148462504, "train_loss": 1.002282553551772, "epoch": 38, "test_loss": 0.7593690098016238, "test_acc1": 80.446, "test_acc5": 94.774}
+{"train_lr": 0.005355282312020909, "train_loss": 1.0020717545665396, "epoch": 39, "test_loss": 0.759111807776653, "test_acc1": 80.43, "test_acc5": 94.782}
+{"train_lr": 0.005236413469002436, "train_loss": 0.9999084543234433, "epoch": 40, "test_loss": 0.758643444057326, "test_acc1": 80.408, "test_acc5": 94.764}
+{"train_lr": 0.005116324928603934, "train_loss": 0.9992071553564872, "epoch": 41, "test_loss": 0.7577545371818908, "test_acc1": 80.404, "test_acc5": 94.766}
+{"train_lr": 0.00499513520371586, "train_loss": 0.9979581968567242, "epoch": 42, "test_loss": 0.7600828273487943, "test_acc1": 80.35, "test_acc5": 94.762}
+{"train_lr": 0.004872963893965367, "train_loss": 0.9961977699956003, "epoch": 43, "test_loss": 0.7573274640480474, "test_acc1": 80.378, "test_acc5": 94.8}
+{"train_lr": 0.004749931567685564, "train_loss": 0.9966729305351314, "epoch": 44, "test_loss": 0.7574029340959934, "test_acc1": 80.52, "test_acc5": 94.83}
+{"train_lr": 0.004626159642928301, "train_loss": 0.9978047450320028, "epoch": 45, "test_loss": 0.7574271346461408, "test_acc1": 80.474, "test_acc5": 94.804}
+{"train_lr": 0.004501770267640441, "train_loss": 0.9961482068767753, "epoch": 46, "test_loss": 0.7565011252478069, "test_acc1": 80.402, "test_acc5": 94.772}
+{"train_lr": 0.004376886199117363, "train_loss": 0.9929363917999755, "epoch": 47, "test_loss": 0.7566581412541623, "test_acc1": 80.462, "test_acc5": 94.786}
+{"train_lr": 0.004251630682857388, "train_loss": 0.9963943937989755, "epoch": 48, "test_loss": 0.7568554188676027, "test_acc1": 80.412, "test_acc5": 94.81}
+{"train_lr": 0.0041261273309328465, "train_loss": 0.9939840734719088, "epoch": 49, "test_loss": 0.7564318064144071, "test_acc1": 80.46, "test_acc5": 94.804}
+{"train_lr": 0.004000500000000056, "train_loss": 0.9936406075383146, "epoch": 50, "test_loss": 0.7568790740808662, "test_acc1": 80.434, "test_acc5": 94.792}
+{"train_lr": 0.0038748726690670415, "train_loss": 0.9899454478876659, "epoch": 51, "test_loss": 0.7557691990264824, "test_acc1": 80.392, "test_acc5": 94.8}
+{"train_lr": 0.0037493693171425095, "train_loss": 0.9884763105085101, "epoch": 52, "test_loss": 0.7554680145136556, "test_acc1": 80.418, "test_acc5": 94.796}
+{"train_lr": 0.003624113800882696, "train_loss": 0.9885734756962179, "epoch": 53, "test_loss": 0.7555137717602204, "test_acc1": 80.398, "test_acc5": 94.818}
+{"train_lr": 0.003499229732359557, "train_loss": 0.9889518386972979, "epoch": 54, "test_loss": 0.7561595497690902, "test_acc1": 80.4, "test_acc5": 94.802}
+{"train_lr": 0.0033748403570715763, "train_loss": 0.9893966079258119, "epoch": 55, "test_loss": 0.7549601691413899, "test_acc1": 80.484, "test_acc5": 94.82}
+{"train_lr": 0.0032510684323144886, "train_loss": 0.9885068009979427, "epoch": 56, "test_loss": 0.7551246304445121, "test_acc1": 80.514, "test_acc5": 94.818}
+{"train_lr": 0.003128036106034491, "train_loss": 0.9889379670730414, "epoch": 57, "test_loss": 0.7544594122362989, "test_acc1": 80.516, "test_acc5": 94.796}
+{"train_lr": 0.0030058647962841966, "train_loss": 0.9847981446443465, "epoch": 58, "test_loss": 0.7548378132739846, "test_acc1": 80.476, "test_acc5": 94.838}
+{"train_lr": 0.002884675071396034, "train_loss": 0.9856491987102519, "epoch": 59, "test_loss": 0.7551967875689877, "test_acc1": 80.448, "test_acc5": 94.836}
+{"train_lr": 0.0027645865309974386, "train_loss": 0.9844779179404719, "epoch": 60, "test_loss": 0.7556321431635594, "test_acc1": 80.444, "test_acc5": 94.832}
+{"train_lr": 0.0026457176879790224, "train_loss": 0.9837462279719477, "epoch": 61, "test_loss": 0.7541132047392276, "test_acc1": 80.554, "test_acc5": 94.844}
+{"train_lr": 0.0025281858515375875, "train_loss": 0.9847524940681914, "epoch": 62, "test_loss": 0.754946872744025, "test_acc1": 80.466, "test_acc5": 94.818}
+{"train_lr": 0.0024121070114061587, "train_loss": 0.9845253698432598, "epoch": 63, "test_loss": 0.7548972790186502, "test_acc1": 80.434, "test_acc5": 94.804}
+{"train_lr": 0.0022975957233854353, "train_loss": 0.9825111710058805, "epoch": 64, "test_loss": 0.7546589863771687, "test_acc1": 80.462, "test_acc5": 94.798}
+{"train_lr": 0.002184764996291703, "train_loss": 0.9827413745462513, "epoch": 65, "test_loss": 0.7546824073533014, "test_acc1": 80.558, "test_acc5": 94.852}
+{"train_lr": 0.0020737261804302156, "train_loss": 0.9807204729773271, "epoch": 66, "test_loss": 0.7540947150971208, "test_acc1": 80.514, "test_acc5": 94.852}
+{"train_lr": 0.0019645888577063753, "train_loss": 0.9819496470137526, "epoch": 67, "test_loss": 0.7539970362368895, "test_acc1": 80.554, "test_acc5": 94.838}
+{"train_lr": 0.0018574607334815104, "train_loss": 0.9807787185040907, "epoch": 68, "test_loss": 0.7534678769202865, "test_acc1": 80.55, "test_acc5": 94.816}
+{"train_lr": 0.0017524475302803952, "train_loss": 0.978828853418747, "epoch": 69, "test_loss": 0.7542371585280919, "test_acc1": 80.472, "test_acc5": 94.836}
+{"train_lr": 0.001649652883456212, "train_loss": 0.9800945288552263, "epoch": 70, "test_loss": 0.753192826611351, "test_acc1": 80.538, "test_acc5": 94.858}
+{"train_lr": 0.0015491782389149397, "train_loss": 0.9785050656467962, "epoch": 71, "test_loss": 0.7532040612886146, "test_acc1": 80.572, "test_acc5": 94.826}
+{"train_lr": 0.0014511227530000902, "train_loss": 0.9798196765799492, "epoch": 72, "test_loss": 0.7535572177065271, "test_acc1": 80.474, "test_acc5": 94.838}
+{"train_lr": 0.0013555831946380796, "train_loss": 0.9799589669932953, "epoch": 73, "test_loss": 0.7529351476731957, "test_acc1": 80.506, "test_acc5": 94.82}
+{"train_lr": 0.0012626538498382003, "train_loss": 0.9812707878982487, "epoch": 74, "test_loss": 0.7533679604530334, "test_acc1": 80.514, "test_acc5": 94.842}
+{"train_lr": 0.0011724264286444032, "train_loss": 0.9799382505706324, "epoch": 75, "test_loss": 0.7527615013247242, "test_acc1": 80.526, "test_acc5": 94.806}
+{"train_lr": 0.0010849899746280714, "train_loss": 0.9802769386587432, "epoch": 76, "test_loss": 0.7528334289637147, "test_acc1": 80.574, "test_acc5": 94.826}
+{"train_lr": 0.0010004307770129783, "train_loss": 0.977480490522358, "epoch": 77, "test_loss": 0.7524661371598438, "test_acc1": 80.576, "test_acc5": 94.83}
+{"train_lr": 0.0009188322855182502, "train_loss": 0.9800416225680528, "epoch": 78, "test_loss": 0.7524004730643058, "test_acc1": 80.484, "test_acc5": 94.832}
+{"train_lr": 0.0008402750280034329, "train_loss": 0.9802789064451528, "epoch": 79, "test_loss": 0.7527586032009247, "test_acc1": 80.532, "test_acc5": 94.814}
+{"train_lr": 0.0007648365309973767, "train_loss": 0.977234697070556, "epoch": 80, "test_loss": 0.7527341828586496, "test_acc1": 80.468, "test_acc5": 94.834}
+{"train_lr": 0.0006925912431888802, "train_loss": 0.9762272842157002, "epoch": 81, "test_loss": 0.7524818643091284, "test_acc1": 80.506, "test_acc5": 94.824}
+{"train_lr": 0.0006236104619546932, "train_loss": 0.9769778213799952, "epoch": 82, "test_loss": 0.7524700058738187, "test_acc1": 80.54, "test_acc5": 94.818}
+{"train_lr": 0.0005579622629977277, "train_loss": 0.9765445557051002, "epoch": 83, "test_loss": 0.7525865505924638, "test_acc1": 80.516, "test_acc5": 94.826}
+{"train_lr": 0.0004957114331645586, "train_loss": 0.9788027671626962, "epoch": 84, "test_loss": 0.7525587704184712, "test_acc1": 80.492, "test_acc5": 94.818}
+{"train_lr": 0.00043691940650862567, "train_loss": 0.9777025292618587, "epoch": 85, "test_loss": 0.7526619723256753, "test_acc1": 80.528, "test_acc5": 94.82}
+{"train_lr": 0.0003816442036621569, "train_loss": 0.9761932059265555, "epoch": 86, "test_loss": 0.7524319621069091, "test_acc1": 80.528, "test_acc5": 94.826}
+{"train_lr": 0.00032994037457691167, "train_loss": 0.9778112087267846, "epoch": 87, "test_loss": 0.7523369942696727, "test_acc1": 80.54, "test_acc5": 94.83}
+{"train_lr": 0.0002818589446899426, "train_loss": 0.9765891426811203, "epoch": 88, "test_loss": 0.7524469351129872, "test_acc1": 80.528, "test_acc5": 94.84}
+{"train_lr": 0.00023744736456757711, "train_loss": 0.9771300870865679, "epoch": 89, "test_loss": 0.7524288078503949, "test_acc1": 80.526, "test_acc5": 94.836}
+{"train_lr": 0.00019674946307753795, "train_loss": 0.976037943604798, "epoch": 90, "test_loss": 0.7523671620126281, "test_acc1": 80.516, "test_acc5": 94.838}
+{"train_lr": 0.00015980540413506984, "train_loss": 0.9777586359780627, "epoch": 91, "test_loss": 0.7523440240445186, "test_acc1": 80.53, "test_acc5": 94.84}
+{"train_lr": 0.00012665164706604284, "train_loss": 0.9758928894710998, "epoch": 92, "test_loss": 0.7524515149392643, "test_acc1": 80.53, "test_acc5": 94.828}
+{"train_lr": 9.732091062597821e-05, "train_loss": 0.9768323716930688, "epoch": 93, "test_loss": 0.7523779903671571, "test_acc1": 80.522, "test_acc5": 94.836}
+{"train_lr": 7.184214071061121e-05, "train_loss": 0.9759769239031468, "epoch": 94, "test_loss": 0.752366541181596, "test_acc1": 80.52, "test_acc5": 94.834}
+{"train_lr": 5.0240481789746946e-05, "train_loss": 0.9769456596277393, "epoch": 95, "test_loss": 0.7523411688375838, "test_acc1": 80.512, "test_acc5": 94.836}
+{"train_lr": 3.2537252092746455e-05, "train_loss": 0.97646051450088, "epoch": 96, "test_loss": 0.7523515904512332, "test_acc1": 80.514, "test_acc5": 94.83}
+{"train_lr": 1.8749922569981543e-05, "train_loss": 0.9769916500741491, "epoch": 97, "test_loss": 0.7523661594533798, "test_acc1": 80.512, "test_acc5": 94.834}
+{"train_lr": 8.8920996511277e-06, "train_loss": 0.9779236873451133, "epoch": 98, "test_loss": 0.752365721997862, "test_acc1": 80.512, "test_acc5": 94.834}
+{"train_lr": 2.9735118172564316e-06, "train_loss": 0.9764978917309651, "epoch": 99, "test_loss": 0.7523648221501891, "test_acc1": 80.512, "test_acc5": 94.834}

pretrained models/vit_base_400ep/log.txt

@@ -0,0 +1,400 @@
+{"loss": 9.460285856237318, "instance-sup.": 9.62730481363237, "group-sup.": 9.107217906061008, "local-group-sup.": 9.64633395226021, "lr": 0.00019673558108427097, "wd": 0.040000308060288536, "epoch": 0}
+{"loss": 7.50351288323011, "instance-sup.": 8.670832186460558, "group-sup.": 5.1695625157203695, "local-group-sup.": 8.670143467029998, "lr": 0.0005905165630655439, "wd": 0.04000215785461223, "epoch": 1}
+{"loss": 7.11578082566245, "instance-sup.": 8.375951299400365, "group-sup.": 4.607543167372623, "local-group-sup.": 8.363847538223112, "lr": 0.0009842975450468166, "wd": 0.04000585805714193, "epoch": 2}
+{"loss": 8.380993585026298, "instance-sup.": 8.356927925681243, "group-sup.": 8.44427683846495, "local-group-sup.": 8.341775117522614, "lr": 0.001378078527028091, "wd": 0.04001140843963148, "epoch": 3}
+{"loss": 8.148122747207669, "instance-sup.": 8.198076450274494, "group-sup.": 8.048620456055398, "local-group-sup.": 8.197670562496155, "lr": 0.001771859509009363, "wd": 0.0400188086597076, "epoch": 4}
+{"loss": 7.4441774094039115, "instance-sup.": 8.075715477998695, "group-sup.": 6.177173238397113, "local-group-sup.": 8.079643012984606, "lr": 0.002165640490990637, "wd": 0.04002805826088947, "epoch": 5}
+{"loss": 6.821212131927684, "instance-sup.": 7.856024625246337, "group-sup.": 4.7532783246574954, "local-group-sup.": 7.8543329630941034, "lr": 0.002559421472971909, "wd": 0.040039156672618204, "epoch": 6}
+{"loss": 6.534318872552327, "instance-sup.": 7.823165171405258, "group-sup.": 3.958677545693988, "local-group-sup.": 7.821113419820404, "lr": 0.002953202454953182, "wd": 0.04005210321029171, "epoch": 7}
+{"loss": 10.35550873557195, "instance-sup.": 10.039976114774044, "group-sup.": 10.994138855728426, "local-group-sup.": 10.032410290808368, "lr": 0.003346983436934456, "wd": 0.040066897075306425, "epoch": 8}
+{"loss": 9.525012384944784, "instance-sup.": 9.059519282842352, "group-sup.": 10.459255994288526, "local-group-sup.": 9.056260942271647, "lr": 0.0037407644189157273, "wd": 0.04008353735510688, "epoch": 9}
+{"loss": 9.464234489813709, "instance-sup.": 8.931395670325307, "group-sup.": 10.548447504432502, "local-group-sup.": 8.912859344948254, "lr": 0.00393747874431608, "wd": 0.040102023023242464, "epoch": 10}
+{"loss": 7.313710318785967, "instance-sup.": 7.900867879812779, "group-sup.": 6.129358783727739, "local-group-sup.": 7.91090374203326, "lr": 0.003937351111447649, "wd": 0.04012235293942992, "epoch": 11}
+{"loss": 7.074944580239071, "instance-sup.": 8.033412865037965, "group-sup.": 5.141212086359597, "local-group-sup.": 8.050208251447525, "lr": 0.0039370958037627845, "wd": 0.04014452584962441, "epoch": 12}
+{"loss": 6.487319845806855, "instance-sup.": 7.634346536660863, "group-sup.": 4.185945775427282, "local-group-sup.": 7.641666744485666, "lr": 0.0039367128378280415, "wd": 0.0401685403860964, "epoch": 13}
+{"loss": 6.588785475753531, "instance-sup.": 7.7919939558180245, "group-sup.": 4.172269420652855, "local-group-sup.": 7.802092548777292, "lr": 0.003936202238493509, "wd": 0.04019439506751606, "epoch": 14}
+{"loss": 6.2011789060658185, "instance-sup.": 7.545684338366301, "group-sup.": 3.506504945654335, "local-group-sup.": 7.551346960481683, "lr": 0.00393556403889125, "wd": 0.04022208829904482, "epoch": 15}
+{"loss": 6.065544134530064, "instance-sup.": 7.51894145997653, "group-sup.": 3.154010866082562, "local-group-sup.": 7.523679600701756, "lr": 0.003934798280433127, "wd": 0.040251618372433885, "epoch": 16}
+{"loss": 5.991707604824949, "instance-sup.": 7.506590736872125, "group-sup.": 2.957874191563929, "local-group-sup.": 7.510657407826025, "lr": 0.003933905012808119, "wd": 0.040282983466129074, "epoch": 17}
+{"loss": 5.936271287592696, "instance-sup.": 7.494028515416182, "group-sup.": 2.8191739498255854, "local-group-sup.": 7.4956109191437825, "lr": 0.003932884293979072, "wd": 0.040316181645383795, "epoch": 18}
+{"loss": 5.895254866519751, "instance-sup.": 7.486628263805784, "group-sup.": 2.7125821030424424, "local-group-sup.": 7.486553750590268, "lr": 0.0039317361901789714, "wd": 0.040351210862377904, "epoch": 19}
+{"loss": 8.207596192593153, "instance-sup.": 8.278642468758214, "group-sup.": 8.072857345628545, "local-group-sup.": 8.271287995578422, "lr": 0.003930460775906621, "wd": 0.04038806895634418, "epoch": 20}
+{"loss": 6.468398326217987, "instance-sup.": 7.426519344539552, "group-sup.": 4.545636372329556, "local-group-sup.": 7.433038781672802, "lr": 0.003929058133921835, "wd": 0.040426753653701894, "epoch": 21}
+{"loss": 6.211063253248017, "instance-sup.": 7.430080457525306, "group-sup.": 3.76489538386554, "local-group-sup.": 7.438213439366651, "lr": 0.0039275283552400436, "wd": 0.04046726256819669, "epoch": 22}
+{"loss": 6.1210046743052295, "instance-sup.": 7.425705045109936, "group-sup.": 3.507066299345998, "local-group-sup.": 7.430242205116338, "lr": 0.003925871539126363, "wd": 0.04050959320104794, "epoch": 23}
+{"loss": 6.033303041752636, "instance-sup.": 7.42626894509858, "group-sup.": 3.247044628705373, "local-group-sup.": 7.426595073921175, "lr": 0.003924087793089268, "wd": 0.04055374294110271, "epoch": 24}
+{"loss": 5.971955255826814, "instance-sup.": 7.431234147553052, "group-sup.": 3.0574367114902326, "local-group-sup.": 7.427194438063814, "lr": 0.003922177232873441, "wd": 0.0405997090649971, "epoch": 25}
+{"loss": 5.930414692282583, "instance-sup.": 7.435667497480819, "group-sup.": 2.9244496144946406, "local-group-sup.": 7.431126482055908, "lr": 0.003920139982452408, "wd": 0.04064748873732418, "epoch": 26}
+{"loss": 5.900206224564458, "instance-sup.": 7.44024701219139, "group-sup.": 2.8245601857189993, "local-group-sup.": 7.435810991262721, "lr": 0.003917976174020433, "wd": 0.04069707901080866, "epoch": 27}
+{"loss": 5.878386976570086, "instance-sup.": 7.446428621937652, "group-sup.": 2.7451524141147137, "local-group-sup.": 7.443579420623209, "lr": 0.003915685947983937, "wd": 0.04074847682648882, "epoch": 28}
+{"loss": 5.867250783375296, "instance-sup.": 7.448479349676343, "group-sup.": 2.708020990414004, "local-group-sup.": 7.4452515285752305, "lr": 0.003913269452952419, "wd": 0.04080167901390519, "epoch": 29}
+{"loss": 5.878271660184472, "instance-sup.": 7.452921997803639, "group-sup.": 2.7305395922775255, "local-group-sup.": 7.451352907671504, "lr": 0.003910726845728774, "wd": 0.040856682291296326, "epoch": 30}
+{"loss": 5.918773732987596, "instance-sup.": 7.4574386384460265, "group-sup.": 2.843118844439031, "local-group-sup.": 7.4557632392483875, "lr": 0.003908058291299128, "wd": 0.04091348326580111, "epoch": 31}
+{"loss": 5.994952707349426, "instance-sup.": 7.459528152676289, "group-sup.": 3.0683073692518117, "local-group-sup.": 7.4570221251432205, "lr": 0.0039052639628221705, "wd": 0.04097207843366773, "epoch": 32}
+{"loss": 6.074519804244338, "instance-sup.": 7.459213732156796, "group-sup.": 3.307839454736667, "local-group-sup.": 7.4565057474860925, "lr": 0.003902344041617863, "wd": 0.04103246418047044, "epoch": 33}
+{"loss": 6.127012457164166, "instance-sup.": 7.464604950251306, "group-sup.": 3.4541624505048407, "local-group-sup.": 7.462269492296919, "lr": 0.0038992987171557135, "wd": 0.041094636781331614, "epoch": 34}
+{"loss": 6.135732191599419, "instance-sup.": 7.460326821651479, "group-sup.": 3.487108809285798, "local-group-sup.": 7.459760459520483, "lr": 0.0038961281870424505, "wd": 0.04115859240115251, "epoch": 35}
+{"loss": 6.127411076036489, "instance-sup.": 7.46289256950579, "group-sup.": 3.4555658119699633, "local-group-sup.": 7.463774374267294, "lr": 0.0038928326570092458, "wd": 0.04122432709484941, "epoch": 36}
+{"loss": 6.102314255617748, "instance-sup.": 7.463816889527274, "group-sup.": 3.3766498998366345, "local-group-sup.": 7.466475505967044, "lr": 0.003889412340898311, "wd": 0.04129183680759651, "epoch": 37}
+{"loss": 6.073232596779695, "instance-sup.": 7.466815556374367, "group-sup.": 3.282757968312325, "local-group-sup.": 7.470123777685283, "lr": 0.0038858674606490574, "wd": 0.04136111737507677, "epoch": 38}
+{"loss": 6.047531547069299, "instance-sup.": 7.468208039866762, "group-sup.": 3.202068390439509, "local-group-sup.": 7.4723177367453495, "lr": 0.003882198246283687, "wd": 0.04143216452373875, "epoch": 39}
+{"loss": 6.035591044796129, "instance-sup.": 7.473950040424836, "group-sup.": 3.1539282389913303, "local-group-sup.": 7.478894379174587, "lr": 0.003878404935892253, "wd": 0.04150497387105934, "epoch": 40}
+{"loss": 6.030503041735479, "instance-sup.": 7.477086608112249, "group-sup.": 3.1323148287361824, "local-group-sup.": 7.482107214154829, "lr": 0.0038744877756172456, "wd": 0.041579540925815006, "epoch": 41}
+{"loss": 6.03835785216995, "instance-sup.": 7.484324218765382, "group-sup.": 3.141790216398339, "local-group-sup.": 7.488958642500266, "lr": 0.0038704470196375775, "wd": 0.04165586108835874, "epoch": 42}
+{"loss": 6.047692870940557, "instance-sup.": 7.488478059988149, "group-sup.": 3.1609251962272693, "local-group-sup.": 7.4936748810587295, "lr": 0.003866282930152098, "wd": 0.041733929650903306, "epoch": 43}
+{"loss": 6.060841704224652, "instance-sup.": 7.487770570206136, "group-sup.": 3.200856181093629, "local-group-sup.": 7.493897885936094, "lr": 0.0038619957773626296, "wd": 0.041813741797812214, "epoch": 44}
+{"loss": 6.0894761186492685, "instance-sup.": 7.490380418259986, "group-sup.": 3.2807070806978134, "local-group-sup.": 7.497340374298681, "lr": 0.0038575858394563566, "wd": 0.04189529260589614, "epoch": 45}
+{"loss": 6.122243921899933, "instance-sup.": 7.4916829121822515, "group-sup.": 3.3755314959227305, "local-group-sup.": 7.499516884532777, "lr": 0.0038530534025878306, "wd": 0.04197857704471705, "epoch": 46}
+{"loss": 6.150088764850217, "instance-sup.": 7.494319597442351, "group-sup.": 3.4539318273003694, "local-group-sup.": 7.502014391352866, "lr": 0.003848398760860404, "wd": 0.04206358997689857, "epoch": 47}
+{"loss": 6.176500332580599, "instance-sup.": 7.493357135028374, "group-sup.": 3.5349335073408668, "local-group-sup.": 7.501209874713386, "lr": 0.0038436222163070934, "wd": 0.04215032615844257, "epoch": 48}
+{"loss": 6.207004877797519, "instance-sup.": 7.495671707846629, "group-sup.": 3.6210792760757706, "local-group-sup.": 7.504263171304282, "lr": 0.0038387240788710112, "wd": 0.04223878023905269, "epoch": 49}
+{"loss": 6.225527619646504, "instance-sup.": 7.497320903776325, "group-sup.": 3.6727733246976237, "local-group-sup.": 7.506488150619254, "lr": 0.003833704666385307, "wd": 0.0423289467624648, "epoch": 50}
+{"loss": 6.236504225086234, "instance-sup.": 7.500365748247261, "group-sup.": 3.6999081750023, "local-group-sup.": 7.509238274085562, "lr": 0.003828564304552445, "wd": 0.04242082016678294, "epoch": 51}
+{"loss": 6.2409619105603165, "instance-sup.": 7.502350092465691, "group-sup.": 3.7100521273619855, "local-group-sup.": 7.510483029896651, "lr": 0.003823303326923152, "wd": 0.042514394784822634, "epoch": 52}
+{"loss": 6.239099782641216, "instance-sup.": 7.505320193681259, "group-sup.": 3.7001166288117364, "local-group-sup.": 7.511862050664728, "lr": 0.0038179220748747167, "wd": 0.042609664844460715, "epoch": 53}
+{"loss": 6.233250150413548, "instance-sup.": 7.5069914436108975, "group-sup.": 3.6797714143358378, "local-group-sup.": 7.512987119458086, "lr": 0.0038124208975888903, "wd": 0.04270662446899131, "epoch": 54}
+{"loss": 6.226150127086244, "instance-sup.": 7.506654841909876, "group-sup.": 3.65840802135944, "local-group-sup.": 7.513387041300762, "lr": 0.0038068001520291488, "wd": 0.042805267677487886, "epoch": 55}
+{"loss": 6.222750904083002, "instance-sup.": 7.5124389381193595, "group-sup.": 3.637149690979896, "local-group-sup.": 7.518663606539255, "lr": 0.0038010602029176577, "wd": 0.04290558838517277, "epoch": 56}
+{"loss": 6.209799786377478, "instance-sup.": 7.511902911610532, "group-sup.": 3.6000172459810322, "local-group-sup.": 7.517478728791469, "lr": 0.003795201422711456, "wd": 0.043007580403792094, "epoch": 57}
+{"loss": 6.1990986902383005, "instance-sup.": 7.512886443523919, "group-sup.": 3.566632686927817, "local-group-sup.": 7.517776461479828, "lr": 0.0037892241915784075, "wd": 0.04311123744199776, "epoch": 58}
+{"loss": 6.191855926245427, "instance-sup.": 7.516102948543314, "group-sup.": 3.539779119117348, "local-group-sup.": 7.519685238638857, "lr": 0.00378312889737248, "wd": 0.043216553105735384, "epoch": 59}
+{"loss": 6.186489066113458, "instance-sup.": 7.515940956953095, "group-sup.": 3.5246957433433193, "local-group-sup.": 7.518830017486395, "lr": 0.0037769159356085733, "wd": 0.04332352089863868, "epoch": 60}
+{"loss": 6.18719861296697, "instance-sup.": 7.517707184234567, "group-sup.": 3.5238717160308077, "local-group-sup.": 7.5200164733894725, "lr": 0.0037705857094368833, "wd": 0.04343213422243053, "epoch": 61}
+{"loss": 6.191124215577489, "instance-sup.": 7.520787678082534, "group-sup.": 3.5297695159630735, "local-group-sup.": 7.522814976459346, "lr": 0.003764138629616693, "wd": 0.04354238637732924, "epoch": 62}
+{"loss": 6.192749357820651, "instance-sup.": 7.520830512844044, "group-sup.": 3.534687516963172, "local-group-sup.": 7.522729563738085, "lr": 0.003757575114489789, "wd": 0.04365427056246278, "epoch": 63}
+{"loss": 6.1983495025130795, "instance-sup.": 7.520741932932361, "group-sup.": 3.5520354910625924, "local-group-sup.": 7.5222706063632225, "lr": 0.0037508955899532657, "wd": 0.04376777987628748, "epoch": 64}
+{"loss": 6.199790749686176, "instance-sup.": 7.522320842730414, "group-sup.": 3.5557764051875322, "local-group-sup.": 7.5212745279144055, "lr": 0.0037441004894318863, "wd": 0.043882907317014046, "epoch": 65}
+{"loss": 6.202366049978135, "instance-sup.": 7.5250595245278795, "group-sup.": 3.559091262622921, "local-group-sup.": 7.522946885508751, "lr": 0.0037371902538499975, "wd": 0.04399964578303997, "epoch": 66}
+{"loss": 6.202940776221182, "instance-sup.": 7.5257144261775855, "group-sup.": 3.559039795293978, "local-group-sup.": 7.524067625610527, "lr": 0.0037301653316028603, "wd": 0.04411798807338659, "epoch": 67}
+{"loss": 6.203873015672492, "instance-sup.": 7.526305151414033, "group-sup.": 3.560068626541995, "local-group-sup.": 7.525244793553006, "lr": 0.0037230261785276522, "wd": 0.044237926888143896, "epoch": 68}
+{"loss": 6.206024801624812, "instance-sup.": 7.527570427605213, "group-sup.": 3.5633955545588614, "local-group-sup.": 7.52710795219633, "lr": 0.003715773257873742, "wd": 0.04435945482892096, "epoch": 69}
+{"loss": 6.203397956117694, "instance-sup.": 7.527563881223795, "group-sup.": 3.556699359194988, "local-group-sup.": 7.5259301554428255, "lr": 0.0037084070402727855, "wd": 0.04448256439930198, "epoch": 70}
+{"loss": 6.203139058755133, "instance-sup.": 7.531618449402206, "group-sup.": 3.5485597286298147, "local-group-sup.": 7.529238526351553, "lr": 0.003700928003708078, "wd": 0.0446072480053087, "epoch": 71}
+{"loss": 6.19559057144052, "instance-sup.": 7.529956081096125, "group-sup.": 3.5295649153836717, "local-group-sup.": 7.527250237925109, "lr": 0.003693336633483584, "wd": 0.04473349795586896, "epoch": 72}
+{"loss": 6.194828816107993, "instance-sup.": 7.534383859685672, "group-sup.": 3.5178470437666767, "local-group-sup.": 7.532255065025321, "lr": 0.003685633422192436, "wd": 0.04486130646329125, "epoch": 73}
+{"loss": 6.1891701137835105, "instance-sup.": 7.532587460307915, "group-sup.": 3.5044694738440585, "local-group-sup.": 7.5304529266409945, "lr": 0.0036778188696849844, "wd": 0.04499066564374463, "epoch": 74}
+{"loss": 6.18869462780461, "instance-sup.": 7.534794860176299, "group-sup.": 3.4986279435180285, "local-group-sup.": 7.532660610151203, "lr": 0.0036698934830363384, "wd": 0.04512156751774561, "epoch": 75}
+{"loss": 6.190528750857311, "instance-sup.": 7.534964864284636, "group-sup.": 3.503444834609623, "local-group-sup.": 7.5331760717132354, "lr": 0.0036618577765134713, "wd": 0.045254004010649954, "epoch": 76}
+{"loss": 6.196943822149026, "instance-sup.": 7.538123575777574, "group-sup.": 3.5175576878757013, "local-group-sup.": 7.535149724549769, "lr": 0.003653712271541876, "wd": 0.04538796695315089, "epoch": 77}
+{"loss": 6.201890638438604, "instance-sup.": 7.537766832568156, "group-sup.": 3.5338445900073054, "local-group-sup.": 7.5340600121280765, "lr": 0.0036454574966716924, "wd": 0.04552344808178332, "epoch": 78}
+{"loss": 6.453504865356483, "instance-sup.": 7.742858613769182, "group-sup.": 3.878197721795025, "local-group-sup.": 7.739457756820202, "lr": 0.0036370939875434265, "wd": 0.045660439039432815, "epoch": 79}
+{"loss": 7.120411395416965, "instance-sup.": 7.866291045923731, "group-sup.": 5.6522914644398154, "local-group-sup.": 7.842651091752451, "lr": 0.00362862228685321, "wd": 0.04579893137585195, "epoch": 80}
+{"loss": 6.202451929844742, "instance-sup.": 7.4557132769406325, "group-sup.": 3.7104493383500885, "local-group-sup.": 7.441192699954355, "lr": 0.003620042944317557, "wd": 0.04593891654818103, "epoch": 81}
+{"loss": 6.208056711819176, "instance-sup.": 7.502458577843248, "group-sup.": 3.628109955190518, "local-group-sup.": 7.493601130620094, "lr": 0.0036113565166377057, "wd": 0.04608038592147534, "epoch": 82}
+{"loss": 6.213560816655783, "instance-sup.": 7.519027775005503, "group-sup.": 3.6090427593330747, "local-group-sup.": 7.512611440636184, "lr": 0.003602563567463511, "wd": 0.046223330769237375, "epoch": 83}
+{"loss": 6.215579115700415, "instance-sup.": 7.524540154680066, "group-sup.": 3.6042706474775157, "local-group-sup.": 7.517926072030126, "lr": 0.0035936646673568316, "wd": 0.04636774227395559, "epoch": 84}
+{"loss": 6.220146595024856, "instance-sup.": 7.5314200276344305, "group-sup.": 3.607279898783931, "local-group-sup.": 7.521739380677916, "lr": 0.003584660393754541, "wd": 0.046513611527648394, "epoch": 85}
+{"loss": 6.219809235502283, "instance-sup.": 7.5322344305319575, "group-sup.": 3.604230232527023, "local-group-sup.": 7.522962565188204, "lr": 0.0035755513309310735, "wd": 0.04666092953241283, "epoch": 86}
+{"loss": 6.224373508556415, "instance-sup.": 7.537457587632675, "group-sup.": 3.6064442907016234, "local-group-sup.": 7.529218165386139, "lr": 0.0035663380699604264, "wd": 0.0468096872009806, "epoch": 87}
+{"loss": 6.22556946948542, "instance-sup.": 7.538204361455759, "group-sup.": 3.6068817323472846, "local-group-sup.": 7.531621834502081, "lr": 0.003557021208677929, "wd": 0.04695987535727794, "epoch": 88}
+{"loss": 6.2207367285292765, "instance-sup.": 7.537296700455715, "group-sup.": 3.5933218741867132, "local-group-sup.": 7.531591131732184, "lr": 0.003547601351641358, "wd": 0.04711148473699184, "epoch": 89}
+{"loss": 6.212984251578962, "instance-sup.": 7.5387956606819655, "group-sup.": 3.5690235787494085, "local-group-sup.": 7.53113303833548, "lr": 0.0035380791100917152, "wd": 0.04726450598814183, "epoch": 90}
+{"loss": 6.212474713527465, "instance-sup.": 7.542605930977908, "group-sup.": 3.560251545138538, "local-group-sup.": 7.534566189668762, "lr": 0.0035284551019136206, "wd": 0.04741892967165602, "epoch": 91}
+{"loss": 6.211714501068907, "instance-sup.": 7.543608819581753, "group-sup.": 3.5565392209684448, "local-group-sup.": 7.5349949806998975, "lr": 0.0035187299515951793, "wd": 0.04757474626195461, "epoch": 92}
+{"loss": 6.20606219071339, "instance-sup.": 7.541480208784459, "group-sup.": 3.544128024277961, "local-group-sup.": 7.532577865523302, "lr": 0.0035089042901874532, "wd": 0.04773194614753594, "epoch": 93}
+{"loss": 6.204280747708892, "instance-sup.": 7.5430207887628775, "group-sup.": 3.5367150269497607, "local-group-sup.": 7.533105946653258, "lr": 0.0034989787552635256, "wd": 0.04789051963157088, "epoch": 94}
+{"loss": 6.203940484722612, "instance-sup.": 7.543506372468915, "group-sup.": 3.5357915291378514, "local-group-sup.": 7.532523078178127, "lr": 0.0034889539908771403, "wd": 0.04805045693249996, "epoch": 95}
+{"loss": 6.204653068333513, "instance-sup.": 7.54355018280511, "group-sup.": 3.5390763737743933, "local-group-sup.": 7.53133217781321, "lr": 0.0034788306475208954, "wd": 0.048211748184636936, "epoch": 96}
+{"loss": 6.2139613536158915, "instance-sup.": 7.545966394126431, "group-sup.": 3.5604681693332076, "local-group-sup.": 7.535449013774426, "lr": 0.003468609382084034, "wd": 0.048374383438777785, "epoch": 97}
+{"loss": 6.2170948707272675, "instance-sup.": 7.542729611803845, "group-sup.": 3.5767132484894115, "local-group-sup.": 7.531841264632691, "lr": 0.0034582908578098125, "wd": 0.048538352662813825, "epoch": 98}
+{"loss": 6.221972739261934, "instance-sup.": 7.544994320920718, "group-sup.": 3.5870898571221996, "local-group-sup.": 7.533833560467142, "lr": 0.003447875744252487, "wd": 0.04870364574235105, "epoch": 99}
+{"loss": 6.220234143399455, "instance-sup.": 7.5438293101373, "group-sup.": 3.5883415861374246, "local-group-sup.": 7.52853105073209, "lr": 0.0034373647172338587, "wd": 0.048870252481333566, "epoch": 100}
+{"loss": 6.22066058127423, "instance-sup.": 7.544433361740523, "group-sup.": 3.5886798912604085, "local-group-sup.": 7.5288680156728525, "lr": 0.0034267584587993976, "wd": 0.04903816260267316, "epoch": 101}
+{"loss": 6.222676854886441, "instance-sup.": 7.54755921237837, "group-sup.": 3.5886862981735237, "local-group-sup.": 7.531784579833912, "lr": 0.0034160576571740254, "wd": 0.049207365748882424, "epoch": 102}
+{"loss": 6.220985448191618, "instance-sup.": 7.546414715284567, "group-sup.": 3.585461536558663, "local-group-sup.": 7.531079626305348, "lr": 0.0034052630067174195, "wd": 0.0493778514827144, "epoch": 103}
+{"loss": 6.2249797442564025, "instance-sup.": 7.54989236285297, "group-sup.": 3.59089074584558, "local-group-sup.": 7.534155647084996, "lr": 0.0033943752078789734, "wd": 0.04954960928780585, "epoch": 104}
+{"loss": 6.225327311304964, "instance-sup.": 7.548553057489763, "group-sup.": 3.595312313038691, "local-group-sup.": 7.53211609877347, "lr": 0.003383394967152355, "wd": 0.04972262856932637, "epoch": 105}
+{"loss": 6.222042632203011, "instance-sup.": 7.548492437111809, "group-sup.": 3.585997476888522, "local-group-sup.": 7.531637507444162, "lr": 0.0033723229970296534, "wd": 0.04989689865463171, "epoch": 106}
+{"loss": 6.217458601311189, "instance-sup.": 7.5492856936788675, "group-sup.": 3.5714419192837004, "local-group-sup.": 7.531647716486451, "lr": 0.0033611600159551393, "wd": 0.0500724087939221, "epoch": 107}
+{"loss": 6.21017363350941, "instance-sup.": 7.548124204868724, "group-sup.": 3.551015008880871, "local-group-sup.": 7.531381207221517, "lr": 0.0033499067482786575, "wd": 0.050249148160905546, "epoch": 108}
+{"loss": 6.206720647429219, "instance-sup.": 7.549164277407368, "group-sup.": 3.5383289710308605, "local-group-sup.": 7.53266820632783, "lr": 0.0033385639242086247, "wd": 0.05042710585346511, "epoch": 109}
+{"loss": 6.206265534593025, "instance-sup.": 7.550324246244358, "group-sup.": 3.5349741884566592, "local-group-sup.": 7.533497694015128, "lr": 0.003327132279764628, "wd": 0.050606270894332075, "epoch": 110}
+{"loss": 6.204084056773712, "instance-sup.": 7.549163190908329, "group-sup.": 3.5314992607468354, "local-group-sup.": 7.531589239687236, "lr": 0.003315612556729712, "wd": 0.050786632231763024, "epoch": 111}
+{"loss": 6.207873178159912, "instance-sup.": 7.550301836351695, "group-sup.": 3.541255029689725, "local-group-sup.": 7.5320621896002695, "lr": 0.0033040055026021748, "wd": 0.05096817874022106, "epoch": 112}
+{"loss": 6.2132471713249435, "instance-sup.": 7.5494884187362965, "group-sup.": 3.559530283486846, "local-group-sup.": 7.530722335743023, "lr": 0.003292311870547147, "wd": 0.051150899221062036, "epoch": 113}
+{"loss": 6.2205952565688145, "instance-sup.": 7.550744361290305, "group-sup.": 3.5789386762148307, "local-group-sup.": 7.532102252065807, "lr": 0.0032805324193476417, "wd": 0.051334782403226475, "epoch": 114}
+{"loss": 6.220021023138783, "instance-sup.": 7.548086767868204, "group-sup.": 3.5831304520501446, "local-group-sup.": 7.528845375271379, "lr": 0.0032686679133553664, "wd": 0.051519816943933164, "epoch": 115}
+{"loss": 6.2231922245482085, "instance-sup.": 7.550246765067688, "group-sup.": 3.5892209958723766, "local-group-sup.": 7.530108434366736, "lr": 0.0032567191224411153, "wd": 0.05170599142938033, "epoch": 116}
+{"loss": 6.22346903791335, "instance-sup.": 7.550837427776315, "group-sup.": 3.5884028255720635, "local-group-sup.": 7.531166380342148, "lr": 0.0032446868219448127, "wd": 0.05189329437544846, "epoch": 117}
+{"loss": 6.220014385654331, "instance-sup.": 7.549852747664563, "group-sup.": 3.58123656334353, "local-group-sup.": 7.528953360739012, "lr": 0.0032325717926251847, "wd": 0.052081714228409834, "epoch": 118}
+{"loss": 6.216411199198912, "instance-sup.": 7.547212543745164, "group-sup.": 3.576500677918625, "local-group-sup.": 7.525519898986366, "lr": 0.0032203748206091286, "wd": 0.05227123936564005, "epoch": 119}
+{"loss": 6.217361001823945, "instance-sup.": 7.54668953041689, "group-sup.": 3.5804871150023536, "local-group-sup.": 7.5249058751649756, "lr": 0.0032080966973406814, "wd": 0.05246185809633634, "epoch": 120}
+{"loss": 6.226551861063315, "instance-sup.": 7.551799377055735, "group-sup.": 3.5979478775188736, "local-group-sup.": 7.529907857374416, "lr": 0.003195738219529656, "wd": 0.05265355866223719, "epoch": 121}
+{"loss": 6.221690938959214, "instance-sup.": 7.545957994310993, "group-sup.": 3.595576883269019, "local-group-sup.": 7.523537461741403, "lr": 0.003183300189099986, "wd": 0.05284632923834889, "epoch": 122}
+{"loss": 6.2242883076794095, "instance-sup.": 7.549752480365334, "group-sup.": 3.5975419929060073, "local-group-sup.": 7.525569976673581, "lr": 0.003170783413137624, "wd": 0.053040157933674024, "epoch": 123}
+{"loss": 6.216623698120633, "instance-sup.": 7.545673496026615, "group-sup.": 3.5847291903579577, "local-group-sup.": 7.519467936001704, "lr": 0.003158188703838237, "wd": 0.05323503279194588, "epoch": 124}
+{"loss": 6.2202920466309735, "instance-sup.": 7.551429027245485, "group-sup.": 3.5850578749270507, "local-group-sup.": 7.524388757319142, "lr": 0.0031455168784544443, "wd": 0.053430941792365044, "epoch": 125}
+{"loss": 6.212511637878018, "instance-sup.": 7.546989601911474, "group-sup.": 3.569757711252702, "local-group-sup.": 7.520787130948474, "lr": 0.0031327687592428597, "wd": 0.05362787285034179, "epoch": 126}
+{"loss": 6.2111573546632455, "instance-sup.": 7.548954372045846, "group-sup.": 3.5609185736682076, "local-group-sup.": 7.523598635646886, "lr": 0.0031199451734106546, "wd": 0.0538258138182408, "epoch": 127}
+{"loss": 7.128615581798578, "instance-sup.": 8.068802976808366, "group-sup.": 5.27624108469802, "local-group-sup.": 8.040802113877923, "lr": 0.0031070469530619445, "wd": 0.05402475248613057, "epoch": 128}
+{"loss": 6.20245698698543, "instance-sup.": 7.437403884938843, "group-sup.": 3.76737868073041, "local-group-sup.": 7.402587923108203, "lr": 0.003094074935143753, "wd": 0.05422467658253735, "epoch": 129}
+{"loss": 6.200131859064665, "instance-sup.": 7.502895371481842, "group-sup.": 3.6244568902615204, "local-group-sup.": 7.473042830781864, "lr": 0.0030810299613917434, "wd": 0.05442557377520068, "epoch": 130}
+{"loss": 6.205612016402609, "instance-sup.": 7.524467701756232, "group-sup.": 3.5960548235586614, "local-group-sup.": 7.496313048509547, "lr": 0.0030679128782755715, "wd": 0.054627431671835806, "epoch": 131}
+{"loss": 6.209156697014639, "instance-sup.": 7.531479627214452, "group-sup.": 3.5933047418687525, "local-group-sup.": 7.502685233829467, "lr": 0.003054724536943945, "wd": 0.05483023782089667, "epoch": 132}
+{"loss": 6.222362914439921, "instance-sup.": 7.538632776147576, "group-sup.": 3.618395271988763, "local-group-sup.": 7.510060213430016, "lr": 0.0030414657931694547, "wd": 0.055033979712344576, "epoch": 133}
+{"loss": 6.23036991516624, "instance-sup.": 7.539099114259459, "group-sup.": 3.6425122283369795, "local-group-sup.": 7.50949792220403, "lr": 0.0030281375072929695, "wd": 0.055238644778420165, "epoch": 134}
+{"loss": 6.236752615414546, "instance-sup.": 7.538113439955363, "group-sup.": 3.6649407046909817, "local-group-sup.": 7.507203225447942, "lr": 0.003014740544167867, "wd": 0.0554442203944181, "epoch": 135}
+{"loss": 6.246722869834905, "instance-sup.": 7.541217974452812, "group-sup.": 3.688769299035744, "local-group-sup.": 7.51018085354368, "lr": 0.003001275773103879, "wd": 0.05565069387946583, "epoch": 136}
+{"loss": 6.2497661615055815, "instance-sup.": 7.540139562809151, "group-sup.": 3.6997310613557293, "local-group-sup.": 7.509427390447477, "lr": 0.00298774406781072, "wd": 0.05585805249730626, "epoch": 137}
+{"loss": 6.248527760318718, "instance-sup.": 7.540878475869136, "group-sup.": 3.693738294334009, "local-group-sup.": 7.510966033095173, "lr": 0.0029741463063413303, "wd": 0.056066283457083387, "epoch": 138}
+{"loss": 6.246915675306958, "instance-sup.": 7.540161543729703, "group-sup.": 3.690651858693935, "local-group-sup.": 7.509933145878479, "lr": 0.0029604833710349804, "wd": 0.05627537391413039, "epoch": 139}
+{"loss": 6.247865948907165, "instance-sup.": 7.541473737608377, "group-sup.": 3.6919677214706286, "local-group-sup.": 7.510155914494474, "lr": 0.0029467561484599666, "wd": 0.05648531097076326, "epoch": 140}
+{"loss": 6.242398284830948, "instance-sup.": 7.540339141075861, "group-sup.": 3.6775544062315433, "local-group-sup.": 7.509300832669628, "lr": 0.002932965529356081, "wd": 0.05669608167707525, "epoch": 141}
+{"loss": 6.239645640868201, "instance-sup.": 7.541156803001546, "group-sup.": 3.666898283039589, "local-group-sup.": 7.5108813552477525, "lr": 0.002919112408576833, "wd": 0.056907673031736376, "epoch": 142}
+{"loss": 6.231885075178354, "instance-sup.": 7.535989795633417, "group-sup.": 3.6530766699247215, "local-group-sup.": 7.506588284030787, "lr": 0.002905197685031383, "wd": 0.05712007198279534, "epoch": 143}
+{"loss": 6.233762051907231, "instance-sup.": 7.540619888113079, "group-sup.": 3.6490457901296858, "local-group-sup.": 7.511619995295642, "lr": 0.0028912222616262057, "wd": 0.05733326542848428, "epoch": 144}
+{"loss": 6.228566782495777, "instance-sup.": 7.539045770603498, "group-sup.": 3.636126051002558, "local-group-sup.": 7.510528046566453, "lr": 0.0028771870452064855, "wd": 0.05754724021802727, "epoch": 145}
+{"loss": 6.226737074235466, "instance-sup.": 7.539913921024178, "group-sup.": 3.629461034901837, "local-group-sup.": 7.510835797462193, "lr": 0.002863092946497316, "wd": 0.05776198315245127, "epoch": 146}
+{"loss": 6.224184670802836, "instance-sup.": 7.539064267176891, "group-sup.": 3.6239414057283303, "local-group-sup.": 7.5095478588441145, "lr": 0.002848940880044553, "wd": 0.05797748098540076, "epoch": 147}
+{"loss": 6.223661891391138, "instance-sup.": 7.538327271532518, "group-sup.": 3.6246643333869, "local-group-sup.": 7.5079935961685065, "lr": 0.0028347317641555137, "wd": 0.05819372042395406, "epoch": 148}
+{"loss": 6.222258117734808, "instance-sup.": 7.537521378686977, "group-sup.": 3.623072533775683, "local-group-sup.": 7.506179958949275, "lr": 0.002820466520839377, "wd": 0.05841068812944423, "epoch": 149}
+{"loss": 6.221418142506309, "instance-sup.": 7.536455450269328, "group-sup.": 3.623311940677329, "local-group-sup.": 7.504486562290937, "lr": 0.0028061460757473093, "wd": 0.0586283707182811, "epoch": 150}
+{"loss": 6.228375018705948, "instance-sup.": 7.5382246311305545, "group-sup.": 3.642062860939905, "local-group-sup.": 7.50483709279865, "lr": 0.002791771358112501, "wd": 0.05884675476277715, "epoch": 151}
+{"loss": 6.228733892253838, "instance-sup.": 7.534948995255311, "group-sup.": 3.6526769488979567, "local-group-sup.": 7.498575263532353, "lr": 0.0027773433006897602, "wd": 0.05906582679197615, "epoch": 152}
+{"loss": 6.232580512957469, "instance-sup.": 7.535955705074947, "group-sup.": 3.6638284779786128, "local-group-sup.": 7.497956876847927, "lr": 0.002762862839695066, "wd": 0.05928557329248285, "epoch": 153}
+{"loss": 6.231987109685738, "instance-sup.": 7.5348705885262115, "group-sup.": 3.665044406315113, "local-group-sup.": 7.496045852454666, "lr": 0.002748330914744782, "wd": 0.05950598070929855, "epoch": 154}
+{"loss": 6.231748250598142, "instance-sup.": 7.533608529407022, "group-sup.": 3.6684631498629674, "local-group-sup.": 7.493172596406349, "lr": 0.002733748468794685, "wd": 0.059727035446655294, "epoch": 155}
+{"loss": 6.23787903988921, "instance-sup.": 7.537120960811102, "group-sup.": 3.6806189092381745, "local-group-sup.": 7.495896770764673, "lr": 0.0027191164480788086, "wd": 0.05994872386885555, "epoch": 156}
+{"loss": 6.235138663728501, "instance-sup.": 7.531975684846257, "group-sup.": 3.6827686045337407, "local-group-sup.": 7.490671227227163, "lr": 0.0027044358020479947, "wd": 0.06017103230111344, "epoch": 157}
+{"loss": 6.239985404429147, "instance-sup.": 7.533750894577397, "group-sup.": 3.694986195200671, "local-group-sup.": 7.4912186461329116, "lr": 0.0026897074833083377, "wd": 0.06039394703039747, "epoch": 158}
+{"loss": 6.242022118542159, "instance-sup.": 7.532862383613367, "group-sup.": 3.704473206729924, "local-group-sup.": 7.4887302927291834, "lr": 0.0026749324475593113, "wd": 0.06061745430627728, "epoch": 159}
+{"loss": 6.241252085401603, "instance-sup.": 7.530908216602872, "group-sup.": 3.7058478061089266, "local-group-sup.": 7.486999750324912, "lr": 0.002660111653531847, "wd": 0.06084154034177125, "epoch": 160}
+{"loss": 6.2446661741440295, "instance-sup.": 7.533460524664943, "group-sup.": 3.711886888253167, "local-group-sup.": 7.488650635553101, "lr": 0.00264524606292601, "wd": 0.061066191314197084, "epoch": 161}
+{"loss": 6.243466669779076, "instance-sup.": 7.532897565657468, "group-sup.": 3.7104618393496334, "local-group-sup.": 7.487040137653741, "lr": 0.0026303366403486635, "wd": 0.06129139336602475, "epoch": 162}
+{"loss": 6.2379278406801735, "instance-sup.": 7.529095807070498, "group-sup.": 3.7014938324431936, "local-group-sup.": 7.483193409324099, "lr": 0.0026153843532508887, "wd": 0.06151713260573059, "epoch": 163}
+{"loss": 6.23272354659714, "instance-sup.": 7.527726568420384, "group-sup.": 3.6890712835689934, "local-group-sup.": 7.4813723038132665, "lr": 0.0026003901718651577, "wd": 0.06174339510865542, "epoch": 164}
+{"loss": 6.229242698479724, "instance-sup.": 7.5271831488721865, "group-sup.": 3.678877550021201, "local-group-sup.": 7.481666920068162, "lr": 0.002585355069142424, "wd": 0.06197016691786192, "epoch": 165}
+{"loss": 6.228459894328864, "instance-sup.": 7.526876314821876, "group-sup.": 3.675450476399876, "local-group-sup.": 7.483052421438391, "lr": 0.0025702800206889426, "wd": 0.062197434044996884, "epoch": 166}
+{"loss": 6.228667000898251, "instance-sup.": 7.527626987066976, "group-sup.": 3.6756055405563237, "local-group-sup.": 7.482768001126205, "lr": 0.0025551660047030116, "wd": 0.062425182471153265, "epoch": 167}
+{"loss": 6.226674800465622, "instance-sup.": 7.523463838031027, "group-sup.": 3.6780197258746563, "local-group-sup.": 7.478540363053527, "lr": 0.0025400140019114755, "wd": 0.0626533981477353, "epoch": 168}
+{"loss": 6.229622494461591, "instance-sup.": 7.525011049444332, "group-sup.": 3.68393468760675, "local-group-sup.": 7.47992127416267, "lr": 0.002524824995506069, "wd": 0.06288206699732521, "epoch": 169}
+{"loss": 6.230735668587679, "instance-sup.": 7.523811185106717, "group-sup.": 3.6881921667846957, "local-group-sup.": 7.480203175963675, "lr": 0.002509599971079662, "wd": 0.06311117491455137, "epoch": 170}
+{"loss": 6.22820082751591, "instance-sup.": 7.5211628234796, "group-sup.": 3.6867088514880626, "local-group-sup.": 7.476730342240212, "lr": 0.0024943399165622657, "wd": 0.06334070776695779, "epoch": 171}
+{"loss": 6.230995301089823, "instance-sup.": 7.520576589585226, "group-sup.": 3.6975620497470447, "local-group-sup.": 7.474846776532839, "lr": 0.00247904582215695, "wd": 0.06357065139587742, "epoch": 172}
+{"loss": 6.2320813034232945, "instance-sup.": 7.519311149227254, "group-sup.": 3.703625269372914, "local-group-sup.": 7.473307013621081, "lr": 0.0024637186802755865, "wd": 0.06380099161730395, "epoch": 173}
+{"loss": 6.2382691165702475, "instance-sup.": 7.523030101002404, "group-sup.": 3.712995144112855, "local-group-sup.": 7.478781629727951, "lr": 0.0024483594854744395, "wd": 0.06403171422276713, "epoch": 174}
+{"loss": 6.232433361532555, "instance-sup.": 7.51789705039884, "group-sup.": 3.706762381490059, "local-group-sup.": 7.47264017720814, "lr": 0.0024329692343896554, "wd": 0.0642628049802104, "epoch": 175}
+{"loss": 6.228810515392492, "instance-sup.": 7.517066359316743, "group-sup.": 3.6985923112095294, "local-group-sup.": 7.4707724014323995, "lr": 0.0024175489256725727, "wd": 0.06449424963486709, "epoch": 176}
+{"loss": 6.227322777034165, "instance-sup.": 7.516073086803866, "group-sup.": 3.696146229973247, "local-group-sup.": 7.469748539715779, "lr": 0.0024020995599249176, "wd": 0.06472603391014067, "epoch": 177}
+{"loss": 6.2290399710149735, "instance-sup.": 7.517403118181441, "group-sup.": 3.6974043707865727, "local-group-sup.": 7.47231195240611, "lr": 0.0023866221396339096, "wd": 0.06495814350848535, "epoch": 178}
+{"loss": 6.22791964550391, "instance-sup.": 7.516392428153399, "group-sup.": 3.694834792548329, "local-group-sup.": 7.472531233235916, "lr": 0.0023711176691071593, "wd": 0.06519056411228753, "epoch": 179}
+{"loss": 6.225768209941863, "instance-sup.": 7.513851165787116, "group-sup.": 3.6942985363826333, "local-group-sup.": 7.4691544468090845, "lr": 0.002355587154407539, "wd": 0.06542328138474976, "epoch": 180}
+{"loss": 6.225636796644283, "instance-sup.": 7.512818766490637, "group-sup.": 3.6968458995414535, "local-group-sup.": 7.467245253543044, "lr": 0.002340031603287903, "wd": 0.06565628097077456, "epoch": 181}
+{"loss": 6.227088853142376, "instance-sup.": 7.511619149231704, "group-sup.": 3.704035133123398, "local-group-sup.": 7.465611796709862, "lr": 0.0023244520251256558, "wd": 0.06588954849784993, "epoch": 182}
+{"loss": 6.2291145579664216, "instance-sup.": 7.510375365915806, "group-sup.": 3.712331090531823, "local-group-sup.": 7.464636738676115, "lr": 0.002308849430857311, "wd": 0.06612306957693574, "epoch": 183}
+{"loss": 6.230339060672587, "instance-sup.": 7.510536291391056, "group-sup.": 3.7170680345370957, "local-group-sup.": 7.463412381206445, "lr": 0.0022932248329128402, "wd": 0.06635682980335206, "epoch": 184}
+{"loss": 6.226575941167852, "instance-sup.": 7.507906144180543, "group-sup.": 3.712120239749656, "local-group-sup.": 7.45970095674916, "lr": 0.0022775792451500292, "wd": 0.06659081475766686, "epoch": 185}
+{"loss": 6.225801212156722, "instance-sup.": 7.509118855218389, "group-sup.": 3.7078343811402195, "local-group-sup.": 7.460449926627454, "lr": 0.0022619136827886264, "wd": 0.06682501000658625, "epoch": 186}
+{"loss": 6.222667751148433, "instance-sup.": 7.507827505488862, "group-sup.": 3.699934152466651, "local-group-sup.": 7.460241117957005, "lr": 0.0022462291623445408, "wd": 0.06705940110384383, "epoch": 187}
+{"loss": 6.218259366297078, "instance-sup.": 7.5055727103454934, "group-sup.": 3.691209192026515, "local-group-sup.": 7.457995717728072, "lr": 0.0022305267015638175, "wd": 0.06729397359109295, "epoch": 188}
+{"loss": 6.2159530733971655, "instance-sup.": 7.50498460758836, "group-sup.": 3.686200985735306, "local-group-sup.": 7.4566731508591655, "lr": 0.0022148073193566397, "wd": 0.06752871299879734, "epoch": 189}
+{"loss": 6.213946705301572, "instance-sup.": 7.504436155129004, "group-sup.": 3.6819221543618585, "local-group-sup.": 7.455481330319211, "lr": 0.0021990720357311887, "wd": 0.06776360484712493, "epoch": 190}
+{"loss": 6.211817759355159, "instance-sup.": 7.50296895475235, "group-sup.": 3.678376286299623, "local-group-sup.": 7.454107555838479, "lr": 0.002183321871727468, "wd": 0.06799863464683979, "epoch": 191}
+{"loss": 6.211709275915965, "instance-sup.": 7.502819406026434, "group-sup.": 3.6781122003863436, "local-group-sup.": 7.45419573732289, "lr": 0.0021675578493510522, "wd": 0.06823378790019687, "epoch": 192}
+{"loss": 6.211430406714249, "instance-sup.": 7.500729740150576, "group-sup.": 3.678879990950989, "local-group-sup.": 7.454681013392052, "lr": 0.0021517809915067632, "wd": 0.06846905010183593, "epoch": 193}
+{"loss": 6.212329156984033, "instance-sup.": 7.500511999005819, "group-sup.": 3.6810900462508482, "local-group-sup.": 7.455384950702847, "lr": 0.0021359923219322987, "wd": 0.06870440673967611, "epoch": 194}
+{"loss": 6.212306853419928, "instance-sup.": 7.497951911247967, "group-sup.": 3.684931754088921, "local-group-sup.": 7.454036421188682, "lr": 0.0021201928651317955, "wd": 0.0689398432958115, "epoch": 195}
+{"loss": 6.21443113815181, "instance-sup.": 7.498345390708622, "group-sup.": 3.6910032801761923, "local-group-sup.": 7.45394426857803, "lr": 0.0021043836463093698, "wd": 0.06917534524740605, "epoch": 196}
+{"loss": 6.217270995887158, "instance-sup.": 7.498938983252065, "group-sup.": 3.697429151593498, "local-group-sup.": 7.455444381254538, "lr": 0.0020885656913025687, "wd": 0.06941089806759024, "epoch": 197}
+{"loss": 6.216879270566345, "instance-sup.": 7.496780310845144, "group-sup.": 3.7002006143745776, "local-group-sup.": 7.453656413159345, "lr": 0.0020727400265158273, "wd": 0.06964648722635648, "epoch": 198}
+{"loss": 6.2183947606628225, "instance-sup.": 7.494515659160074, "group-sup.": 3.7086674974341736, "local-group-sup.": 7.452000657201532, "lr": 0.0020569076788538587, "wd": 0.06988209819145601, "epoch": 199}
+{"loss": 6.220089054142056, "instance-sup.": 7.493421773272114, "group-sup.": 3.7154817459560148, "local-group-sup.": 7.4513631685337245, "lr": 0.002041069675655011, "wd": 0.07011771642929414, "epoch": 200}
+{"loss": 6.220875421425129, "instance-sup.": 7.491877214585957, "group-sup.": 3.7210575900082823, "local-group-sup.": 7.44969098004587, "lr": 0.002025227044624617, "wd": 0.07035332740582867, "epoch": 201}
+{"loss": 6.222218957154919, "instance-sup.": 7.491144425657018, "group-sup.": 3.7270889638322497, "local-group-sup.": 7.44842299618122, "lr": 0.0020093808137682944, "wd": 0.07058891658746433, "epoch": 202}
+{"loss": 6.222004971962541, "instance-sup.": 7.491158181152223, "group-sup.": 3.7270559334564233, "local-group-sup.": 7.447800329342433, "lr": 0.0019935320113252577, "wd": 0.07082446944195087, "epoch": 203}
+{"loss": 6.220716312461221, "instance-sup.": 7.48904947044341, "group-sup.": 3.7269940508449917, "local-group-sup.": 7.44610493640527, "lr": 0.001977681665701593, "wd": 0.07105997143927868, "epoch": 204}
+{"loss": 6.217853983868585, "instance-sup.": 7.487572579974112, "group-sup.": 3.721359659047881, "local-group-sup.": 7.444629231057016, "lr": 0.001961830805403508, "wd": 0.0712954080525753, "epoch": 205}
+{"loss": 6.215050661998442, "instance-sup.": 7.4864913786517455, "group-sup.": 3.7150066275390903, "local-group-sup.": 7.443653501036784, "lr": 0.0019459804589706108, "wd": 0.07153076475900111, "epoch": 206}
+{"loss": 6.216988829280834, "instance-sup.": 7.489664157137857, "group-sup.": 3.713638061086493, "local-group-sup.": 7.4476637954540585, "lr": 0.0019301316549091656, "wd": 0.0717660270406463, "epoch": 207}
+{"loss": 6.2128031535815165, "instance-sup.": 7.485792634245169, "group-sup.": 3.7078875470061394, "local-group-sup.": 7.444728797153635, "lr": 0.0019142854216253587, "wd": 0.07200118038542441, "epoch": 208}
+{"loss": 6.207102884981784, "instance-sup.": 7.481910952144866, "group-sup.": 3.6984652030461733, "local-group-sup.": 7.440932023268874, "lr": 0.001898442787358558, "wd": 0.07223621028797048, "epoch": 209}
+{"loss": 6.208168196609381, "instance-sup.": 7.483242155919074, "group-sup.": 3.6990807253311475, "local-group-sup.": 7.442181228481501, "lr": 0.0018826047801146022, "wd": 0.07247110225053219, "epoch": 210}
+{"loss": 6.2062144688880885, "instance-sup.": 7.4801827132498655, "group-sup.": 3.6984507571578558, "local-group-sup.": 7.4400094615297, "lr": 0.0018667724275990766, "wd": 0.07270584178386726, "epoch": 211}
+{"loss": 6.205332475433255, "instance-sup.": 7.478935861943933, "group-sup.": 3.698710567426594, "local-group-sup.": 7.438350510884857, "lr": 0.0018509467571506495, "wd": 0.07294041440813546, "epoch": 212}
+{"loss": 6.207087771397952, "instance-sup.": 7.479994124138164, "group-sup.": 3.702474075995059, "local-group-sup.": 7.438794639865276, "lr": 0.0018351287956744006, "wd": 0.0731748056537923, "epoch": 213}
+{"loss": 6.206620513626887, "instance-sup.": 7.477934887629308, "group-sup.": 3.7042153578651194, "local-group-sup.": 7.437710831336014, "lr": 0.0018193195695751854, "wd": 0.07340900106248179, "epoch": 214}
+{"loss": 6.2059810780303355, "instance-sup.": 7.476409081536705, "group-sup.": 3.7045279350097555, "local-group-sup.": 7.437005743919756, "lr": 0.0018035201046910246, "wd": 0.07364298618792811, "epoch": 215}
+{"loss": 6.207732940592417, "instance-sup.": 7.475652063624489, "group-sup.": 3.709973672322329, "local-group-sup.": 7.43757261047831, "lr": 0.0017877314262265494, "wd": 0.07387674659682603, "epoch": 216}
+{"loss": 6.205656673928242, "instance-sup.": 7.47207092746424, "group-sup.": 3.7104382110398615, "local-group-sup.": 7.434460409648019, "lr": 0.0017719545586864858, "wd": 0.07411026786973299, "epoch": 217}
+{"loss": 6.2084781735580545, "instance-sup.": 7.472602425301885, "group-sup.": 3.716348970996217, "local-group-sup.": 7.436482653869846, "lr": 0.001756190525809156, "wd": 0.07434353560195639, "epoch": 218}
+{"loss": 6.205142750925759, "instance-sup.": 7.468354231051938, "group-sup.": 3.7138143919941764, "local-group-sup.": 7.433259147235236, "lr": 0.001740440350500066, "wd": 0.0745765354044443, "epoch": 219}
+{"loss": 6.204688758197308, "instance-sup.": 7.467624165725433, "group-sup.": 3.713328950687434, "local-group-sup.": 7.433112677613675, "lr": 0.001724705054765518, "wd": 0.07480925290467073, "epoch": 220}
+{"loss": 6.205232995546868, "instance-sup.": 7.465474666978254, "group-sup.": 3.7172320938363588, "local-group-sup.": 7.432991751482128, "lr": 0.0017089856596462997, "wd": 0.07504167374752475, "epoch": 221}
+{"loss": 6.204449934969416, "instance-sup.": 7.463663488696824, "group-sup.": 3.71784778983925, "local-group-sup.": 7.431838054154259, "lr": 0.0016932831851514429, "wd": 0.07527378359619333, "epoch": 222}
+{"loss": 6.201876938030409, "instance-sup.": 7.459819059624561, "group-sup.": 3.716510540265722, "local-group-sup.": 7.429300730618598, "lr": 0.0016775986501920048, "wd": 0.07550556813304816, "epoch": 223}
+{"loss": 6.20119457037906, "instance-sup.": 7.458646451054425, "group-sup.": 3.7159750016458446, "local-group-sup.": 7.428961780825969, "lr": 0.001661933072514987, "wd": 0.07573701306052681, "epoch": 224}
+{"loss": 6.201050587113748, "instance-sup.": 7.45938882976575, "group-sup.": 3.7135291201859486, "local-group-sup.": 7.430233336060872, "lr": 0.0016462874686372778, "wd": 0.07596810410201647, "epoch": 225}
+{"loss": 6.198906069832963, "instance-sup.": 7.457416768574883, "group-sup.": 3.7108030759331565, "local-group-sup.": 7.4284978968997715, "lr": 0.0016306628537796884, "wd": 0.07619882700273241, "epoch": 226}
+{"loss": 6.196832284679132, "instance-sup.": 7.455334695436621, "group-sup.": 3.708325480933331, "local-group-sup.": 7.426836203847255, "lr": 0.0016150602418010854, "wd": 0.07642916753060006, "epoch": 227}
+{"loss": 6.195141702601205, "instance-sup.": 7.45371789995404, "group-sup.": 3.7070995360777004, "local-group-sup.": 7.424607194332885, "lr": 0.001599480645132599, "wd": 0.07665911147713012, "epoch": 228}
+{"loss": 6.193329141829666, "instance-sup.": 7.452606342156478, "group-sup.": 3.70345741600275, "local-group-sup.": 7.4239231889059685, "lr": 0.0015839250747119345, "wd": 0.07688864465829716, "epoch": 229}
+{"loss": 6.190704044115815, "instance-sup.": 7.449532380793121, "group-sup.": 3.701087374598718, "local-group-sup.": 7.421491893717163, "lr": 0.0015683945399177657, "wd": 0.07711775291541322, "epoch": 230}
+{"loss": 6.189675059401079, "instance-sup.": 7.448641590158551, "group-sup.": 3.6987594277518583, "local-group-sup.": 7.421623677929774, "lr": 0.0015528900485042357, "wd": 0.07734642211600182, "epoch": 231}
+{"loss": 6.189030010713356, "instance-sup.": 7.447968875364528, "group-sup.": 3.6975521670061866, "local-group-sup.": 7.421568509149264, "lr": 0.0015374126065355708, "wd": 0.07757463815466988, "epoch": 232}
+{"loss": 6.184996239694435, "instance-sup.": 7.4443321863778955, "group-sup.": 3.6921736896116215, "local-group-sup.": 7.418482370477257, "lr": 0.0015219632183208103, "wd": 0.07780238695397634, "epoch": 233}
+{"loss": 6.181641718377099, "instance-sup.": 7.441166098290405, "group-sup.": 3.68784713819369, "local-group-sup.": 7.415911443052784, "lr": 0.0015065428863486072, "wd": 0.07802965446530338, "epoch": 234}
+{"loss": 6.181475530544854, "instance-sup.": 7.440060834652665, "group-sup.": 3.688178697635644, "local-group-sup.": 7.416186575701379, "lr": 0.001491152611222207, "wd": 0.07825642666971969, "epoch": 235}
+{"loss": 6.182896421770396, "instance-sup.": 7.439934475588229, "group-sup.": 3.692180047674877, "local-group-sup.": 7.416574262272114, "lr": 0.0014757933915945064, "wd": 0.07848268957884788, "epoch": 236}
+{"loss": 6.180165003095122, "instance-sup.": 7.436765881354434, "group-sup.": 3.6903616471410015, "local-group-sup.": 7.4133670000526, "lr": 0.0014604662241032612, "wd": 0.07870842923572581, "epoch": 237}
+{"loss": 6.180377436722166, "instance-sup.": 7.4363071861118275, "group-sup.": 3.6923886793994103, "local-group-sup.": 7.412435962620477, "lr": 0.0014451721033064012, "wd": 0.07893363171566808, "epoch": 238}
+{"loss": 6.175705728179477, "instance-sup.": 7.430495604251333, "group-sup.": 3.688849789918704, "local-group-sup.": 7.4077713168921075, "lr": 0.0014299120216175014, "wd": 0.07915828312712486, "epoch": 239}
+{"loss": 6.17592172970648, "instance-sup.": 7.429740093916131, "group-sup.": 3.689128833643383, "local-group-sup.": 7.408895788153981, "lr": 0.0014146869692414103, "wd": 0.07938236961253912, "epoch": 240}
+{"loss": 6.174919180847546, "instance-sup.": 7.427459837741312, "group-sup.": 3.690547027481281, "local-group-sup.": 7.406750202116427, "lr": 0.0013994979341099465, "wd": 0.07960587734920102, "epoch": 241}
+{"loss": 6.171619549874337, "instance-sup.": 7.423920765671554, "group-sup.": 3.6865655908098756, "local-group-sup.": 7.404371811935291, "lr": 0.0013843459018178335, "wd": 0.07982879255009986, "epoch": 242}
+{"loss": 6.170316081471622, "instance-sup.": 7.422850668914919, "group-sup.": 3.6842127392650306, "local-group-sup.": 7.403884366416506, "lr": 0.0013692318555587337, "wd": 0.08005110146477655, "epoch": 243}
+{"loss": 6.1672580391129515, "instance-sup.": 7.420417032309351, "group-sup.": 3.680019050101861, "local-group-sup.": 7.401337559098745, "lr": 0.001354156776061452, "wd": 0.08027279038017018, "epoch": 244}
+{"loss": 6.164715043616176, "instance-sup.": 7.418241065316959, "group-sup.": 3.676363072126768, "local-group-sup.": 7.399540517669696, "lr": 0.0013391216415262943, "wd": 0.08049384562146385, "epoch": 245}
+{"loss": 6.166275689882023, "instance-sup.": 7.418398919738311, "group-sup.": 3.6789219060533167, "local-group-sup.": 7.401505772848002, "lr": 0.0013241274275615908, "wd": 0.0807142535529291, "epoch": 246}
+{"loss": 6.163186237641966, "instance-sup.": 7.415227839929864, "group-sup.": 3.6757342621406606, "local-group-sup.": 7.398596134659127, "lr": 0.001309175107120399, "wd": 0.08093400057876683, "epoch": 247}
+{"loss": 6.1602415571743006, "instance-sup.": 7.412340238280038, "group-sup.": 3.6727039234831427, "local-group-sup.": 7.395680036299066, "lr": 0.001294265650437363, "wd": 0.08115307314394488, "epoch": 248}
+{"loss": 6.159137708165969, "instance-sup.": 7.4102985311955125, "group-sup.": 3.6725638907958666, "local-group-sup.": 7.394550230241716, "lr": 0.0012794000249657651, "wd": 0.08137145773503589, "epoch": 249}
+{"loss": 6.1584882474996085, "instance-sup.": 7.408860193973384, "group-sup.": 3.67252439462135, "local-group-sup.": 7.394079677723475, "lr": 0.0012645791953147414, "wd": 0.0815891408810494, "epoch": 250}
+{"loss": 6.155113966640699, "instance-sup.": 7.404933239949084, "group-sup.": 3.6696030795808667, "local-group-sup.": 7.390805113450017, "lr": 0.0012498041231866772, "wd": 0.08180610915426353, "epoch": 251}
+{"loss": 6.156033279981446, "instance-sup.": 7.405121071567505, "group-sup.": 3.6714245778367554, "local-group-sup.": 7.391553716039895, "lr": 0.0012350757673148401, "wd": 0.08202234917105342, "epoch": 252}
+{"loss": 6.151838834724056, "instance-sup.": 7.400995381104174, "group-sup.": 3.666994037307406, "local-group-sup.": 7.3875266103615695, "lr": 0.0012203950834011382, "wd": 0.08223784759271609, "epoch": 253}
+{"loss": 6.151658203997013, "instance-sup.": 7.399786696310842, "group-sup.": 3.6683350429114725, "local-group-sup.": 7.386852396384894, "lr": 0.0012057630240540995, "wd": 0.0824525911262936, "epoch": 254}
+{"loss": 6.14697984683992, "instance-sup.": 7.395022425678437, "group-sup.": 3.663615176066807, "local-group-sup.": 7.382301456309853, "lr": 0.0011911805387270975, "wd": 0.08266656652539368, "epoch": 255}
+{"loss": 6.1471767056779285, "instance-sup.": 7.394999118652239, "group-sup.": 3.6639351397166564, "local-group-sup.": 7.3825953792250125, "lr": 0.0011766485736567013, "wd": 0.082879760591006, "epoch": 256}
+{"loss": 6.145123762234658, "instance-sup.": 7.392324084892318, "group-sup.": 3.662302226758272, "local-group-sup.": 7.380744501452042, "lr": 0.0011621680718013033, "wd": 0.08309216017231538, "epoch": 257}
+{"loss": 6.142139363610898, "instance-sup.": 7.389496112773339, "group-sup.": 3.658303750192841, "local-group-sup.": 7.378617751201307, "lr": 0.001147739972779918, "wd": 0.08330375216751622, "epoch": 258}
+{"loss": 6.138591587012001, "instance-sup.": 7.386534123901554, "group-sup.": 3.6528352635787784, "local-group-sup.": 7.376404894686358, "lr": 0.001133365212811211, "wd": 0.08351452352461677, "epoch": 259}
+{"loss": 6.1372172710559765, "instance-sup.": 7.385405746104678, "group-sup.": 3.650866334914473, "local-group-sup.": 7.375379262822774, "lr": 0.0011190447246527606, "wd": 0.08372446124224744, "epoch": 260}
+{"loss": 6.132812640468749, "instance-sup.": 7.381884331875763, "group-sup.": 3.6443352510680245, "local-group-sup.": 7.372217853051172, "lr": 0.0011047794375405164, "wd": 0.0839335523704605, "epoch": 261}
+{"loss": 6.130465311513872, "instance-sup.": 7.380018686454127, "group-sup.": 3.6404556511910355, "local-group-sup.": 7.370921112532507, "lr": 0.001090570277128518, "wd": 0.08414178401153069, "epoch": 262}
+{"loss": 6.127279124139895, "instance-sup.": 7.37755372469237, "group-sup.": 3.6352690251565125, "local-group-sup.": 7.3690141464449, "lr": 0.001076418165428827, "wd": 0.08434914332074904, "epoch": 263}
+{"loss": 6.123880714920603, "instance-sup.": 7.374661538737232, "group-sup.": 3.6304293805037213, "local-group-sup.": 7.366550749207368, "lr": 0.0010623240207516846, "wd": 0.08455561750721691, "epoch": 264}
+{"loss": 6.121425650703166, "instance-sup.": 7.371982058780324, "group-sup.": 3.6282342188148213, "local-group-sup.": 7.364060196559509, "lr": 0.0010482887576459465, "wd": 0.08476119383463408, "epoch": 265}
+{"loss": 6.119026281844278, "instance-sup.": 7.369172636602233, "group-sup.": 3.6257636073205903, "local-group-sup.": 7.362142127484998, "lr": 0.0010343132868397152, "wd": 0.08496585962208408, "epoch": 266}
+{"loss": 6.11624035125888, "instance-sup.": 7.366016362615686, "group-sup.": 3.623102088050207, "local-group-sup.": 7.359602128180687, "lr": 0.0010203985151812697, "wd": 0.08516960224481676, "epoch": 267}
+{"loss": 6.114478456264338, "instance-sup.": 7.36397963519988, "group-sup.": 3.6213937945138306, "local-group-sup.": 7.358061461695029, "lr": 0.0010065453455802003, "wd": 0.08537240913502823, "epoch": 268}
+{"loss": 6.108605941887012, "instance-sup.": 7.358344225707781, "group-sup.": 3.614859476017258, "local-group-sup.": 7.352613651233491, "lr": 0.0009927546769488312, "wd": 0.08557426778263337, "epoch": 269}
+{"loss": 6.108969800481013, "instance-sup.": 7.358635729640417, "group-sup.": 3.6160248198863747, "local-group-sup.": 7.352248371554084, "lr": 0.0009790274041438854, "wd": 0.08577516573604042, "epoch": 270}
+{"loss": 6.104012891779163, "instance-sup.": 7.353747629490919, "group-sup.": 3.6106794598203864, "local-group-sup.": 7.347611107055265, "lr": 0.000965364417908423, "wd": 0.08597509060291735, "epoch": 271}
+{"loss": 6.102855271580899, "instance-sup.": 7.352733555035175, "group-sup.": 3.6091479868470544, "local-group-sup.": 7.346683796203077, "lr": 0.0009517666048140436, "wd": 0.08617403005095615, "epoch": 272}
+{"loss": 6.098798451900732, "instance-sup.": 7.349245245863751, "group-sup.": 3.6034519089009236, "local-group-sup.": 7.343697716815872, "lr": 0.0009382348472033493, "wd": 0.0863719718086352, "epoch": 273}
+{"loss": 6.09504622428898, "instance-sup.": 7.346128253948648, "group-sup.": 3.598125787386893, "local-group-sup.": 7.340884151466244, "lr": 0.0009247700231327005, "wd": 0.0865689036659743, "epoch": 274}
+{"loss": 6.0912579570328065, "instance-sup.": 7.342992261267071, "group-sup.": 3.592693869691804, "local-group-sup.": 7.338087255048714, "lr": 0.0009113730063152385, "wd": 0.08676481347528874, "epoch": 275}
+{"loss": 6.087228221199877, "instance-sup.": 7.339623689995392, "group-sup.": 3.5868455793736898, "local-group-sup.": 7.335214909827525, "lr": 0.0008980446660641811, "wd": 0.08695968915193854, "epoch": 276}
+{"loss": 6.086651355332975, "instance-sup.": 7.339547516103495, "group-sup.": 3.585200002358837, "local-group-sup.": 7.335206062047149, "lr": 0.0008847858672364299, "wd": 0.08715351867507432, "epoch": 277}
+{"loss": 6.081169120711415, "instance-sup.": 7.334576435752531, "group-sup.": 3.5782523181943047, "local-group-sup.": 7.330678126082281, "lr": 0.0008715974701764411, "wd": 0.08734629008837791, "epoch": 278}
+{"loss": 6.077232803911979, "instance-sup.": 7.331188943640566, "group-sup.": 3.57278012788549, "local-group-sup.": 7.327728864717071, "lr": 0.0008584803306603975, "wd": 0.0875379915008004, "epoch": 279}
+{"loss": 6.075338136702737, "instance-sup.": 7.3299839900698585, "group-sup.": 3.5693945541661334, "local-group-sup.": 7.3266353921223715, "lr": 0.000845435299840684, "wd": 0.08772861108729584, "epoch": 280}
+{"loss": 6.069845377195235, "instance-sup.": 7.3252075880554886, "group-sup.": 3.562564129830032, "local-group-sup.": 7.32176392626456, "lr": 0.0008324632241906608, "wd": 0.08791813708955022, "epoch": 281}
+{"loss": 6.064757200150924, "instance-sup.": 7.320865687065915, "group-sup.": 3.555828322755862, "local-group-sup.": 7.317577110182855, "lr": 0.0008195649454497242, "wd": 0.08810655781670713, "epoch": 282}
+{"loss": 6.06356040705479, "instance-sup.": 7.320464588058861, "group-sup.": 3.5530546316864795, "local-group-sup.": 7.317161523698666, "lr": 0.0008067413005686976, "wd": 0.08829386164608806, "epoch": 283}
+{"loss": 6.058256277802295, "instance-sup.": 7.3155088367000705, "group-sup.": 3.5466376577122705, "local-group-sup.": 7.312621870786225, "lr": 0.0007939931216555203, "wd": 0.08848003702391131, "epoch": 284}
+{"loss": 6.052637977359991, "instance-sup.": 7.311168744937348, "group-sup.": 3.5385219978982936, "local-group-sup.": 7.308222710695475, "lr": 0.000781321235921253, "wd": 0.08866507246600197, "epoch": 285}
+{"loss": 6.049658034718822, "instance-sup.": 7.309021295742697, "group-sup.": 3.534074488201699, "local-group-sup.": 7.30587784310135, "lr": 0.0007687264656264038, "wd": 0.0888489565585025, "epoch": 286}
+{"loss": 6.046141855178341, "instance-sup.": 7.306306929201271, "group-sup.": 3.5287427335250667, "local-group-sup.": 7.303375429613772, "lr": 0.0007562096280275636, "wd": 0.0890316779585761, "epoch": 287}
+{"loss": 6.042192801086727, "instance-sup.": 7.303180414267859, "group-sup.": 3.522921387140375, "local-group-sup.": 7.300476125429035, "lr": 0.0007437715353243928, "wd": 0.08921322539510589, "epoch": 288}
+{"loss": 6.036366442636089, "instance-sup.": 7.2987176937410405, "group-sup.": 3.514612505434693, "local-group-sup.": 7.29576864153139, "lr": 0.000731412994606897, "wd": 0.08939358766939097, "epoch": 289}
+{"loss": 6.031425683275783, "instance-sup.": 7.294881911938065, "group-sup.": 3.5076552678320683, "local-group-sup.": 7.2917393973703435, "lr": 0.000719134807803076, "wd": 0.08957275365583682, "epoch": 290}
+{"loss": 6.026705604586863, "instance-sup.": 7.291346843946709, "group-sup.": 3.5009545245853397, "local-group-sup.": 7.287814967297145, "lr": 0.0007069377716268734, "wd": 0.08975071230264106, "epoch": 291}
+{"loss": 6.023145654352825, "instance-sup.": 7.288691007009241, "group-sup.": 3.4956321848320453, "local-group-sup.": 7.285113292293164, "lr": 0.0006948226775264909, "wd": 0.08992745263247637, "epoch": 292}
+{"loss": 6.016152884026634, "instance-sup.": 7.282583335175653, "group-sup.": 3.4865758729800134, "local-group-sup.": 7.279298968071891, "lr": 0.000682790311633022, "wd": 0.09010296374316666, "epoch": 293}
+{"loss": 6.01365698986156, "instance-sup.": 7.281367983103361, "group-sup.": 3.4817532010585532, "local-group-sup.": 7.277849308874799, "lr": 0.0006708414547094467, "wd": 0.09027723480835978, "epoch": 294}
+{"loss": 6.009559209847619, "instance-sup.": 7.278674391617839, "group-sup.": 3.4755039161470282, "local-group-sup.": 7.27449884988053, "lr": 0.0006589768820999664, "wd": 0.09045025507819582, "epoch": 295}
+{"loss": 6.002307614065861, "instance-sup.": 7.273246660996634, "group-sup.": 3.46465923964055, "local-group-sup.": 7.269016459642856, "lr": 0.0006471973636796955, "wd": 0.09062201387996927, "epoch": 296}
+{"loss": 5.998333323073768, "instance-sup.": 7.269812738226369, "group-sup.": 3.4594780284840074, "local-group-sup.": 7.2657087191552465, "lr": 0.0006355036638047033, "wd": 0.09079250061878816, "epoch": 297}
+{"loss": 5.994245460659945, "instance-sup.": 7.266710412868076, "group-sup.": 3.453965531280589, "local-group-sup.": 7.262059957797278, "lr": 0.0006238965412624174, "wd": 0.0909617047782274, "epoch": 298}
+{"loss": 5.9889678901929475, "instance-sup.": 7.262737482872154, "group-sup.": 3.4463180162104416, "local-group-sup.": 7.257847702756442, "lr": 0.0006123767492223854, "wd": 0.09112961592097756, "epoch": 299}
+{"loss": 5.985022012264498, "instance-sup.": 7.259222053618623, "group-sup.": 3.4415182374826165, "local-group-sup.": 7.254325264525044, "lr": 0.0006009450351874055, "wd": 0.09129622368948834, "epoch": 300}
+{"loss": 5.979661732966775, "instance-sup.": 7.255045122278665, "group-sup.": 3.434204811714404, "local-group-sup.": 7.249734784779572, "lr": 0.0005896021409450181, "wd": 0.09146151780660774, "epoch": 301}
+{"loss": 5.976716300617701, "instance-sup.": 7.252859035799455, "group-sup.": 3.4298102389459313, "local-group-sup.": 7.2474791561716225, "lr": 0.0005783488025193757, "wd": 0.0916254880762162, "epoch": 302}
+{"loss": 5.97147226524328, "instance-sup.": 7.248724778837149, "group-sup.": 3.4227203453521917, "local-group-sup.": 7.242971183213855, "lr": 0.0005671857501234822, "wd": 0.09178812438385472, "epoch": 303}
+{"loss": 5.966609471462669, "instance-sup.": 7.245048691446063, "group-sup.": 3.4156010710846054, "local-group-sup.": 7.239178180569525, "lr": 0.000556113708111811, "wd": 0.09194941669735027, "epoch": 304}
+{"loss": 5.959820399955286, "instance-sup.": 7.23932269772863, "group-sup.": 3.4069406230040746, "local-group-sup.": 7.233197402835299, "lr": 0.0005451333949333007, "wd": 0.09210935506743284, "epoch": 305}
+{"loss": 5.9548022696079626, "instance-sup.": 7.2355190387336155, "group-sup.": 3.399818872712961, "local-group-sup.": 7.229068426253631, "lr": 0.000534245523084736, "wd": 0.09226792962835051, "epoch": 306}
+{"loss": 5.9500624920607175, "instance-sup.": 7.231866718901758, "group-sup.": 3.3931644151615967, "local-group-sup.": 7.225155863866949, "lr": 0.0005234507990645221, "wd": 0.09242513059847708, "epoch": 307}
+{"loss": 5.94503250995584, "instance-sup.": 7.228066525745667, "group-sup.": 3.3858406682074493, "local-group-sup.": 7.2211898634698235, "lr": 0.0005127499233268287, "wd": 0.09258094828091713, "epoch": 308}
+{"loss": 5.937969689102833, "instance-sup.": 7.222622200194038, "group-sup.": 3.3759557744226774, "local-group-sup.": 7.215330614494646, "lr": 0.0005021435902361488, "wd": 0.09273537306410103, "epoch": 309}
+{"loss": 5.934408439165521, "instance-sup.": 7.220050360207291, "group-sup.": 3.3708196984886842, "local-group-sup.": 7.212354772474833, "lr": 0.0004916324880222375, "wd": 0.09288839542238121, "epoch": 310}
+{"loss": 5.927661005152576, "instance-sup.": 7.21425569532676, "group-sup.": 3.361776000960055, "local-group-sup.": 7.2069508508062725, "lr": 0.0004812172987354519, "wd": 0.09304000591661794, "epoch": 311}
+{"loss": 5.9218063213023, "instance-sup.": 7.210106646673841, "group-sup.": 3.3526475341839643, "local-group-sup.": 7.202664304805058, "lr": 0.00047089869820250176, "wd": 0.0931901951947614, "epoch": 312}
+{"loss": 5.91676009114008, "instance-sup.": 7.205994626089497, "group-sup.": 3.346145374261267, "local-group-sup.": 7.198139800679612, "lr": 0.0004606773559825874, "wd": 0.09333895399242995, "epoch": 313}
+{"loss": 5.911640122763416, "instance-sup.": 7.202350467904608, "group-sup.": 3.3382859935355316, "local-group-sup.": 7.194283429012503, "lr": 0.0004505539353239575, "wd": 0.09348627313347958, "epoch": 314}
+{"loss": 5.905753600778712, "instance-sup.": 7.197468455557495, "group-sup.": 3.3302672566421507, "local-group-sup.": 7.189524610634085, "lr": 0.00044052909312087255, "wd": 0.09363214353057235, "epoch": 315}
+{"loss": 5.899714246685349, "instance-sup.": 7.192913417799905, "group-sup.": 3.321522100552342, "local-group-sup.": 7.184706745124569, "lr": 0.00043060347987097504, "wd": 0.09377655618573477, "epoch": 316}
+{"loss": 5.8929992388028225, "instance-sup.": 7.187584713144375, "group-sup.": 3.3123572498223863, "local-group-sup.": 7.179055272626214, "lr": 0.00042077773963308655, "wd": 0.09391950219091413, "epoch": 317}
+{"loss": 5.887377204855627, "instance-sup.": 7.183172852871707, "group-sup.": 3.3043571582521754, "local-group-sup.": 7.174601133933319, "lr": 0.00041105250998540993, "wd": 0.09406097272852744, "epoch": 318}
+{"loss": 5.8829983473136735, "instance-sup.": 7.179556124609911, "group-sup.": 3.2983880136235317, "local-group-sup.": 7.171050427061912, "lr": 0.00040142842198415975, "wd": 0.09420095907200561, "epoch": 319}
+{"loss": 5.875585138766496, "instance-sup.": 7.1738240419333295, "group-sup.": 3.2878954204054853, "local-group-sup.": 7.165035476263758, "lr": 0.0003919061001226134, "wd": 0.09433945258633135, "epoch": 320}
+{"loss": 5.869838575115674, "instance-sup.": 7.169354703821537, "group-sup.": 3.2799712679156663, "local-group-sup.": 7.1601892745372915, "lr": 0.00038248616229059304, "wd": 0.09447644472857267, "epoch": 321}
+{"loss": 5.863012234323018, "instance-sup.": 7.1640078877639874, "group-sup.": 3.2699131011697147, "local-group-sup.": 7.155115241645484, "lr": 0.0003731692197343624, "wd": 0.09461192704840851, "epoch": 322}
+{"loss": 5.858435474525685, "instance-sup.": 7.160507322436332, "group-sup.": 3.263460238266579, "local-group-sup.": 7.151338387779949, "lr": 0.00036395587701697527, "wd": 0.09474589118865188, "epoch": 323}
+{"loss": 5.851129345496183, "instance-sup.": 7.154863498419124, "group-sup.": 3.25309503876472, "local-group-sup.": 7.145429018848748, "lr": 0.0003548467319790356, "wd": 0.0948783288857629, "epoch": 324}
+{"loss": 5.8449487927358295, "instance-sup.": 7.149817496358395, "group-sup.": 3.244452129737805, "local-group-sup.": 7.1405762807140505, "lr": 0.00034584237569991103, "wd": 0.09500923197036089, "epoch": 325}
+{"loss": 5.839914255995091, "instance-sup.": 7.145886472976649, "group-sup.": 3.2372976353349507, "local-group-sup.": 7.136558186513934, "lr": 0.00033694339245937693, "wd": 0.09513859236772695, "epoch": 326}
+{"loss": 5.832027620822777, "instance-sup.": 7.139753954838243, "group-sup.": 3.2263428433858095, "local-group-sup.": 7.129985583100518, "lr": 0.00032815035969970316, "wd": 0.0952664020983025, "epoch": 327}
+{"loss": 5.825295332470436, "instance-sup.": 7.1345016449541365, "group-sup.": 3.2167336949284797, "local-group-sup.": 7.124650177869964, "lr": 0.0003194638479881851, "wd": 0.09539265327818117, "epoch": 328}
+{"loss": 5.820627114840327, "instance-sup.": 7.1307742890022325, "group-sup.": 3.2100113729049675, "local-group-sup.": 7.121095201239447, "lr": 0.0003108844209801185, "wd": 0.09551733811959558, "epoch": 329}
+{"loss": 5.813850090052242, "instance-sup.": 7.125725447725131, "group-sup.": 3.2003966151628473, "local-group-sup.": 7.115427738470322, "lr": 0.00030241263538222703, "wd": 0.0956404489313974, "epoch": 330}
+{"loss": 5.80603907232112, "instance-sup.": 7.119608810621392, "group-sup.": 3.189082507789526, "local-group-sup.": 7.109425415118598, "lr": 0.0002940490409165387, "wd": 0.09576197811953172, "epoch": 331}
+{"loss": 5.801254118282964, "instance-sup.": 7.115885020302813, "group-sup.": 3.1823206400147517, "local-group-sup.": 7.105556216150514, "lr": 0.00028579418028471215, "wd": 0.09588191818750626, "epoch": 332}
+{"loss": 5.792532006633772, "instance-sup.": 7.108937537516942, "group-sup.": 3.170282253655054, "local-group-sup.": 7.098375755753255, "lr": 0.00027764858913282425, "wd": 0.09600026173685186, "epoch": 333}
+{"loss": 5.786489268253395, "instance-sup.": 7.104276043331407, "group-sup.": 3.161469174144995, "local-group-sup.": 7.093722111794881, "lr": 0.0002696127960166116, "wd": 0.0961170014675813, "epoch": 334}
+{"loss": 5.780876863012156, "instance-sup.": 7.1000532056289245, "group-sup.": 3.1534048361147353, "local-group-sup.": 7.0891720714951765, "lr": 0.0002616873223671738, "wd": 0.0962321301786386, "epoch": 335}
+{"loss": 5.773073716939606, "instance-sup.": 7.093797859747267, "group-sup.": 3.142547379734633, "local-group-sup.": 7.082875434366887, "lr": 0.0002538726824571388, "wd": 0.0963456407683418, "epoch": 336}
+{"loss": 5.768099669158975, "instance-sup.": 7.090217688750821, "group-sup.": 3.1350059045477234, "local-group-sup.": 7.079074939686015, "lr": 0.0002461693833672907, "wd": 0.09645752623482354, "epoch": 337}
+{"loss": 5.760782023896203, "instance-sup.": 7.0845094753818625, "group-sup.": 3.124724188213301, "local-group-sup.": 7.073111930935832, "lr": 0.0002385779249536692, "wd": 0.09656777967646085, "epoch": 338}
+{"loss": 5.7531571145949325, "instance-sup.": 7.078322144871524, "group-sup.": 3.1141833795115854, "local-group-sup.": 7.0669653409739785, "lr": 0.00023109879981513125, "wd": 0.09667639429230226, "epoch": 339}
+{"loss": 5.746438617706924, "instance-sup.": 7.073049816314923, "group-sup.": 3.10452050197681, "local-group-sup.": 7.061745064217307, "lr": 0.0002237324932613885, "wd": 0.09678336338248689, "epoch": 340}
+{"loss": 5.739406005263235, "instance-sup.": 7.067517016851899, "group-sup.": 3.094952296208685, "local-group-sup.": 7.055748225712195, "lr": 0.00021647948328151778, "wd": 0.0968886803486572, "epoch": 341}
+{"loss": 5.734401514781544, "instance-sup.": 7.063621630951266, "group-sup.": 3.0877986807867575, "local-group-sup.": 7.051783750790672, "lr": 0.00020934024051294222, "wd": 0.0969923386943665, "epoch": 342}
+{"loss": 5.726789385275737, "instance-sup.": 7.057856087465159, "group-sup.": 3.0768203406025347, "local-group-sup.": 7.045691246049097, "lr": 0.00020231522821089447, "wd": 0.09709433202547972, "epoch": 343}
+{"loss": 5.718423396731936, "instance-sup.": 7.050826322585305, "group-sup.": 3.065435523151132, "local-group-sup.": 7.039007872944894, "lr": 0.00019540490221835503, "wd": 0.09719465405056817, "epoch": 344}
+{"loss": 5.7133243274663705, "instance-sup.": 7.047132216974284, "group-sup.": 3.0579060596992047, "local-group-sup.": 7.034934239533827, "lr": 0.00018860971093647588, "wd": 0.09729329858129643, "epoch": 345}
+{"loss": 5.7058979476057825, "instance-sup.": 7.041187401115503, "group-sup.": 3.0477927276195893, "local-group-sup.": 7.028713237667159, "lr": 0.0001819300952954802, "wd": 0.09739025953280533, "epoch": 346}
+{"loss": 5.69942280063159, "instance-sup.": 7.035868924479455, "group-sup.": 3.0389344825101845, "local-group-sup.": 7.023464515394906, "lr": 0.00017536648872605506, "wd": 0.09748553092408642, "epoch": 347}
+{"loss": 5.6928801681780925, "instance-sup.": 7.030453350188818, "group-sup.": 3.029994348137828, "local-group-sup.": 7.018192329276681, "lr": 0.000168919317131225, "wd": 0.09757910687835179, "epoch": 348}
+{"loss": 5.685165483964699, "instance-sup.": 7.024647177985232, "group-sup.": 3.0187100335670336, "local-group-sup.": 7.012138765423497, "lr": 0.0001625889988587148, "wd": 0.09767098162339585, "epoch": 349}
+{"loss": 5.679330551996339, "instance-sup.": 7.019758830929002, "group-sup.": 3.0109696968424644, "local-group-sup.": 7.007262654483334, "lr": 0.0001563759446738065, "wd": 0.09776114949195128, "epoch": 350}
+{"loss": 5.672770944224422, "instance-sup.": 7.014804080640617, "group-sup.": 3.001579076798138, "local-group-sup.": 7.001929202778209, "lr": 0.0001502805577326816, "wd": 0.09784960492203934, "epoch": 351}
+{"loss": 5.665183396733967, "instance-sup.": 7.008460856518845, "group-sup.": 2.991326703624778, "local-group-sup.": 6.995762161904672, "lr": 0.00014430323355626442, "wd": 0.09793634245731245, "epoch": 352}
+{"loss": 5.657761920414476, "instance-sup.": 7.002479458242897, "group-sup.": 2.9811659951301315, "local-group-sup.": 6.989639831486569, "lr": 0.00013844436000455489, "wd": 0.09802135674739115, "epoch": 353}
+{"loss": 5.652440376898262, "instance-sup.": 6.998554700164385, "group-sup.": 2.973442654350346, "local-group-sup.": 6.985323298283834, "lr": 0.00013270431725146109, "wd": 0.09810464254819298, "epoch": 354}
+{"loss": 5.645528956079246, "instance-sup.": 6.992711267148045, "group-sup.": 2.9644166310956526, "local-group-sup.": 6.97945849422767, "lr": 0.00012708347776013235, "wd": 0.098186194722258, "epoch": 355}
+{"loss": 5.637723434809278, "instance-sup.": 6.986271579966531, "group-sup.": 2.9538688403147586, "local-group-sup.": 6.97302941686051, "lr": 0.00012158220625878731, "wd": 0.0982660082390634, "epoch": 356}
+{"loss": 5.631235968306907, "instance-sup.": 6.981289146861284, "group-sup.": 2.944256724154202, "local-group-sup.": 6.96816155618487, "lr": 0.0001162008597170508, "wd": 0.09834407817533594, "epoch": 357}
+{"loss": 5.624867921828473, "instance-sup.": 6.976100417172036, "group-sup.": 2.9357161851159677, "local-group-sup.": 6.9627866902565225, "lr": 0.00011093978732278743, "wd": 0.09842039971535413, "epoch": 358}
+{"loss": 5.618719235074323, "instance-sup.": 6.9712926512029645, "group-sup.": 2.927308333813441, "local-group-sup.": 6.957556245772819, "lr": 0.0001057993304594462, "wd": 0.09849496815124596, "epoch": 359}
+{"loss": 5.6123858973200225, "instance-sup.": 6.96583777691103, "group-sup.": 2.918734856913198, "local-group-sup.": 6.952584586273551, "lr": 0.00010077982268390592, "wd": 0.09856777888327885, "epoch": 360}
+{"loss": 5.607207733363015, "instance-sup.": 6.961922340026653, "group-sup.": 2.9114805081331165, "local-group-sup.": 6.94821988021549, "lr": 9.588158970483324e-05, "wd": 0.09863882742014399, "epoch": 361}
+{"loss": 5.600256777688208, "instance-sup.": 6.956185743607406, "group-sup.": 2.9021473480723143, "local-group-sup.": 6.942436770757539, "lr": 9.110494936154644e-05, "wd": 0.09870810937923287, "epoch": 362}
+{"loss": 5.593440328280882, "instance-sup.": 6.950620333963324, "group-sup.": 2.892922539481834, "local-group-sup.": 6.9367776433533015, "lr": 8.645021160339236e-05, "wd": 0.09877562048690779, "epoch": 363}
+{"loss": 5.587834210133821, "instance-sup.": 6.945848764536608, "group-sup.": 2.8857162693550102, "local-group-sup.": 6.931937121388295, "lr": 8.191767846963366e-05, "wd": 0.09884135657876617, "epoch": 364}
+{"loss": 5.582331973550327, "instance-sup.": 6.941564941637603, "group-sup.": 2.877786048379996, "local-group-sup.": 6.927644457196176, "lr": 7.750764406985014e-05, "wd": 0.09890531359989573, "epoch": 365}
+{"loss": 5.577217484924257, "instance-sup.": 6.9373889025540105, "group-sup.": 2.8706526018458343, "local-group-sup.": 6.923610477834557, "lr": 7.322039456485375e-05, "wd": 0.0989674876051261, "epoch": 366}
+{"loss": 5.569626544455422, "instance-sup.": 6.930987328267491, "group-sup.": 2.860788327199938, "local-group-sup.": 6.917103499338253, "lr": 6.905620814812146e-05, "wd": 0.09902787475927212, "epoch": 367}
+{"loss": 5.565428749176263, "instance-sup.": 6.927617587678676, "group-sup.": 2.8548119849977986, "local-group-sup.": 6.913856211122552, "lr": 6.501535502774174e-05, "wd": 0.09908647133736945, "epoch": 368}
+{"loss": 5.559556765503812, "instance-sup.": 6.922840257798347, "group-sup.": 2.846968131868226, "local-group-sup.": 6.908861430273449, "lr": 6.10980974088835e-05, "wd": 0.09914327372490514, "epoch": 369}
+{"loss": 5.554204481747905, "instance-sup.": 6.918303595560291, "group-sup.": 2.840037102766341, "local-group-sup.": 6.90427227341344, "lr": 5.7304689476779664e-05, "wd": 0.09919827841804048, "epoch": 370}
+{"loss": 5.548548506230405, "instance-sup.": 6.913656191565751, "group-sup.": 2.832489511444129, "local-group-sup.": 6.899499342552859, "lr": 5.3635377380234725e-05, "wd": 0.09925148202382673, "epoch": 371}
+{"loss": 5.543968954159461, "instance-sup.": 6.909907975738955, "group-sup.": 2.826220512945071, "local-group-sup.": 6.895777902076665, "lr": 5.009039921565222e-05, "wd": 0.0993028812604151, "epoch": 372}
+{"loss": 5.54003263987677, "instance-sup.": 6.906780495063358, "group-sup.": 2.8209082409485475, "local-group-sup.": 6.8924087077777845, "lr": 4.666998501158556e-05, "wd": 0.09935247295725814, "epoch": 373}
+{"loss": 5.535231138695077, "instance-sup.": 6.902707899317102, "group-sup.": 2.814421368472194, "local-group-sup.": 6.888563672982893, "lr": 4.33743567138103e-05, "wd": 0.09940025405530684, "epoch": 374}
+{"loss": 5.530128130755211, "instance-sup.": 6.898525271395702, "group-sup.": 2.8076748242574885, "local-group-sup.": 6.884183826922995, "lr": 4.0203728170924065e-05, "wd": 0.09944622160719803, "epoch": 375}
+{"loss": 5.526704161085234, "instance-sup.": 6.895561655253023, "group-sup.": 2.803228598514974, "local-group-sup.": 6.881321754819479, "lr": 3.715830512046926e-05, "wd": 0.09949037277743628, "epoch": 376}
+{"loss": 5.522655734107965, "instance-sup.": 6.892320719723185, "group-sup.": 2.797825622669581, "local-group-sup.": 6.877820377911979, "lr": 3.4238285175583404e-05, "wd": 0.09953270484256943, "epoch": 377}
+{"loss": 5.517793269583224, "instance-sup.": 6.88804443281778, "group-sup.": 2.7919699398748463, "local-group-sup.": 6.873364955882466, "lr": 3.144385781217609e-05, "wd": 0.09957321519135659, "epoch": 378}
+{"loss": 5.5133176626822715, "instance-sup.": 6.884316185516164, "group-sup.": 2.785731712594109, "local-group-sup.": 6.869904612825826, "lr": 2.8775204356634623e-05, "wd": 0.09961190132492834, "epoch": 379}
+{"loss": 5.510005384628897, "instance-sup.": 6.881464300960998, "group-sup.": 2.781635674089389, "local-group-sup.": 6.866915697676911, "lr": 2.623249797405712e-05, "wd": 0.09964876085694203, "epoch": 380}
+{"loss": 5.507245163247869, "instance-sup.": 6.878944607644515, "group-sup.": 2.7782974789188253, "local-group-sup.": 6.8644929331742714, "lr": 2.3815903657017014e-05, "wd": 0.09968379151372794, "epoch": 381}
+{"loss": 5.502764058369462, "instance-sup.": 6.875277113795687, "group-sup.": 2.772075461889545, "local-group-sup.": 6.86093911993638, "lr": 2.152557821485642e-05, "wd": 0.09971699113442979, "epoch": 382}
+{"loss": 5.498886000084621, "instance-sup.": 6.872229167804173, "group-sup.": 2.766841177388717, "local-group-sup.": 6.857587177907267, "lr": 1.9361670263511082e-05, "wd": 0.09974835767113924, "epoch": 383}
+{"loss": 5.496736679307251, "instance-sup.": 6.870215096437428, "group-sup.": 2.7640828262382438, "local-group-sup.": 6.8559116364744686, "lr": 1.732432021586703e-05, "wd": 0.09977788918902022, "epoch": 384}
+{"loss": 5.494213982638867, "instance-sup.": 6.868160331121055, "group-sup.": 2.7609740282305575, "local-group-sup.": 6.853507113009652, "lr": 1.5413660272649133e-05, "wd": 0.09980558386642974, "epoch": 385}
+{"loss": 5.492247552844192, "instance-sup.": 6.866462082350751, "group-sup.": 2.7584371318810574, "local-group-sup.": 6.851842963676768, "lr": 1.3629814413843057e-05, "wd": 0.09983143999502937, "epoch": 386}
+{"loss": 5.48989879745778, "instance-sup.": 6.864457700951594, "group-sup.": 2.755329484686181, "local-group-sup.": 6.8499087388047135, "lr": 1.1972898390650299e-05, "wd": 0.09985545597989154, "epoch": 387}
+{"loss": 5.488073173827335, "instance-sup.": 6.863085472830756, "group-sup.": 2.752974912293652, "local-group-sup.": 6.848158652110891, "lr": 1.044301971797708e-05, "wd": 0.09987763033959704, "epoch": 388}
+{"loss": 5.4861643901497805, "instance-sup.": 6.861419919482561, "group-sup.": 2.750514847437228, "local-group-sup.": 6.8465579264500995, "lr": 9.040277667458053e-06, "wd": 0.09989796170632717, "epoch": 389}
+{"loss": 5.484627769151573, "instance-sup.": 6.860238395961538, "group-sup.": 2.748166942225958, "local-group-sup.": 6.845477489936767, "lr": 7.764763261014705e-06, "wd": 0.09991644882594705, "epoch": 390}
+{"loss": 5.482490259629361, "instance-sup.": 6.858154640137102, "group-sup.": 2.745859913014065, "local-group-sup.": 6.843455751080417, "lr": 6.616559264948998e-06, "wd": 0.09993309055808434, "epoch": 391}
+{"loss": 5.480907890573437, "instance-sup.": 6.856763477638704, "group-sup.": 2.743912334692875, "local-group-sup.": 6.8420473845680965, "lr": 5.595740184572748e-06, "wd": 0.09994788587619846, "epoch": 392}
+{"loss": 5.479726943371335, "instance-sup.": 6.855692454657466, "group-sup.": 2.7423280734317745, "local-group-sup.": 6.841159817946104, "lr": 4.702372259373234e-06, "wd": 0.09996083386764501, "epoch": 393}
+{"loss": 5.478708189380409, "instance-sup.": 6.854913668966406, "group-sup.": 2.7410431183677253, "local-group-sup.": 6.840167307209662, "lr": 3.9365134587148575e-06, "wd": 0.09997193373373024, "epoch": 394}
+{"loss": 5.478676671747958, "instance-sup.": 6.854790800564438, "group-sup.": 2.740937551968591, "local-group-sup.": 6.840301181430301, "lr": 3.2982134780776683e-06, "wd": 0.09998118478976237, "epoch": 395}
+{"loss": 5.478270810637736, "instance-sup.": 6.8545893142925545, "group-sup.": 2.7403640001816854, "local-group-sup.": 6.8398586446739325, "lr": 2.787513735832713e-06, "wd": 0.09998858646509275, "epoch": 396}
+{"loss": 5.476968226909888, "instance-sup.": 6.8533278589732625, "group-sup.": 2.738908011222992, "local-group-sup.": 6.838668337119648, "lr": 2.4044473705543813e-06, "wd": 0.0999941383031508, "epoch": 397}
+{"loss": 5.476336852587523, "instance-sup.": 6.852982002826554, "group-sup.": 2.7379669435546994, "local-group-sup.": 6.838061124500626, "lr": 2.1490392388701797e-06, "wd": 0.09999783996147368, "epoch": 398}
+{"loss": 5.476931459082102, "instance-sup.": 6.853209932504474, "group-sup.": 2.7390396062381432, "local-group-sup.": 6.838544365429922, "lr": 2.0213059138477476e-06, "wd": 0.09999969121172515, "epoch": 399}