loss for epoch 20 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e20.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10213533043861389,1,572.4511761665344
+200,0.10239721834659576,1,259.5546386241913
+300,0.1061425730586052,1,262.1681082248688
+400,0.10241135209798813,1,261.7184009552002
+500,0.10277340561151505,1,264.1320741176605
+600,0.10021136701107025,1,259.5759024620056
+700,0.1032012552022934,1,274.92619156837463
+800,0.09869078546762466,1,260.4083161354065
+900,0.10115587711334229,1,277.24694323539734
+1000,0.10190125554800034,1,278.3270127773285
+1100,0.09830096364021301,1,266.9361460208893
+1200,0.10190023481845856,1,274.59661984443665
+1300,0.10030172765254974,1,276.5775694847107
+1400,0.1002683937549591,1,273.6544234752655
+1500,0.0964471772313118,1,259.6679952144623
+1600,0.10121820867061615,1,301.2641155719757
+1700,0.10039283335208893,1,259.8158495426178
+1800,0.099715456366539,1,290.8613977432251
+1900,0.09912580996751785,1,267.6244571208954
+2000,0.10270493477582932,2,321.6486313343048
+2100,0.10560871660709381,2,287.7689712047577
+2200,0.10494163632392883,2,301.4699206352234
+2300,0.09678810834884644,2,270.4999678134918
+2400,0.10865406692028046,2,272.31668186187744
+2500,0.09912717342376709,2,289.4333584308624
+2600,0.09766865521669388,2,261.4118938446045
+2700,0.10119935125112534,2,300.5388903617859
+2800,0.10379945486783981,2,286.0897352695465
+2900,0.10303053259849548,2,289.6523206233978
+3000,0.10303798317909241,2,302.2479598522186
+3100,0.10138649493455887,2,302.06280159950256
+3200,0.10228317975997925,2,274.39039850234985
+3300,0.09942647069692612,2,289.25659227371216
+3400,0.10333994776010513,2,285.10863065719604
+3500,0.10290850698947906,2,303.2245011329651
+3600,0.10224337130784988,2,301.90647864341736
+3700,0.10783042013645172,2,299.36472725868225
+3800,0.10529640316963196,2,288.22130274772644
+3900,0.10065428167581558,2,260.65386152267456
+4000,0.10397464781999588,3,321.985901594162
+4100,0.09922479093074799,3,300.8839542865753
+4200,0.10170001536607742,3,270.49764680862427
+4300,0.10437271744012833,3,270.3794119358063
+4400,0.09905527532100677,3,298.53154134750366
+4500,0.10739918798208237,3,258.2849063873291
+4600,0.1003318503499031,3,286.8628385066986
+4700,0.10120198875665665,3,290.2349741458893
+4800,0.10594647377729416,3,274.7101836204529
+4900,0.10002986341714859,3,262.5862126350403
+5000,0.1075250431895256,3,270.8534255027771
+5100,0.10406164079904556,3,269.20329689979553
+5200,0.0948072001338005,3,274.1748254299164
+5300,0.10035602003335953,3,260.52370262145996
+5400,0.1025104969739914,3,269.62919569015503
+5500,0.09903384745121002,3,261.67226123809814
+5600,0.10421998053789139,3,285.06989908218384
+5700,0.09951411187648773,3,258.45302081108093
+5800,0.09684618562459946,3,286.16310715675354
+5900,0.1038922592997551,3,302.98380947113037
+6000,0.10291648656129837,4,319.67693638801575
+6100,0.10003383457660675,4,259.5714020729065
+6200,0.10013424605131149,4,273.37418842315674
+6300,0.10314574837684631,4,288.6291129589081
+6400,0.10559692233800888,4,259.7026436328888
+6500,0.10474205762147903,4,270.5631523132324
+6600,0.10202327370643616,4,289.20813488960266
+6700,0.10223075747489929,4,285.9074194431305
+6800,0.09953255206346512,4,302.87011075019836
+6900,0.10222688317298889,4,270.52570033073425
+7000,0.10152235627174377,4,286.2825222015381
+7100,0.1019129529595375,4,260.9636528491974
+7200,0.10277865827083588,4,270.6818323135376
+7300,0.0984499529004097,4,262.9424624443054
+7400,0.10360866039991379,4,261.95711398124695
+7500,0.09155326336622238,4,289.33591651916504
+7600,0.10478182882070541,4,302.19368076324463
+7700,0.09971845149993896,4,271.1529438495636
+7800,0.104384645819664,4,259.3837308883667
+7900,0.10375455021858215,4,300.8952052593231
+8000,0.10205505788326263,5,323.8277852535248
+8100,0.10136715322732925,5,260.3873269557953
+8200,0.10328904539346695,5,287.32507038116455
+8300,0.0967663899064064,5,259.4532136917114
+8400,0.10524771362543106,5,285.78625226020813
+8500,0.10000501573085785,5,272.54033398628235
+8600,0.10332474112510681,5,272.696001291275
+8700,0.09758950769901276,5,261.64717149734497
+8800,0.10356660932302475,5,299.22789669036865
+8900,0.09878081828355789,5,259.550430059433
+9000,0.10350128263235092,5,287.56713104248047
+9100,0.10165316611528397,5,259.7100510597229
+9200,0.09930472820997238,5,273.1286737918854
+9300,0.10232385993003845,5,300.67952013015747
+9400,0.10060655325651169,5,287.5794334411621
+9500,0.10109541565179825,5,302.86968088150024
+9600,0.09908395260572433,5,260.8414442539215
+9700,0.09852895885705948,5,258.0574953556061
+9800,0.10088404268026352,5,260.8298439979553
+9900,0.10020162165164948,5,305.7094557285309
+10000,0.1006048396229744,6,320.2908148765564
+10100,0.1024845540523529,6,271.2437286376953
+10200,0.10502230376005173,6,285.2944505214691
+10300,0.10446381568908691,6,262.8293149471283
+10400,0.1015128418803215,6,284.66646242141724
+10500,0.09966036677360535,6,270.77342772483826
+10600,0.10214710980653763,6,269.29049038887024
+10700,0.10567639023065567,6,270.7427775859833
+10800,0.0993284359574318,6,260.4839162826538
+10900,0.10027872771024704,6,285.962943315506
+11000,0.1007627621293068,6,262.3948392868042
+11100,0.10024687647819519,6,271.63377594947815
+11200,0.09977532923221588,6,286.98662972450256
+11300,0.10275717824697495,6,273.3264682292938
+11400,0.10379403829574585,6,289.4796838760376
+11500,0.10643414407968521,6,260.8958914279938
+11600,0.10312816500663757,6,274.5987844467163
+11700,0.1007920354604721,6,270.2203748226166
+11800,0.09698750078678131,6,302.35776591300964
+11900,0.10188201814889908,6,274.96688079833984
+12000,0.09959818422794342,7,323.3933017253876
+12100,0.10238700360059738,7,284.8495125770569
+12200,0.10674027353525162,7,273.3969831466675
+12300,0.10509337484836578,7,272.0697031021118
+12400,0.10131364315748215,7,260.13587045669556