loss for epoch 30 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e30.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.1036612018942833,1,570.2013885974884
+200,0.1005278155207634,1,272.135883808136
+300,0.09934113919734955,1,302.78444933891296
+400,0.1046319305896759,1,259.3718979358673
+500,0.09639764577150345,1,302.8370807170868
+600,0.10302581638097763,1,271.41362595558167
+700,0.09965745359659195,1,304.49712467193604
+800,0.10433696210384369,1,258.54852199554443
+900,0.09950724989175797,1,258.57073402404785
+1000,0.10349452495574951,1,285.5845785140991
+1100,0.09780819714069366,1,303.10129165649414
+1200,0.10063862800598145,1,302.00097703933716
+1300,0.10447383671998978,1,301.86459732055664
+1400,0.10204393416643143,1,259.48335909843445
+1500,0.10094211250543594,1,271.67435669898987
+1600,0.09756442904472351,1,269.9857761859894
+1700,0.0999157503247261,1,301.5918686389923
+1800,0.10596312582492828,1,265.9360318183899
+1900,0.1018044576048851,1,267.6009006500244
+2000,0.10512250661849976,2,322.4875717163086
+2100,0.101662777364254,2,303.6303565502167
+2200,0.09992526471614838,2,258.5234978199005
+2300,0.1060359925031662,2,301.3692865371704
+2400,0.10481437295675278,2,284.73872923851013
+2500,0.09944168478250504,2,258.4984483718872
+2600,0.1048629954457283,2,268.7140371799469
+2700,0.09910155087709427,2,257.3045551776886
+2800,0.09814494103193283,2,275.0236897468567
+2900,0.1031377837061882,2,259.51569151878357
+3000,0.1038951501250267,2,268.04098749160767
+3100,0.10142122954130173,2,270.76689553260803
+3200,0.10546756535768509,2,301.4587926864624
+3300,0.10495218634605408,2,284.3146824836731
+3400,0.1027911901473999,2,304.06262707710266
+3500,0.10269145667552948,2,260.74894404411316
+3600,0.10530813038349152,2,269.60716676712036
+3700,0.09493318945169449,2,270.26741337776184
+3800,0.10505770146846771,2,259.88910937309265
+3900,0.09708622843027115,2,260.9968259334564
+4000,0.10197991132736206,3,318.41143894195557
+4100,0.10748111456632614,3,297.75086665153503
+4200,0.10066688060760498,3,283.08431696891785
+4300,0.1025293692946434,3,300.8402097225189
+4400,0.1025700718164444,3,261.9000265598297
+4500,0.09599056094884872,3,261.8325409889221
+4600,0.10401344299316406,3,300.3375039100647
+4700,0.10476875305175781,3,259.4050123691559
+4800,0.10290428251028061,3,261.12798500061035
+4900,0.09603677690029144,3,261.95328664779663
+5000,0.10262545943260193,3,302.0958490371704
+5100,0.10005806386470795,3,261.96696758270264
+5200,0.09977974742650986,3,303.41570925712585
+5300,0.10368671268224716,3,283.6195299625397
+5400,0.10259238630533218,3,261.008229970932
+5500,0.09715013951063156,3,303.66270089149475
+5600,0.09996595233678818,3,283.21883511543274
+5700,0.10342340171337128,3,302.2129101753235
+5800,0.09878639876842499,3,301.6367025375366
+5900,0.10142075270414352,3,286.51627588272095
+6000,0.09982261806726456,4,323.19323921203613
+6100,0.1012205258011818,4,301.7188923358917
+6200,0.09910377115011215,4,301.6102361679077
+6300,0.10331971943378448,4,260.8892648220062
+6400,0.10208658128976822,4,302.44950318336487
+6500,0.1045968160033226,4,271.6869492530823
+6600,0.10630758851766586,4,258.62101006507874
+6700,0.10752563178539276,4,259.5132260322571
+6800,0.101570725440979,4,301.8072204589844
+6900,0.10543650388717651,4,298.559947013855
+7000,0.1000763475894928,4,259.27436327934265
+7100,0.10613618791103363,4,272.1564681529999
+7200,0.10284632444381714,4,298.6317014694214
+7300,0.0993511974811554,4,270.3526351451874
+7400,0.10016828030347824,4,302.1533725261688
+7500,0.1009916290640831,4,260.74038672447205
+7600,0.10414382070302963,4,259.8229720592499
+7700,0.10051082074642181,4,301.76144337654114
+7800,0.09589621424674988,4,261.8387463092804
+7900,0.10543620586395264,4,301.36441373825073
+8000,0.10040274262428284,5,316.92479729652405
+8100,0.10555431246757507,5,269.12956190109253
+8200,0.1002846211194992,5,287.503133058548
+8300,0.10273031890392303,5,300.0723452568054
+8400,0.09770459681749344,5,285.0263886451721
+8500,0.10443692654371262,5,284.9164400100708
+8600,0.09935484826564789,5,259.2823815345764
+8700,0.09481120109558105,5,271.0723705291748
+8800,0.0996037945151329,5,283.1975808143616
+8900,0.09978625923395157,5,268.65843391418457
+9000,0.10221052914857864,5,259.6328785419464
+9100,0.09760688245296478,5,261.88615679740906
+9200,0.10442996025085449,5,269.9393813610077
+9300,0.09988534450531006,5,303.8437478542328
+9400,0.10223978012800217,5,262.66315269470215
+9500,0.10026118904352188,5,258.32567262649536
+9600,0.09856127202510834,5,269.489963054657
+9700,0.1013336181640625,5,289.21295380592346
+9800,0.10200589150190353,5,270.97966170310974
+9900,0.09527083486318588,5,269.1903612613678
+10000,0.09657149761915207,6,319.63384985923767
+10100,0.10168539732694626,6,287.57199144363403
+10200,0.09950028359889984,6,285.47556614875793
+10300,0.10450511425733566,6,303.46614956855774
+10400,0.10186482965946198,6,269.7192852497101
+10500,0.10072535276412964,6,270.20862650871277
+10600,0.10194039344787598,6,285.41734790802
+10700,0.10787609219551086,6,298.9040741920471
+10800,0.10253222286701202,6,301.6332378387451
+10900,0.10554791241884232,6,259.16476821899414
+11000,0.10305938124656677,6,261.6198499202728
+11100,0.10344556719064713,6,259.7060112953186
+11200,0.10442481935024261,6,270.3625388145447
+11300,0.10199698805809021,6,270.41033959388733
+11400,0.10105577856302261,6,266.7617304325104
+11500,0.10355827212333679,6,270.1437883377075
+11600,0.09952140599489212,6,283.89187359809875
+11700,0.0948023870587349,6,269.07620215415955
+11800,0.1041569784283638,6,284.0854775905609
+11900,0.10926199704408646,6,258.5838158130646
+12000,0.10204865038394928,7,322.281777381897
+12100,0.10228521376848221,7,257.27295541763306
+12200,0.10009165853261948,7,269.5786473751068
+12300,0.10144179314374924,7,260.7741177082062
+12400,0.10395009070634842,7,301.08253598213196