<jupyter_start><jupyter_text>Tiny<jupyter_code>regular = [0.5369,0.5239,0.5183]
cutout = [0.5437,0.5432,0.5436]
regular = [0.6799,0.6811,0.6864,0.687,0.6858]
cutout = [0.6896,0.6867,0.6881,0.6794,0.688]<jupyter_output><empty_output><jupyter_text>Regular VS Mobius (mix3, admissable)<jupyter_code>mobius = [0.5708,0.5688,0.5595]
mobius = [0.6865,0.6878,0.6965,0.6884,0.6928]
print('average of mobius is',sum(mobius)/len(mobius) )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/len(mobius)-sum(regular)/len(mobius) )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>average of mobius is 0.6904
std of mobius is 0.0041515057509294165
mobius is better by 0.006360000000000032
P value is 0.027677483565753298<jupyter_text>Regular VS Cutout+Mobius (mix3, admissable)<jupyter_code>mobius = [0.5662,0.5646,0.5602]
mobius = [0.698,0.6941,0.6931,0.6927,0.6977]
print('average of mobius is',sum(mobius)/len(mobius) )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/len(mobius)-sum(regular)/len(mobius) )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>average of mobius is 0.69512
std of mobius is 0.0025459772190653753
mobius is better by 0.011079999999999979
P value is 0.0003384610116452085<jupyter_text>Cutout VS Mobius (mix3, admissable)<jupyter_code>mobius = [0.5708,0.5688,0.5595]
mobius = [0.6865,0.6878,0.6965,0.6884,0.6928]
print('average of mobius is',sum(mobius)/len(mobius) )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/len(mobius)-sum(cutout)/len(mobius) )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>average of mobius is 0.6904
std of mobius is 0.0041515057509294165
mobius is better by 0.0040400000000000436
P value is 0.15680369952492876<jupyter_text>Cutout VS Cutout+Mobius (mix3, admissable)<jupyter_code>mobius = [0.5662,0.5646,0.5602]
mobius = [0.698,0.6941,0.6931,0.6927,0.6977]
print('average of mobius is',sum(mobius)/len(mobius) )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/len(mobius)-sum(cutout)/len(mobius) )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>average of mobius is 0.69512
std of mobius is 0.0025459772190653753
mobius is better by 0.00875999999999999
P value is 0.0033741305752536706<jupyter_text>Mobius VS Cutout+Mobius (mix3, admissable)<jupyter_code>mobius_cutout = [0.698,0.6941,0.6931,0.6927,0.6977]
mobius = [0.6865,0.6878,0.6965,0.6884,0.6928]
print("mobius with cutout is better by", sum(mobius_cutout)/len(mobius_cutout)-sum(mobius)/len(mobius) )
print("P value is", ttest_ind(mobius_cutout, mobius)[1])<jupyter_output>mobius with cutout is better by 0.0047199999999999465
P value is 0.06208976879156099<jupyter_text>Regular VS Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.551,0.5558,0.5445]
print("mobius is better by", sum(mobius)/3-sum(regular)/3 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.02406666666666668
P value is 0.019856010464076163<jupyter_text>Regular VS cutout + Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.5631,0.5531,0.5494]
print("mobius is better by", sum(mobius)/3-sum(regular)/3 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.028833333333333377
P value is 0.01367869578173505<jupyter_text>cutout VS Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.551,0.5558,0.5445]
print("mobius is better by", sum(mobius)/3-sum(cutout)/3 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.006933333333333347
P value is 0.10189225843364733<jupyter_text>cutout VS cutout + Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.5631,0.5531,0.5494]
print("mobius is better by", sum(mobius)/3-sum(cutout)/3 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.011700000000000044
P value is 0.04605281465564472<jupyter_text>CIFAR10<jupyter_code>regular = [0.9649,0.9646,0.9652,0.9642,0.9644]
cutout = [0.9711, 0.9718, 0.971, 0.9713, 0.9712]<jupyter_output><empty_output><jupyter_text>Regular VS Mobius (mix3, madmissable)<jupyter_code>mobius = [0.966,0.969,0.9657,0.9661,0.9668]
print('average of mobius is',sum(mobius)/5 )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>average of mobius is 0.9667199999999999
std of mobius is 0.0013367871932360778
mobius is better by 0.0020599999999999508
P value is 0.010812373983473417<jupyter_text>Regular VS Cutout + Mobius (mix3, madmissable)<jupyter_code>mobius = [0.9717,0.9712,0.9729,0.9702,0.9687]
print('average of mobius is',sum(mobius)/5 )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>average of mobius is 0.97094
std of mobius is 0.0015852444606432145
mobius is better by 0.006280000000000063
P value is 2.6023391016100637e-05<jupyter_text>Cutout VS Mobius (mix3, madmissable)<jupyter_code>mobius = [0.966,0.969,0.9657,0.9661,0.9668]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by -0.0045600000000000085
P value is 7.413867286308963e-05<jupyter_text>Cutout VS Cutout + Mobius (mix3, madmissable)<jupyter_code>mobius = [0.9717,0.9712,0.9729,0.9702,0.9687]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by -0.00033999999999989594
P value is 0.6504964235592512<jupyter_text>Regular VS Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.9668,0.9675,0.9681,0.9665,0.967]
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.0025199999999999667
P value is 6.52303537685496e-05<jupyter_text>Regular VS Cutout + Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.9717,0.973,0.9718,0.9711,0.9718]
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.007220000000000004
P value is 3.680876561325633e-08<jupyter_text>Regular VS Mobius (mix3, Restricted Random std = 0.01 )<jupyter_code>mobius = [0.9682,0.9657,0.9671,0.9668,0.966]
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.002100000000000102
P value is 0.0022401096695388637<jupyter_text>Regular VS Cutout + Mobius (mix3, Restricted Random std = 0.01)<jupyter_code>mobius = [0.9714,0.972,0.9713,0.9728,0.97]
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.006840000000000068
P value is 7.106442278277743e-07<jupyter_text>Regular VS Mobius (mix3, Restricted Random std = 0.005 )<jupyter_code>mobius = [0.9666,0.967,0.9664,0.9695,0.968]
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.0028400000000000647
P value is 0.0014467538396489208<jupyter_text>Regular VS Cutout + Mobius (mix3, Restricted Random std = 0.005)<jupyter_code>mobius = [0.9716,0.9717,0.9709,0.9721,0.973]
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>mobius is better by 0.007200000000000095
P value is 7.267835338990602e-08<jupyter_text>Cutout VS Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.9668,0.9675,0.9681,0.9665,0.967]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by -0.0040999999999999925
P value is 1.1326870324132887e-06<jupyter_text>Cutout VS Cutout + Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.9717,0.973,0.9718,0.9711,0.9718]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.0006000000000000449
P value is 0.11453867300976012<jupyter_text>Cutout VS Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.9682,0.9657,0.9671,0.9668,0.966]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by -0.0045199999999998575
P value is 1.0089469657212954e-05<jupyter_text>Cutout VS Cutout + Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.9714,0.972,0.9713,0.9728,0.97]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.000220000000000109
P value is 0.6595891924169599<jupyter_text>Cutout VS Mobius (mix3, Restricted Random, std =0.005)<jupyter_code>mobius = [0.9666,0.967,0.9664,0.9695,0.968]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by -0.0037799999999998946
P value is 0.00020218274278874823<jupyter_text>Cutout VS Cutout + Mobius (mix3, Restricted Random, std =0.005)<jupyter_code>mobius = [0.9716,0.9717,0.9709,0.9721,0.973]
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.000580000000000136
P value is 0.15707468263087668<jupyter_text>CIFAR100<jupyter_code>regular = [0.8165,0.8214,0.8207,0.818,0.8191]
cutout = [0.8204,0.8236,0.8245,0.8256,0.8233]<jupyter_output><empty_output><jupyter_text>mobius VS cutout+ Mobius (mix3, admissable)<jupyter_code>mobius = [0.8266,0.8266,0.8286,0.8192,0.8228]
mobius_cutout = [0.8245,0.8261,0.8259,0.8272,0.83]
print("mobius_cutout is better by", sum(mobius_cutout)/5-sum(mobius)/5 )
print("P value is", ttest_ind(mobius_cutout, mobius)[1])<jupyter_output>mobius_cutout is better by 0.0019799999999999818
P value is 0.3310920880145074<jupyter_text>Regular VS Mobius (mix3, admissable)<jupyter_code>mobius = [0.8266,0.8266,0.8286,0.8192,0.8228]
print('CIFAR100')
print('average of mobius is',sum(mobius)/5 )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
average of mobius is 0.8247599999999998
std of mobius is 0.003750733261643638
mobius is better by 0.005619999999999847
P value is 0.018138625400847767<jupyter_text>Regular VS Cutout + Mobius (mix3, admissable)<jupyter_code>mobius = [0.8245,0.8261,0.8259,0.8272,0.83]
print('CIFAR100')
print('average of mobius is',sum(mobius)/5 )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
average of mobius is 0.8267399999999998
std of mobius is 0.0020598543637839945
mobius is better by 0.007599999999999829
P value is 0.0003473704106090325<jupyter_text>Regular VS Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8282,0.8257,0.8276,0.8316,0.8294 ]
print('CIFAR100')
print('average of mobius is',sum(mobius)/5 )
print('std of mobius is',np.std(mobius,ddof=1))
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
average of mobius is 0.8285
std of mobius is 0.002188606862823935
mobius is better by 0.009360000000000035
P value is 0.00010420194408485366<jupyter_text>Regular VS Cutout + Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8301,0.8297,0.8279, 0.8307, 0.8274]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.010019999999999918
P value is 1.6559647837678883e-05<jupyter_text>Regular VS Mobius (mix3, Restricted Random std = 0.01 )<jupyter_code>mobius = [0.8229,0.824,0.8264,0.827,0.823]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.00552000000000008
P value is 0.0021044483472269365<jupyter_text>Regular VS Cutout + Mobius (mix3, Restricted Random std = 0.01 )<jupyter_code>mobius = [0.8298,0.835,0.83,0.8278,0.832]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.011780000000000124
P value is 5.172905836690635e-05<jupyter_text>Regular VS Mobius (mix3, Restricted Random std = 0.005)<jupyter_code>mobius = [0.8255,0.8247,0.8283,0.8245,0.826]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.006659999999999888
P value is 0.0003435323430862278<jupyter_text>Regular VS Cutout + Mobius (mix3, Restricted Random std =0.005)<jupyter_code>mobius = [0.8303,0.8345,0.8283,0.8322,0.827]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.011320000000000108
P value is 0.00010907365127852174<jupyter_text>Cutout VS Mobius (mix3, madmissable)<jupyter_code>mobius = [0.8266,0.8266,0.8286,0.8192,0.8228]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.0012799999999998368
P value is 0.5170587826868336<jupyter_text>Cutout VS Cutout+ Mobius (mix3, madmissable)<jupyter_code>mobius = [0.8245,0.8261,0.8259,0.8272,0.83]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.0032599999999998186
P value is 0.03283786813648218<jupyter_text>Cutout VS Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8282,0.8257,0.8276,0.8316,0.8294 ]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.0050200000000000244
P value is 0.004966042689589729<jupyter_text>Cutout VS Cutout + Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8301,0.8297,0.8279, 0.8307, 0.8274]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.005679999999999907
P value is 0.0007622647045440242<jupyter_text>Cutout VS Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.8229,0.824,0.8264,0.827,0.823]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.0011800000000000699
P value is 0.36246545825372495<jupyter_text>Cutout VS Cutout + Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.8298,0.835,0.83,0.8278,0.832]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.007440000000000113
P value is 0.0010852858816906353<jupyter_text>Cutout VS Mobius (mix3, Restricted Random, std =0.005)<jupyter_code>mobius = [0.8255,0.8247,0.8283,0.8245,0.826]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.0023199999999998777
P value is 0.06865167668485098<jupyter_text>Cutout VS Cutout + Mobius (mix3, Restricted Random, std =0.005)<jupyter_code>mobius = [0.8303,0.8345,0.8283,0.8322,0.827]
print('CIFAR100')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR100
mobius is better by 0.006980000000000097
P value is 0.002388093061955263<jupyter_text>CIFAR10 Reduced<jupyter_code>regular = [0.8401,0.8388,0.8425,0.8384, 0.8392]
cutout = [0.8498, 0.8535, 0.8498,0.8521, 0.8546]<jupyter_output><empty_output><jupyter_text>Regular VS Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8603,0.8637,0.8614,0.861, 0.8571 ]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR10 Reduced
mobius is better by 0.02089999999999992
P value is 2.1468387904275926e-07<jupyter_text>Regular VS Cutout + Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8584,0.8595,0.8563,0.8537,0.8572]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR10 Reduced
mobius is better by 0.017220000000000013
P value is 6.629767913237318e-07<jupyter_text>Regular VS Mobius (mix3, Restricted Random std = 0.01 )<jupyter_code>mobius = [0.848,0.8496,0.8507,0.8527,0.847]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR10 Reduced
mobius is better by 0.009800000000000031
P value is 4.8152914206726525e-05<jupyter_text>Regular VS Cutout + Mobius (mix3, Restricted Random std = 0.01)<jupyter_code>mobius = [0.8599,0.8574,0.8574,0.85,0.851]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR10 Reduced
mobius is better by 0.015340000000000131
P value is 7.998557644972732e-05<jupyter_text>Regular VS Mobius (mix3, Restricted Random std = 0.005 )<jupyter_code>mobius = [0.8565,0.8556,0.8549,0.8543,0.8548]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR10 Reduced
mobius is better by 0.015419999999999878
P value is 6.921595253670635e-08<jupyter_text>Regular VS Cutout + Mobius (mix3, Restricted Random std = 0.005)<jupyter_code>mobius = [0.8571,0.8591,0.8586,0.8573,0.8579]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(regular)/5 )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>CIFAR10 Reduced
mobius is better by 0.018199999999999994
P value is 1.865053780921322e-08<jupyter_text>Cutout VS Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8603,0.8637,0.8614,0.861, 0.8571 ]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.008739999999999859
P value is 0.0002974667500270965<jupyter_text>Cutout VS Cutout + Mobius (mix3, 8 fixed)<jupyter_code>mobius = [0.8584,0.8595,0.8563,0.8537,0.8572]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.005059999999999953
P value is 0.006442485443262768<jupyter_text>Cutout VS Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.848,0.8496,0.8507,0.8527,0.847]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by -0.0023600000000000287
P value is 0.1287778323576917<jupyter_text>Cutout VS Cutout + Mobius (mix3, Restricted Random, std =0.01)<jupyter_code>mobius = [0.8599,0.8574,0.8574,0.85,0.851]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.0031800000000000717
P value is 0.18291492915575724<jupyter_text>Cutout VS Mobius (mix3, Restricted Random, std =0.005)<jupyter_code>mobius =  [0.8565,0.8556,0.8549,0.8543,0.8548]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>mobius is better by 0.0032599999999998186
P value is 0.013869228435896327<jupyter_text>Cutout VS Cutout + Mobius (mix3, Restricted Random, std =0.005)<jupyter_code>mobius = [0.8571,0.8591,0.8586,0.8573,0.8579]
print('CIFAR10 Reduced')
print("mobius is better by", sum(mobius)/5-sum(cutout)/5 )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>CIFAR10 Reduced
mobius is better by 0.006039999999999934
P value is 0.00039795398758185266<jupyter_text>Tiny Imagenet<jupyter_code>regular = [0.5483,0.5486,0.5335]
cutout = [0.5604,0.5543,0.5399,0.5407]<jupyter_output><empty_output><jupyter_text>regular VS Mobius (mix5)<jupyter_code>mobius = [0.5623,0.5627,0.553,0.562]
print('tiny')
print("mobius is better by", sum(mobius)/len(mobius)-sum(regular)/len(regular) )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>tiny
mobius is better by 0.0165333333333334
P value is 0.021380198425427828<jupyter_text>regular VS cutout16 + Mobius (mix5)<jupyter_code>mobius = [0.559,0.5644,0.5711,0.553]
print('tiny')
print("mobius is better by", sum(mobius)/len(mobius)-sum(regular)/len(regular) )
print("P value is", ttest_ind(regular, mobius)[1])<jupyter_output>tiny
mobius is better by 0.01840833333333336
P value is 0.030877136280755595<jupyter_text>cutout VS Mobius (mix5)<jupyter_code>mobius = [0.5623,0.5627,0.553,0.562]
print('tiny')
print("mobius is better by", sum(mobius)/len(mobius)-sum(cutout)/len(cutout) )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>tiny
mobius is better by 0.011175000000000046
P value is 0.09261965717724362<jupyter_text>cutout VS cutout16 + Mobius (mix5)<jupyter_code>mobius = [0.559,0.5644,0.5711,0.553]
print('tiny')
print("mobius is better by", sum(mobius)/len(mobius)-sum(cutout)/len(cutout) )
print("P value is", ttest_ind(cutout, mobius)[1])<jupyter_output>tiny
mobius is better by 0.013050000000000006
P value is 0.08670650885222192
{'fraction_non_alphanumeric': 0.14827850728757727, 'fraction_numerical': 0.20915121158792474, 'mean_word_length': 7.319069069069069, 'pattern_counts': {'":': 0, '<': 195, '<?xml version=': 0, '>': 195, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 61, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '63', 'dir': 'jupyter-structured-clean-dedup', 'id': '411293', 'license': 'ECL-2.0', 'n_tokens_mistral': 12240, 'n_tokens_neox': 9539, 'n_words': 1751, 'path': 'mobius_data_augmentation/notebooks/significance_tests.ipynb', 'repo_name': 'trestripes-com/mobius', 'size': '22161'}