Upload artifacts (track 2)

track_2_checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c66e8b7cbf539b4a7c8b1e76f8f46c16450f50ac0617db27b4c2e038cfd3f7ce
-size 1815708035
+oid sha256:377652c4efb10976258223be678e5b5be481117619f0b05d3b0b861d58dbb69c
+size 1815639225

track_2_results.jsonl

@@ -1,36 +1,36 @@
-{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.09268693508627773, "acc5": 0.2698438783894823, "mean_per_class_recall": 0.13851001094967852}}
-{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.1931, "acc5": 0.7034, "mean_per_class_recall": 0.1931}}
-{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.0808, "acc5": 0.2312, "mean_per_class_recall": 0.0808}}
-{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.13526666666666667, "acc5": 0.6616, "mean_per_class_recall": 0.13692803692839006}}
-{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.1182, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.1576345774871071}}
-{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.007014218009478673, "acc5": 0.03156398104265403, "mean_per_class_recall": 0.007014218009478673}}
-{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.043617021276595745, "acc5": 0.16382978723404254, "mean_per_class_recall": 0.04361702127659575}}
-{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.1867165163844293, "acc5": 0.8358038266989224, "mean_per_class_recall": 0.1492614489329629}}
-{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.016940646701388888, "acc5": 0.12067328559027778, "mean_per_class_recall": 0.017144423151218897}}
-{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03318956163194445, "acc5": 0.16111924913194445, "mean_per_class_recall": 0.03292789085513289}}
-{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.027628580729166668, "acc5": 0.1429714626736111, "mean_per_class_recall": 0.0275120178126812}}
-{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.07074074074074074, "acc5": 0.5446296296296296, "mean_per_class_recall": 0.07086298470848312}}
-{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0102010201020102, "acc5": 0.0501050105010501, "mean_per_class_recall": 0.010240641711229948}}
-{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.032673267326732675, "acc5": 0.12534653465346535, "mean_per_class_recall": 0.03267326732673268}}
-{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.0723673792557403, "acc5": 0.23855898653998417, "mean_per_class_recall": 0.0792038334189497}}
-{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.01986, "acc5": 0.06288, "mean_per_class_recall": 0.01986}}
-{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.014502151742026764, "acc5": 0.041344887893257874, "mean_per_class_recall": 0.014506666666666668}}
-{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.018, "acc5": 0.0565, "mean_per_class_recall": 0.018}}
-{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.011733333333333333, "acc5": 0.05293333333333333, "mean_per_class_recall": 0.012040285787262104}}
-{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.081, "acc5": 0.2085, "mean_per_class_recall": 0.0781421689765343}}
-{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.06436666666666667, "acc5": 0.17803333333333332, "mean_per_class_recall": 0.05577697186168132}}
-{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.4092827004219409, "acc5": "N/A", "mean_per_class_recall": 0.3119799356619225}}
-{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.1166, "acc5": 0.4221, "mean_per_class_recall": 0.1188171895193447}}
-{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.030688058576504793, "acc5": 0.10579304404005599, "mean_per_class_recall": 0.029209752739430214}}
-{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.035452919173849406, "acc5": 0.1284761749878029, "mean_per_class_recall": 0.045326798356151075}}
-{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.08176614881439084, "acc5": 0.2728263832106841, "mean_per_class_recall": 0.08130592319518531}}
-{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.19431089743589744, "acc5": 0.5983573717948718, "mean_per_class_recall": 0.1374611193695724}}
-{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.5694580078125, "acc5": "N/A", "mean_per_class_recall": 0.5694623883949854}}
-{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.47611202635914335, "acc5": "N/A", "mean_per_class_recall": 0.47617212379132645}}
-{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.03936507936507937, "acc5": 0.1922222222222222, "mean_per_class_recall": 0.03998911330000803}}
-{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.0545679012345679, "acc5": 0.2665843621399177, "mean_per_class_recall": 0.053900588536234986}}
-{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.10962962962962963, "acc5": 0.5534156378600823, "mean_per_class_recall": 0.11102245041332684}}
-{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.008829747543837831, "acc5": 0.04899888073622684, "mean_per_class_recall": 0.008681563595309413}}
-{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.297125, "acc5": 0.845375, "mean_per_class_recall": 0.29712500000000003}}
-{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.03158504514776468, "acc5": 0.10377549331518841, "mean_per_class_recall": 0.026760786968846515}}
-{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.08593269821757836, "acc5": 0.4668100799016595, "mean_per_class_recall": 0.0938839710187745}}
+{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.6322103533278554, "acc5": 0.8588331963845521, "mean_per_class_recall": 0.5956099439385628}}
+{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.7565, "acc5": 0.9857, "mean_per_class_recall": 0.7565}}
+{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.454, "acc5": 0.7608, "mean_per_class_recall": 0.45400000000000007}}
+{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.14513333333333334, "acc5": 0.636, "mean_per_class_recall": 0.14439278652873944}}
+{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23166666666666666, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18578244201541697}}
+{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.026445497630331754, "acc5": 0.09672985781990522, "mean_per_class_recall": 0.026445497630331754}}
+{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.17180851063829788, "acc5": 0.3792553191489362, "mean_per_class_recall": 0.17180851063829788}}
+{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.18847591818781614, "acc5": 0.8382669892236639, "mean_per_class_recall": 0.17009956397498685}}
+{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.03333875868055555, "acc5": 0.1351589626736111, "mean_per_class_recall": 0.03348982788730303}}
+{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.027764214409722224, "acc5": 0.1332058376736111, "mean_per_class_recall": 0.027346167827902074}}
+{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.02978515625, "acc5": 0.1637641059027778, "mean_per_class_recall": 0.02973647047147368}}
+{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.26814814814814814, "acc5": 0.817037037037037, "mean_per_class_recall": 0.2727389468720411}}
+{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.014701470147014702, "acc5": 0.0663066306630663, "mean_per_class_recall": 0.014750445632798575}}
+{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.280950495049505, "acc5": 0.5547722772277228, "mean_per_class_recall": 0.280950495049505}}
+{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.09865399841646873, "acc5": 0.3832145684877276, "mean_per_class_recall": 0.11284933080812756}}
+{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.2025, "acc5": 0.41646, "mean_per_class_recall": 0.20258000000000004}}
+{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.12949753384817936, "acc5": 0.2911238185069465, "mean_per_class_recall": 0.12975686274509804}}
+{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1662, "acc5": 0.3648, "mean_per_class_recall": 0.1663}}
+{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.03866666666666667, "acc5": 0.1412, "mean_per_class_recall": 0.04562450166222696}}
+{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.3305, "acc5": 0.612, "mean_per_class_recall": 0.3323483063376252}}
+{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.2538, "acc5": 0.48833333333333334, "mean_per_class_recall": 0.24059342578754317}}
+{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.3727144866385373, "acc5": "N/A", "mean_per_class_recall": 0.39432751818845735}}
+{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0974, "acc5": 0.4984, "mean_per_class_recall": 0.1}}
+{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.14218800473780555, "acc5": 0.33293851620544845, "mean_per_class_recall": 0.13986768562448348}}
+{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.18555862741909254, "acc5": 0.441047324768255, "mean_per_class_recall": 0.19142234930926377}}
+{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.28863450531479967, "acc5": 0.6034341782502044, "mean_per_class_recall": 0.28727595463550526}}
+{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.4670138888888889, "acc5": 0.7831196581196581, "mean_per_class_recall": 0.5514817357414645}}
+{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.567230224609375, "acc5": "N/A", "mean_per_class_recall": 0.5673054430558038}}
+{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.49203734211971445, "acc5": "N/A", "mean_per_class_recall": 0.4912895894852643}}
+{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.2003174603174603, "acc5": 0.4963492063492064, "mean_per_class_recall": 0.20385653834249645}}
+{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.048806584362139915, "acc5": 0.2725925925925926, "mean_per_class_recall": 0.04827026843954042}}
+{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.09695473251028806, "acc5": 0.528312757201646, "mean_per_class_recall": 0.09605937870882947}}
+{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.2192513368983957, "acc5": 0.5530406665837583, "mean_per_class_recall": 0.2196015829739716}}
+{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.770625, "acc5": 0.986375, "mean_per_class_recall": 0.770625}}
+{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.28118505985986725, "acc5": 0.5753351600860658, "mean_per_class_recall": 0.2416591461847467}}
+{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07244929317762754, "acc5": 0.5400276582667486, "mean_per_class_recall": 0.09786242352552618}}

track_2_sample_ids.npy

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edc13a1f10d054425cd05eee8c8170a0d9c228b45db56dc7913696301e48d799
-size 17987856
+oid sha256:5f26d9537a61d45cec2a3a3a4683bbe0ed295caf3d36f32a049be637cb94d684
+size 131743584