track_2_results.jsonl

{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.09268693508627773, "acc5": 0.2698438783894823, "mean_per_class_recall": 0.13851001094967852}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.1931, "acc5": 0.7034, "mean_per_class_recall": 0.1931}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.0808, "acc5": 0.2312, "mean_per_class_recall": 0.0808}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.13526666666666667, "acc5": 0.6616, "mean_per_class_recall": 0.13692803692839006}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.1182, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.1576345774871071}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.007014218009478673, "acc5": 0.03156398104265403, "mean_per_class_recall": 0.007014218009478673}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.043617021276595745, "acc5": 0.16382978723404254, "mean_per_class_recall": 0.04361702127659575}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.1867165163844293, "acc5": 0.8358038266989224, "mean_per_class_recall": 0.1492614489329629}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.016940646701388888, "acc5": 0.12067328559027778, "mean_per_class_recall": 0.017144423151218897}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03318956163194445, "acc5": 0.16111924913194445, "mean_per_class_recall": 0.03292789085513289}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.027628580729166668, "acc5": 0.1429714626736111, "mean_per_class_recall": 0.0275120178126812}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.07074074074074074, "acc5": 0.5446296296296296, "mean_per_class_recall": 0.07086298470848312}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0102010201020102, "acc5": 0.0501050105010501, "mean_per_class_recall": 0.010240641711229948}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.032673267326732675, "acc5": 0.12534653465346535, "mean_per_class_recall": 0.03267326732673268}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.0723673792557403, "acc5": 0.23855898653998417, "mean_per_class_recall": 0.0792038334189497}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.01986, "acc5": 0.06288, "mean_per_class_recall": 0.01986}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.014502151742026764, "acc5": 0.041344887893257874, "mean_per_class_recall": 0.014506666666666668}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.018, "acc5": 0.0565, "mean_per_class_recall": 0.018}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.011733333333333333, "acc5": 0.05293333333333333, "mean_per_class_recall": 0.012040285787262104}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.081, "acc5": 0.2085, "mean_per_class_recall": 0.0781421689765343}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.06436666666666667, "acc5": 0.17803333333333332, "mean_per_class_recall": 0.05577697186168132}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.4092827004219409, "acc5": "N/A", "mean_per_class_recall": 0.3119799356619225}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.1166, "acc5": 0.4221, "mean_per_class_recall": 0.1188171895193447}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.030688058576504793, "acc5": 0.10579304404005599, "mean_per_class_recall": 0.029209752739430214}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.035452919173849406, "acc5": 0.1284761749878029, "mean_per_class_recall": 0.045326798356151075}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.08176614881439084, "acc5": 0.2728263832106841, "mean_per_class_recall": 0.08130592319518531}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.19431089743589744, "acc5": 0.5983573717948718, "mean_per_class_recall": 0.1374611193695724}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.5694580078125, "acc5": "N/A", "mean_per_class_recall": 0.5694623883949854}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.47611202635914335, "acc5": "N/A", "mean_per_class_recall": 0.47617212379132645}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.03936507936507937, "acc5": 0.1922222222222222, "mean_per_class_recall": 0.03998911330000803}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.0545679012345679, "acc5": 0.2665843621399177, "mean_per_class_recall": 0.053900588536234986}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.10962962962962963, "acc5": 0.5534156378600823, "mean_per_class_recall": 0.11102245041332684}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.008829747543837831, "acc5": 0.04899888073622684, "mean_per_class_recall": 0.008681563595309413}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.297125, "acc5": 0.845375, "mean_per_class_recall": 0.29712500000000003}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.03158504514776468, "acc5": 0.10377549331518841, "mean_per_class_recall": 0.026760786968846515}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.08593269821757836, "acc5": 0.4668100799016595, "mean_per_class_recall": 0.0938839710187745}}