track_2_results.jsonl

{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.6322103533278554, "acc5": 0.8588331963845521, "mean_per_class_recall": 0.5956099439385628}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.7565, "acc5": 0.9857, "mean_per_class_recall": 0.7565}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.454, "acc5": 0.7608, "mean_per_class_recall": 0.45400000000000007}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.14513333333333334, "acc5": 0.636, "mean_per_class_recall": 0.14439278652873944}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23166666666666666, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18578244201541697}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.026445497630331754, "acc5": 0.09672985781990522, "mean_per_class_recall": 0.026445497630331754}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.17180851063829788, "acc5": 0.3792553191489362, "mean_per_class_recall": 0.17180851063829788}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.18847591818781614, "acc5": 0.8382669892236639, "mean_per_class_recall": 0.17009956397498685}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.03333875868055555, "acc5": 0.1351589626736111, "mean_per_class_recall": 0.03348982788730303}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.027764214409722224, "acc5": 0.1332058376736111, "mean_per_class_recall": 0.027346167827902074}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.02978515625, "acc5": 0.1637641059027778, "mean_per_class_recall": 0.02973647047147368}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.26814814814814814, "acc5": 0.817037037037037, "mean_per_class_recall": 0.2727389468720411}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.014701470147014702, "acc5": 0.0663066306630663, "mean_per_class_recall": 0.014750445632798575}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.280950495049505, "acc5": 0.5547722772277228, "mean_per_class_recall": 0.280950495049505}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.09865399841646873, "acc5": 0.3832145684877276, "mean_per_class_recall": 0.11284933080812756}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.2025, "acc5": 0.41646, "mean_per_class_recall": 0.20258000000000004}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.12949753384817936, "acc5": 0.2911238185069465, "mean_per_class_recall": 0.12975686274509804}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1662, "acc5": 0.3648, "mean_per_class_recall": 0.1663}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.03866666666666667, "acc5": 0.1412, "mean_per_class_recall": 0.04562450166222696}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.3305, "acc5": 0.612, "mean_per_class_recall": 0.3323483063376252}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.2538, "acc5": 0.48833333333333334, "mean_per_class_recall": 0.24059342578754317}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.3727144866385373, "acc5": "N/A", "mean_per_class_recall": 0.39432751818845735}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0974, "acc5": 0.4984, "mean_per_class_recall": 0.1}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.14218800473780555, "acc5": 0.33293851620544845, "mean_per_class_recall": 0.13986768562448348}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.18555862741909254, "acc5": 0.441047324768255, "mean_per_class_recall": 0.19142234930926377}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.28863450531479967, "acc5": 0.6034341782502044, "mean_per_class_recall": 0.28727595463550526}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.4670138888888889, "acc5": 0.7831196581196581, "mean_per_class_recall": 0.5514817357414645}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.567230224609375, "acc5": "N/A", "mean_per_class_recall": 0.5673054430558038}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.49203734211971445, "acc5": "N/A", "mean_per_class_recall": 0.4912895894852643}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.2003174603174603, "acc5": 0.4963492063492064, "mean_per_class_recall": 0.20385653834249645}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.048806584362139915, "acc5": 0.2725925925925926, "mean_per_class_recall": 0.04827026843954042}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.09695473251028806, "acc5": 0.528312757201646, "mean_per_class_recall": 0.09605937870882947}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.2192513368983957, "acc5": 0.5530406665837583, "mean_per_class_recall": 0.2196015829739716}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.770625, "acc5": 0.986375, "mean_per_class_recall": 0.770625}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.28118505985986725, "acc5": 0.5753351600860658, "mean_per_class_recall": 0.2416591461847467}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07244929317762754, "acc5": 0.5400276582667486, "mean_per_class_recall": 0.09786242352552618}}