Update eval_results.jsonl

eval_results.jsonl

@@ -28,9 +28,9 @@
 {"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.991125, "acc5": 1.0, "mean_per_class_recall": 0.9911249999999999, "main_metric": 0.991125}}
 {"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.7682567997498942, "acc5": 0.9690126340180591, "mean_per_class_recall": 0.7704270571827352, "main_metric": 0.7682567997498942}}
 {"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.6712507682851875, "acc5": 0.9469499078057775, "mean_per_class_recall": 0.6973586130772338, "main_metric": 0.6712507682851875}}
-{"key": "retrieval/flickr_1k_test_image_text_retrieval", "dataset": "Flickr", "metrics": {"image_retrieval_recall@1": 0.8105999827384949, "text_retrieval_recall@1": 0.921999990940094, "image_retrieval_recall@5": 0.9535999894142151, "text_retrieval_recall@5": 0.9919999837875366, "image_retrieval_recall@10": 0.9746000170707703, "text_retrieval_recall@10": 0.9950000047683716, "mean_recall@1": 0.8662999868392944, "main_metric": 0.8662999868392944}}
+{"key": "retrieval/flickr_1k_test_image_text_retrieval", "dataset": "Flickr", "metrics": {"image_retrieval_recall@1": 0.8285999894142151, "text_retrieval_recall@1": 0.9330000281333923, "image_retrieval_recall@5": 0.9606000185012817, "text_retrieval_recall@5": 0.9919999837875366, "image_retrieval_recall@10": 0.9811999797821045, "text_retrieval_recall@10": 0.9940000176429749, "mean_recall@1": 0.8808000087738037, "main_metric": 0.8808000087738037}}
 {"key": "retrieval/mscoco_2014_5k_test_image_text_retrieval", "dataset": "MSCOCO", "metrics": {"image_retrieval_recall@1": 0.5555777549743652, "text_retrieval_recall@1": 0.7174000144004822, "image_retrieval_recall@5": 0.7920432090759277, "text_retrieval_recall@5": 0.9034000039100647, "image_retrieval_recall@10": 0.8636545538902283, "text_retrieval_recall@10": 0.8636545538902283, "mean_recall@1": 0.63648888468, "main_metric": 0.63648888468}}
-{"key": "misc/winogavil", "dataset": "WinoGAViL", "metrics": {"avg_jaccard_score": 0.6093260093821419, "jaccard_score_5": 0.6370454545454545, "jaccard_score_6": 0.6066954643628509, "jaccard_score_10": 0.5794433266264252, "jaccard_score_12": 0.5621161548731642, "jaccard_score_5-6": 0.6214839424141749, "jaccard_score_10-12": 0.5707594513215122, "main_metric": 0.5707594513215122}}
+{"key": "misc/winogavil", "dataset": "WinoGAViL", "metrics": {"avg_jaccard_score": 0.6094382743274126, "jaccard_score_5": 0.6359090909090908, "jaccard_score_6": 0.6074154067674586, "jaccard_score_10": 0.5799910574558462, "jaccard_score_12": 0.5636737872719181, "jaccard_score_5-6": 0.6212993724621632, "jaccard_score_10-12": 0.5718133154901305, "main_metric": 0.5718133154901305}}
 {"key": "wilds/iwildcam", "dataset": "iWildCam", "metrics": {"acc1": 0.30001635858007525, "acc5": 0.6278423032880746, "mean_per_class_recall": 0.2784362465410622, "acc_avg": 0.3012081980705261, "recall-macro_all": 0.2784362465410622, "F1-macro_all": 0.2157159952015201, "main_metric": 0.2157159952015201}}
 {"key": "wilds/camelyon17", "dataset": "Camelyon17", "metrics": {"acc1": 0.7115362005314271, "acc5": null, "mean_per_class_recall": 0.7115362005314271, "acc_avg": 0.7115362286567688, "acc_slide:0": NaN, "count_slide:0": 0.0, "acc_slide:1": NaN, "count_slide:1": 0.0, "acc_slide:2": NaN, "count_slide:2": 0.0, "acc_slide:3": NaN, "count_slide:3": 0.0, "acc_slide:4": NaN, "count_slide:4": 0.0, "acc_slide:5": NaN, "count_slide:5": 0.0, "acc_slide:6": NaN, "count_slide:6": 0.0, "acc_slide:7": NaN, "count_slide:7": 0.0, "acc_slide:8": NaN, "count_slide:8": 0.0, "acc_slide:9": NaN, "count_slide:9": 0.0, "acc_slide:10": NaN, "count_slide:10": 0.0, "acc_slide:11": NaN, "count_slide:11": 0.0, "acc_slide:12": NaN, "count_slide:12": 0.0, "acc_slide:13": NaN, "count_slide:13": 0.0, "acc_slide:14": NaN, "count_slide:14": 0.0, "acc_slide:15": NaN, "count_slide:15": 0.0, "acc_slide:16": NaN, "count_slide:16": 0.0, "acc_slide:17": NaN, "count_slide:17": 0.0, "acc_slide:18": NaN, "count_slide:18": 0.0, "acc_slide:19": NaN, "count_slide:19": 0.0, "acc_slide:20": 0.48687663674354553, "count_slide:20": 3810.0, "acc_slide:21": 0.5173254013061523, "count_slide:21": 3694.0, "acc_slide:22": 0.7785021066665649, "count_slide:22": 7210.0, "acc_slide:23": 0.7358169555664062, "count_slide:23": 5288.0, "acc_slide:24": 0.5286657214164734, "count_slide:24": 7727.0, "acc_slide:25": 0.592062771320343, "count_slide:25": 4334.0, "acc_slide:26": 0.3850589692592621, "count_slide:26": 3815.0, "acc_slide:27": 0.39288848638534546, "count_slide:27": 4556.0, "acc_slide:28": 0.8762155771255493, "count_slide:28": 31878.0, "acc_slide:29": 0.7382671236991882, "count_slide:29": 12742.0, "acc_wg": 0.3850589692592621, "main_metric": 0.7115362005314271}}
 {"key": "wilds/fmow", "dataset": "FMoW", "metrics": {"acc1": 0.3126470056088294, "acc5": 0.6045322960014474, "mean_per_class_recall": 0.3277600321233648, "acc_avg": 0.3126470148563385, "acc_year:0": NaN, "count_year:0": 0.0, "acc_year:1": NaN, "count_year:1": 0.0, "acc_year:2": NaN, "count_year:2": 0.0, "acc_year:3": NaN, "count_year:3": 0.0, "acc_year:4": NaN, "count_year:4": 0.0, "acc_year:5": NaN, "count_year:5": 0.0, "acc_year:6": NaN, "count_year:6": 0.0, "acc_year:7": NaN, "count_year:7": 0.0, "acc_year:8": NaN, "count_year:8": 0.0, "acc_year:9": NaN, "count_year:9": 0.0, "acc_year:10": NaN, "count_year:10": 0.0, "acc_year:11": NaN, "count_year:11": 0.0, "acc_year:12": NaN, "count_year:12": 0.0, "acc_year:13": NaN, "count_year:13": 0.0, "acc_year:14": 0.32834136486053467, "count_year:14": 15959.0, "acc_year:15": 0.27191412448883057, "count_year:15": 6149.0, "acc_worst_year": 0.27191412448883057, "acc_region:0": 0.27342334389686584, "count_region:0": 4963.0, "acc_region:1": 0.3407306373119354, "count_region:1": 5858.0, "acc_region:2": 0.20902429521083832, "count_region:2": 2593.0, "acc_region:3": 0.3352442681789398, "count_region:3": 8024.0, "acc_region:4": 0.4864864945411682, "count_region:4": 666.0, "acc_region:5": 0.75, "count_region:5": 4.0, "acc_worst_region": 0.20902429521083832, "main_metric": 0.20902429521083832}}