Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
| { | |
| "metadata": { | |
| "model_name": "seed1.6-embedding-1215", | |
| "model_size": "Unknow", | |
| "embedding_dimension": 2048, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-12-15", | |
| "data_source": "", | |
| "url": "https://seed1-6-embedding-1215.github.io", | |
| "report_generated_date": "2025-12-18T15:57:31.369645" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.837, | |
| "hit@5": 0.972, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.837, | |
| "ndcg_linear@5": 0.9144074305933899, | |
| "ndcg_linear@10": 0.9187369211506152, | |
| "ndcg_exponential@1": 0.837, | |
| "ndcg_exponential@5": 0.9144074305933899, | |
| "ndcg_exponential@10": 0.9187369211506152, | |
| "precision@1": 0.837, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.837, | |
| "recall@5": 0.972, | |
| "recall@10": 0.985, | |
| "f1@1": 0.837, | |
| "f1@5": 0.324, | |
| "f1@10": 0.1790909090909091, | |
| "map@1": 0.837, | |
| "map@5": 0.8947833333333333, | |
| "map@10": 0.8966424603174603, | |
| "mrr@1": 0.837, | |
| "mrr@5": 0.8947833333333333, | |
| "mrr@10": 0.8966424603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.822, | |
| "hit@5": 0.976, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.822, | |
| "ndcg_linear@5": 0.9101041224352842, | |
| "ndcg_linear@10": 0.9163883539742522, | |
| "ndcg_exponential@1": 0.822, | |
| "ndcg_exponential@5": 0.9101041224352842, | |
| "ndcg_exponential@10": 0.9163883539742522, | |
| "precision@1": 0.822, | |
| "precision@5": 0.19520000000000004, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.822, | |
| "recall@5": 0.976, | |
| "recall@10": 0.995, | |
| "f1@1": 0.822, | |
| "f1@5": 0.3253333333333333, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.822, | |
| "map@5": 0.8876333333333334, | |
| "map@10": 0.8903087301587302, | |
| "mrr@1": 0.822, | |
| "mrr@5": 0.8876333333333334, | |
| "mrr@10": 0.8903087301587302, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.703, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.703, | |
| "ndcg_linear@5": 0.890386136810723, | |
| "ndcg_linear@10": 0.890386136810723, | |
| "ndcg_exponential@1": 0.703, | |
| "ndcg_exponential@5": 0.890386136810723, | |
| "ndcg_exponential@10": 0.890386136810723, | |
| "precision@1": 0.703, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.703, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.703, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.703, | |
| "map@5": 0.8515, | |
| "map@10": 0.8515, | |
| "mrr@1": 0.703, | |
| "mrr@5": 0.8515, | |
| "mrr@10": 0.8515, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.893, | |
| "hit@5": 0.983, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.893, | |
| "ndcg_linear@5": 0.9444836676384286, | |
| "ndcg_linear@10": 0.9478020909162822, | |
| "ndcg_exponential@1": 0.893, | |
| "ndcg_exponential@5": 0.9444836676384286, | |
| "ndcg_exponential@10": 0.9478020909162822, | |
| "precision@1": 0.893, | |
| "precision@5": 0.19660000000000002, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.893, | |
| "recall@5": 0.983, | |
| "recall@10": 0.993, | |
| "f1@1": 0.893, | |
| "f1@5": 0.3276666666666666, | |
| "f1@10": 0.1805454545454545, | |
| "map@1": 0.893, | |
| "map@5": 0.9313666666666667, | |
| "map@10": 0.9327869047619047, | |
| "mrr@1": 0.893, | |
| "mrr@5": 0.9313666666666667, | |
| "mrr@10": 0.9327869047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.786, | |
| "hit@5": 0.981, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.786, | |
| "ndcg_linear@5": 0.8961611105199304, | |
| "ndcg_linear@10": 0.8994541902322337, | |
| "ndcg_exponential@1": 0.786, | |
| "ndcg_exponential@5": 0.8961611105199304, | |
| "ndcg_exponential@10": 0.8994541902322337, | |
| "precision@1": 0.786, | |
| "precision@5": 0.1962, | |
| "precision@10": 0.09910000000000001, | |
| "recall@1": 0.786, | |
| "recall@5": 0.981, | |
| "recall@10": 0.991, | |
| "f1@1": 0.786, | |
| "f1@5": 0.327, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.786, | |
| "map@5": 0.8673666666666666, | |
| "map@10": 0.8687603174603176, | |
| "mrr@1": 0.786, | |
| "mrr@5": 0.8673666666666666, | |
| "mrr@10": 0.8687603174603176, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.524, | |
| "hit@5": 0.837, | |
| "hit@10": 0.917, | |
| "ndcg_linear@1": 0.524, | |
| "ndcg_linear@5": 0.6949827687541508, | |
| "ndcg_linear@10": 0.7210736292429499, | |
| "ndcg_exponential@1": 0.524, | |
| "ndcg_exponential@5": 0.6949827687541508, | |
| "ndcg_exponential@10": 0.7210736292429499, | |
| "precision@1": 0.524, | |
| "precision@5": 0.1674, | |
| "precision@10": 0.09170000000000002, | |
| "recall@1": 0.524, | |
| "recall@5": 0.837, | |
| "recall@10": 0.917, | |
| "f1@1": 0.524, | |
| "f1@5": 0.279, | |
| "f1@10": 0.16672727272727272, | |
| "map@1": 0.524, | |
| "map@5": 0.6473833333333332, | |
| "map@10": 0.658284126984127, | |
| "mrr@1": 0.524, | |
| "mrr@5": 0.6473833333333332, | |
| "mrr@10": 0.658284126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.709, | |
| "hit@5": 0.893, | |
| "hit@10": 0.925, | |
| "ndcg_linear@1": 0.709, | |
| "ndcg_linear@5": 0.8098693857657883, | |
| "ndcg_linear@10": 0.820244464665982, | |
| "ndcg_exponential@1": 0.709, | |
| "ndcg_exponential@5": 0.8098693857657883, | |
| "ndcg_exponential@10": 0.820244464665982, | |
| "precision@1": 0.709, | |
| "precision@5": 0.17860000000000004, | |
| "precision@10": 0.09250000000000001, | |
| "recall@1": 0.709, | |
| "recall@5": 0.893, | |
| "recall@10": 0.925, | |
| "f1@1": 0.709, | |
| "f1@5": 0.29766666666666675, | |
| "f1@10": 0.16818181818181818, | |
| "map@1": 0.709, | |
| "map@5": 0.7819166666666667, | |
| "map@10": 0.7862107142857142, | |
| "mrr@1": 0.709, | |
| "mrr@5": 0.7819166666666667, | |
| "mrr@10": 0.7862107142857142, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.93, | |
| "hit@5": 0.993, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.93, | |
| "ndcg_linear@5": 0.9659284602305843, | |
| "ndcg_linear@10": 0.9668782884363674, | |
| "ndcg_exponential@1": 0.93, | |
| "ndcg_exponential@5": 0.9659284602305843, | |
| "ndcg_exponential@10": 0.9668782884363674, | |
| "precision@1": 0.93, | |
| "precision@5": 0.19860000000000003, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.93, | |
| "recall@5": 0.993, | |
| "recall@10": 0.996, | |
| "f1@1": 0.93, | |
| "f1@5": 0.331, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.93, | |
| "map@5": 0.9566666666666667, | |
| "map@10": 0.957045634920635, | |
| "mrr@1": 0.93, | |
| "mrr@5": 0.9566666666666667, | |
| "mrr@10": 0.957045634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.832, | |
| "hit@5": 0.955, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.832, | |
| "ndcg_linear@5": 0.8999641298501782, | |
| "ndcg_linear@10": 0.9086100893103651, | |
| "ndcg_exponential@1": 0.832, | |
| "ndcg_exponential@5": 0.8999641298501782, | |
| "ndcg_exponential@10": 0.9086100893103651, | |
| "precision@1": 0.832, | |
| "precision@5": 0.19100000000000003, | |
| "precision@10": 0.0981, | |
| "recall@1": 0.832, | |
| "recall@5": 0.955, | |
| "recall@10": 0.981, | |
| "f1@1": 0.832, | |
| "f1@5": 0.3183333333333333, | |
| "f1@10": 0.17836363636363634, | |
| "map@1": 0.832, | |
| "map@5": 0.8814666666666667, | |
| "map@10": 0.8851753968253969, | |
| "mrr@1": 0.832, | |
| "mrr@5": 0.8814666666666667, | |
| "mrr@10": 0.8851753968253969, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.469, | |
| "hit@5": 0.723, | |
| "hit@10": 0.812, | |
| "ndcg_linear@1": 0.469, | |
| "ndcg_linear@5": 0.6036032913252111, | |
| "ndcg_linear@10": 0.6326649261462675, | |
| "ndcg_exponential@1": 0.469, | |
| "ndcg_exponential@5": 0.6036032913252111, | |
| "ndcg_exponential@10": 0.6326649261462675, | |
| "precision@1": 0.469, | |
| "precision@5": 0.1446, | |
| "precision@10": 0.08120000000000001, | |
| "recall@1": 0.469, | |
| "recall@5": 0.723, | |
| "recall@10": 0.812, | |
| "f1@1": 0.469, | |
| "f1@5": 0.24100000000000005, | |
| "f1@10": 0.14763636363636365, | |
| "map@1": 0.469, | |
| "map@5": 0.5639166666666667, | |
| "map@10": 0.576075, | |
| "mrr@1": 0.469, | |
| "mrr@5": 0.5639166666666667, | |
| "mrr@10": 0.576075, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.749, | |
| "hit@5": 0.934, | |
| "hit@10": 0.969, | |
| "ndcg_linear@1": 0.749, | |
| "ndcg_linear@5": 0.8530727385397076, | |
| "ndcg_linear@10": 0.8643254319139915, | |
| "ndcg_exponential@1": 0.749, | |
| "ndcg_exponential@5": 0.8530727385397076, | |
| "ndcg_exponential@10": 0.8643254319139915, | |
| "precision@1": 0.749, | |
| "precision@5": 0.18680000000000002, | |
| "precision@10": 0.0969, | |
| "recall@1": 0.749, | |
| "recall@5": 0.934, | |
| "recall@10": 0.969, | |
| "f1@1": 0.749, | |
| "f1@5": 0.31133333333333335, | |
| "f1@10": 0.1761818181818182, | |
| "map@1": 0.749, | |
| "map@5": 0.8256666666666667, | |
| "map@10": 0.8302666666666666, | |
| "mrr@1": 0.749, | |
| "mrr@5": 0.8256666666666667, | |
| "mrr@10": 0.8302666666666666, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.658, | |
| "hit@5": 0.926, | |
| "hit@10": 0.964, | |
| "ndcg_linear@1": 0.658, | |
| "ndcg_linear@5": 0.8094947737419959, | |
| "ndcg_linear@10": 0.8219181360351904, | |
| "ndcg_exponential@1": 0.658, | |
| "ndcg_exponential@5": 0.8094947737419959, | |
| "ndcg_exponential@10": 0.8219181360351904, | |
| "precision@1": 0.658, | |
| "precision@5": 0.1852, | |
| "precision@10": 0.0964, | |
| "recall@1": 0.658, | |
| "recall@5": 0.926, | |
| "recall@10": 0.964, | |
| "f1@1": 0.658, | |
| "f1@5": 0.3086666666666667, | |
| "f1@10": 0.17527272727272725, | |
| "map@1": 0.658, | |
| "map@5": 0.7699333333333334, | |
| "map@10": 0.7751353174603174, | |
| "mrr@1": 0.658, | |
| "mrr@5": 0.7699333333333334, | |
| "mrr@10": 0.7751353174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.951, | |
| "hit@5": 0.998, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.951, | |
| "ndcg_linear@5": 0.9794598963751519, | |
| "ndcg_linear@10": 0.9801723107493678, | |
| "ndcg_exponential@1": 0.951, | |
| "ndcg_exponential@5": 0.9794598963751519, | |
| "ndcg_exponential@10": 0.9801723107493678, | |
| "precision@1": 0.951, | |
| "precision@5": 0.19960000000000003, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.951, | |
| "recall@5": 0.998, | |
| "recall@10": 1.0, | |
| "f1@1": 0.951, | |
| "f1@5": 0.33266666666666667, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.951, | |
| "map@5": 0.973, | |
| "map@10": 0.9733333333333333, | |
| "mrr@1": 0.951, | |
| "mrr@5": 0.973, | |
| "mrr@10": 0.9733333333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.862, | |
| "hit@5": 0.947, | |
| "hit@10": 0.973, | |
| "ndcg_linear@1": 0.862, | |
| "ndcg_linear@5": 0.9102419128678386, | |
| "ndcg_linear@10": 0.9189464830948956, | |
| "ndcg_exponential@1": 0.862, | |
| "ndcg_exponential@5": 0.9102419128678386, | |
| "ndcg_exponential@10": 0.9189464830948956, | |
| "precision@1": 0.862, | |
| "precision@5": 0.18940000000000004, | |
| "precision@10": 0.09730000000000001, | |
| "recall@1": 0.862, | |
| "recall@5": 0.947, | |
| "recall@10": 0.973, | |
| "f1@1": 0.862, | |
| "f1@5": 0.31566666666666665, | |
| "f1@10": 0.17690909090909088, | |
| "map@1": 0.862, | |
| "map@5": 0.89775, | |
| "map@10": 0.9015182539682539, | |
| "mrr@1": 0.862, | |
| "mrr@5": 0.89775, | |
| "mrr@10": 0.9015182539682539, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.731, | |
| "hit@5": 0.884, | |
| "hit@10": 0.915, | |
| "ndcg_linear@1": 0.731, | |
| "ndcg_linear@5": 0.8159137248910767, | |
| "ndcg_linear@10": 0.8257805093997104, | |
| "ndcg_exponential@1": 0.731, | |
| "ndcg_exponential@5": 0.8159137248910767, | |
| "ndcg_exponential@10": 0.8257805093997104, | |
| "precision@1": 0.731, | |
| "precision@5": 0.1768, | |
| "precision@10": 0.09150000000000001, | |
| "recall@1": 0.731, | |
| "recall@5": 0.884, | |
| "recall@10": 0.915, | |
| "f1@1": 0.731, | |
| "f1@5": 0.29466666666666663, | |
| "f1@10": 0.16636363636363638, | |
| "map@1": 0.731, | |
| "map@5": 0.7929333333333333, | |
| "map@10": 0.7969099206349206, | |
| "mrr@1": 0.731, | |
| "mrr@5": 0.7929333333333333, | |
| "mrr@10": 0.7969099206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.58, | |
| "hit@5": 0.913, | |
| "hit@10": 0.964, | |
| "ndcg_linear@1": 0.58, | |
| "ndcg_linear@5": 0.7671791563511052, | |
| "ndcg_linear@10": 0.7837916625978003, | |
| "ndcg_exponential@1": 0.58, | |
| "ndcg_exponential@5": 0.7671791563511052, | |
| "ndcg_exponential@10": 0.7837916625978003, | |
| "precision@1": 0.58, | |
| "precision@5": 0.1826, | |
| "precision@10": 0.0964, | |
| "recall@1": 0.58, | |
| "recall@5": 0.913, | |
| "recall@10": 0.964, | |
| "f1@1": 0.58, | |
| "f1@5": 0.3043333333333333, | |
| "f1@10": 0.17527272727272725, | |
| "map@1": 0.58, | |
| "map@5": 0.7177833333333333, | |
| "map@10": 0.724706746031746, | |
| "mrr@1": 0.58, | |
| "mrr@5": 0.7177833333333333, | |
| "mrr@10": 0.724706746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.787, | |
| "hit@5": 0.96, | |
| "hit@10": 0.984, | |
| "ndcg_linear@1": 0.787, | |
| "ndcg_linear@5": 0.8802502753199095, | |
| "ndcg_linear@10": 0.8880709036899493, | |
| "ndcg_exponential@1": 0.787, | |
| "ndcg_exponential@5": 0.8802502753199095, | |
| "ndcg_exponential@10": 0.8880709036899493, | |
| "precision@1": 0.787, | |
| "precision@5": 0.19200000000000003, | |
| "precision@10": 0.0984, | |
| "recall@1": 0.787, | |
| "recall@5": 0.96, | |
| "recall@10": 0.984, | |
| "f1@1": 0.787, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17890909090909088, | |
| "map@1": 0.787, | |
| "map@5": 0.8536166666666667, | |
| "map@10": 0.8568809523809524, | |
| "mrr@1": 0.787, | |
| "mrr@5": 0.8536166666666667, | |
| "mrr@10": 0.8568809523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.552, | |
| "hit@5": 0.715, | |
| "hit@10": 0.741, | |
| "ndcg_linear@1": 0.552, | |
| "ndcg_linear@5": 0.6428990151090584, | |
| "ndcg_linear@10": 0.6514430591590102, | |
| "ndcg_exponential@1": 0.552, | |
| "ndcg_exponential@5": 0.6428990151090584, | |
| "ndcg_exponential@10": 0.6514430591590102, | |
| "precision@1": 0.552, | |
| "precision@5": 0.143, | |
| "precision@10": 0.0741, | |
| "recall@1": 0.552, | |
| "recall@5": 0.715, | |
| "recall@10": 0.741, | |
| "f1@1": 0.552, | |
| "f1@5": 0.2383333333333334, | |
| "f1@10": 0.13472727272727275, | |
| "map@1": 0.552, | |
| "map@5": 0.6185333333333333, | |
| "map@10": 0.6221408730158731, | |
| "mrr@1": 0.552, | |
| "mrr@5": 0.6185333333333333, | |
| "mrr@10": 0.6221408730158731, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.763, | |
| "hit@5": 0.944, | |
| "hit@10": 0.969, | |
| "ndcg_linear@1": 0.763, | |
| "ndcg_linear@5": 0.864790206672571, | |
| "ndcg_linear@10": 0.8729561335452903, | |
| "ndcg_exponential@1": 0.763, | |
| "ndcg_exponential@5": 0.864790206672571, | |
| "ndcg_exponential@10": 0.8729561335452903, | |
| "precision@1": 0.763, | |
| "precision@5": 0.18880000000000002, | |
| "precision@10": 0.0969, | |
| "recall@1": 0.763, | |
| "recall@5": 0.944, | |
| "recall@10": 0.969, | |
| "f1@1": 0.763, | |
| "f1@5": 0.3146666666666667, | |
| "f1@10": 0.17618181818181816, | |
| "map@1": 0.763, | |
| "map@5": 0.8379500000000001, | |
| "map@10": 0.8413682539682539, | |
| "mrr@1": 0.763, | |
| "mrr@5": 0.8379500000000001, | |
| "mrr@10": 0.8413682539682539, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.856, | |
| "hit@5": 0.925, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.856, | |
| "ndcg_linear@5": 0.8957418867433432, | |
| "ndcg_linear@10": 0.9002993616482409, | |
| "ndcg_exponential@1": 0.856, | |
| "ndcg_exponential@5": 0.8957418867433432, | |
| "ndcg_exponential@10": 0.9002993616482409, | |
| "precision@1": 0.856, | |
| "precision@5": 0.185, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.856, | |
| "recall@5": 0.925, | |
| "recall@10": 0.939, | |
| "f1@1": 0.856, | |
| "f1@5": 0.30833333333333335, | |
| "f1@10": 0.17072727272727273, | |
| "map@1": 0.856, | |
| "map@5": 0.8857333333333334, | |
| "map@10": 0.8876301587301586, | |
| "mrr@1": 0.856, | |
| "mrr@5": 0.8857333333333334, | |
| "mrr@10": 0.8876301587301586, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.862, | |
| "hit@5": 0.969, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.862, | |
| "ndcg_linear@5": 0.9218906513067117, | |
| "ndcg_linear@10": 0.927980930872312, | |
| "ndcg_exponential@1": 0.862, | |
| "ndcg_exponential@5": 0.9218906513067117, | |
| "ndcg_exponential@10": 0.927980930872312, | |
| "precision@1": 0.862, | |
| "precision@5": 0.19380000000000003, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.862, | |
| "recall@5": 0.969, | |
| "recall@10": 0.988, | |
| "f1@1": 0.862, | |
| "f1@5": 0.323, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.862, | |
| "map@5": 0.9059666666666667, | |
| "map@10": 0.9084507936507937, | |
| "mrr@1": 0.862, | |
| "mrr@5": 0.9059666666666667, | |
| "mrr@10": 0.9084507936507937, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.699, | |
| "hit@5": 0.94, | |
| "hit@10": 0.976, | |
| "ndcg_linear@1": 0.699, | |
| "ndcg_linear@5": 0.8368679475161114, | |
| "ndcg_linear@10": 0.8488766647348431, | |
| "ndcg_exponential@1": 0.699, | |
| "ndcg_exponential@5": 0.8368679475161114, | |
| "ndcg_exponential@10": 0.8488766647348431, | |
| "precision@1": 0.699, | |
| "precision@5": 0.18800000000000003, | |
| "precision@10": 0.09760000000000002, | |
| "recall@1": 0.699, | |
| "recall@5": 0.94, | |
| "recall@10": 0.976, | |
| "f1@1": 0.699, | |
| "f1@5": 0.3133333333333333, | |
| "f1@10": 0.17745454545454545, | |
| "map@1": 0.699, | |
| "map@5": 0.8016666666666667, | |
| "map@10": 0.806838888888889, | |
| "mrr@1": 0.699, | |
| "mrr@5": 0.8016666666666667, | |
| "mrr@10": 0.806838888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.838, | |
| "hit@5": 0.938, | |
| "hit@10": 0.959, | |
| "ndcg_linear@1": 0.838, | |
| "ndcg_linear@5": 0.8932638244056891, | |
| "ndcg_linear@10": 0.9000675748304231, | |
| "ndcg_exponential@1": 0.838, | |
| "ndcg_exponential@5": 0.8932638244056891, | |
| "ndcg_exponential@10": 0.9000675748304231, | |
| "precision@1": 0.838, | |
| "precision@5": 0.18760000000000002, | |
| "precision@10": 0.09590000000000001, | |
| "recall@1": 0.838, | |
| "recall@5": 0.938, | |
| "recall@10": 0.959, | |
| "f1@1": 0.838, | |
| "f1@5": 0.31266666666666665, | |
| "f1@10": 0.1743636363636364, | |
| "map@1": 0.838, | |
| "map@5": 0.8781833333333334, | |
| "map@10": 0.8809992063492064, | |
| "mrr@1": 0.838, | |
| "mrr@5": 0.8781833333333334, | |
| "mrr@10": 0.8809992063492064, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.837, | |
| "hit@5": 0.937, | |
| "hit@10": 0.958, | |
| "ndcg_linear@1": 0.837, | |
| "ndcg_linear@5": 0.8940257107124655, | |
| "ndcg_linear@10": 0.9006757361372704, | |
| "ndcg_exponential@1": 0.837, | |
| "ndcg_exponential@5": 0.8940257107124655, | |
| "ndcg_exponential@10": 0.9006757361372704, | |
| "precision@1": 0.837, | |
| "precision@5": 0.18740000000000004, | |
| "precision@10": 0.09580000000000001, | |
| "recall@1": 0.837, | |
| "recall@5": 0.937, | |
| "recall@10": 0.958, | |
| "f1@1": 0.837, | |
| "f1@5": 0.3123333333333333, | |
| "f1@10": 0.1741818181818182, | |
| "map@1": 0.837, | |
| "map@5": 0.8793833333333333, | |
| "map@10": 0.8820460317460318, | |
| "mrr@1": 0.837, | |
| "mrr@5": 0.8793833333333333, | |
| "mrr@10": 0.8820460317460318, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.813, | |
| "hit@5": 0.973, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.813, | |
| "ndcg_linear@5": 0.9024855796128459, | |
| "ndcg_linear@10": 0.9077300593527334, | |
| "ndcg_exponential@1": 0.813, | |
| "ndcg_exponential@5": 0.9024855796128459, | |
| "ndcg_exponential@10": 0.9077300593527334, | |
| "precision@1": 0.813, | |
| "precision@5": 0.19460000000000002, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.813, | |
| "recall@5": 0.973, | |
| "recall@10": 0.989, | |
| "f1@1": 0.813, | |
| "f1@5": 0.3243333333333333, | |
| "f1@10": 0.1798181818181818, | |
| "map@1": 0.813, | |
| "map@5": 0.8786666666666667, | |
| "map@10": 0.8808698412698412, | |
| "mrr@1": 0.813, | |
| "mrr@5": 0.8786666666666667, | |
| "mrr@10": 0.8808698412698412, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.778, | |
| "hit@5": 0.955, | |
| "hit@10": 0.982, | |
| "ndcg_linear@1": 0.778, | |
| "ndcg_linear@5": 0.8754044093884551, | |
| "ndcg_linear@10": 0.8845274163874504, | |
| "ndcg_exponential@1": 0.778, | |
| "ndcg_exponential@5": 0.8754044093884551, | |
| "ndcg_exponential@10": 0.8845274163874504, | |
| "precision@1": 0.778, | |
| "precision@5": 0.191, | |
| "precision@10": 0.09820000000000002, | |
| "recall@1": 0.778, | |
| "recall@5": 0.955, | |
| "recall@10": 0.982, | |
| "f1@1": 0.778, | |
| "f1@5": 0.3183333333333333, | |
| "f1@10": 0.1785454545454545, | |
| "map@1": 0.778, | |
| "map@5": 0.8486666666666668, | |
| "map@10": 0.8526595238095238, | |
| "mrr@1": 0.778, | |
| "mrr@5": 0.8486666666666668, | |
| "mrr@10": 0.8526595238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.707, | |
| "hit@5": 0.989, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.707, | |
| "ndcg_linear@5": 0.8703409298515842, | |
| "ndcg_linear@10": 0.8737120606091062, | |
| "ndcg_exponential@1": 0.707, | |
| "ndcg_exponential@5": 0.8703409298515842, | |
| "ndcg_exponential@10": 0.8737120606091062, | |
| "precision@1": 0.707, | |
| "precision@5": 0.1978, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.707, | |
| "recall@5": 0.989, | |
| "recall@10": 0.999, | |
| "f1@1": 0.707, | |
| "f1@5": 0.32966666666666666, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.707, | |
| "map@5": 0.8296333333333334, | |
| "map@10": 0.8311063492063493, | |
| "mrr@1": 0.707, | |
| "mrr@5": 0.8296333333333334, | |
| "mrr@10": 0.8311063492063493, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.927, | |
| "hit@5": 0.993, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.927, | |
| "ndcg_linear@5": 0.9666359419815479, | |
| "ndcg_linear@10": 0.9676036386438787, | |
| "ndcg_exponential@1": 0.927, | |
| "ndcg_exponential@5": 0.9666359419815479, | |
| "ndcg_exponential@10": 0.9676036386438787, | |
| "precision@1": 0.927, | |
| "precision@5": 0.19860000000000003, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.927, | |
| "recall@5": 0.993, | |
| "recall@10": 0.996, | |
| "f1@1": 0.927, | |
| "f1@5": 0.331, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.927, | |
| "map@5": 0.9574833333333334, | |
| "map@10": 0.9578801587301587, | |
| "mrr@1": 0.927, | |
| "mrr@5": 0.9574833333333334, | |
| "mrr@10": 0.9578801587301587, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.504, | |
| "hit@5": 0.758, | |
| "hit@10": 0.844, | |
| "ndcg_linear@1": 0.504, | |
| "ndcg_linear@5": 0.6387212658490707, | |
| "ndcg_linear@10": 0.6663791486154119, | |
| "ndcg_exponential@1": 0.504, | |
| "ndcg_exponential@5": 0.6387212658490707, | |
| "ndcg_exponential@10": 0.6663791486154119, | |
| "precision@1": 0.504, | |
| "precision@5": 0.1516, | |
| "precision@10": 0.0844, | |
| "recall@1": 0.504, | |
| "recall@5": 0.758, | |
| "recall@10": 0.844, | |
| "f1@1": 0.504, | |
| "f1@5": 0.2526666666666667, | |
| "f1@10": 0.15345454545454543, | |
| "map@1": 0.504, | |
| "map@5": 0.5990333333333333, | |
| "map@10": 0.6103623015873015, | |
| "mrr@1": 0.504, | |
| "mrr@5": 0.5990333333333333, | |
| "mrr@10": 0.6103623015873015, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.846, | |
| "hit@5": 0.959, | |
| "hit@10": 0.976, | |
| "ndcg_linear@1": 0.846, | |
| "ndcg_linear@5": 0.9105393904207226, | |
| "ndcg_linear@10": 0.9159317564669045, | |
| "ndcg_exponential@1": 0.846, | |
| "ndcg_exponential@5": 0.9105393904207226, | |
| "ndcg_exponential@10": 0.9159317564669045, | |
| "precision@1": 0.846, | |
| "precision@5": 0.19180000000000003, | |
| "precision@10": 0.09760000000000002, | |
| "recall@1": 0.846, | |
| "recall@5": 0.959, | |
| "recall@10": 0.976, | |
| "f1@1": 0.846, | |
| "f1@5": 0.31966666666666665, | |
| "f1@10": 0.17745454545454545, | |
| "map@1": 0.846, | |
| "map@5": 0.8940333333333335, | |
| "map@10": 0.8961984126984126, | |
| "mrr@1": 0.846, | |
| "mrr@5": 0.8940333333333335, | |
| "mrr@10": 0.8961984126984126, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.741, | |
| "hit@5": 0.922, | |
| "hit@10": 0.944, | |
| "ndcg_linear@1": 0.741, | |
| "ndcg_linear@5": 0.8421389892028465, | |
| "ndcg_linear@10": 0.8494212663669225, | |
| "ndcg_exponential@1": 0.741, | |
| "ndcg_exponential@5": 0.8421389892028465, | |
| "ndcg_exponential@10": 0.8494212663669225, | |
| "precision@1": 0.741, | |
| "precision@5": 0.18440000000000004, | |
| "precision@10": 0.09440000000000001, | |
| "recall@1": 0.741, | |
| "recall@5": 0.922, | |
| "recall@10": 0.944, | |
| "f1@1": 0.741, | |
| "f1@5": 0.30733333333333335, | |
| "f1@10": 0.17163636363636361, | |
| "map@1": 0.741, | |
| "map@5": 0.8151166666666668, | |
| "map@10": 0.8182214285714285, | |
| "mrr@1": 0.741, | |
| "mrr@5": 0.8151166666666668, | |
| "mrr@10": 0.8182214285714285, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.967, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.967, | |
| "ndcg_linear@5": 0.9859598434510228, | |
| "ndcg_linear@10": 0.986316050638131, | |
| "ndcg_exponential@1": 0.967, | |
| "ndcg_exponential@5": 0.9859598434510228, | |
| "ndcg_exponential@10": 0.986316050638131, | |
| "precision@1": 0.967, | |
| "precision@5": 0.19980000000000003, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.967, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.967, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.967, | |
| "map@5": 0.98145, | |
| "map@10": 0.9816166666666667, | |
| "mrr@1": 0.967, | |
| "mrr@5": 0.98145, | |
| "mrr@10": 0.9816166666666667, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.773, | |
| "hit@5": 0.923, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.773, | |
| "ndcg_linear@5": 0.8565868538986517, | |
| "ndcg_linear@10": 0.8669598198290105, | |
| "ndcg_exponential@1": 0.773, | |
| "ndcg_exponential@5": 0.8565868538986517, | |
| "ndcg_exponential@10": 0.8669598198290105, | |
| "precision@1": 0.773, | |
| "precision@5": 0.18460000000000001, | |
| "precision@10": 0.09550000000000002, | |
| "recall@1": 0.773, | |
| "recall@5": 0.923, | |
| "recall@10": 0.955, | |
| "f1@1": 0.773, | |
| "f1@5": 0.3076666666666667, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.773, | |
| "map@5": 0.8342, | |
| "map@10": 0.8384972222222222, | |
| "mrr@1": 0.773, | |
| "mrr@5": 0.8342, | |
| "mrr@10": 0.8384972222222222, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.935, | |
| "hit@5": 0.999, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.935, | |
| "ndcg_linear@5": 0.9740624895625769, | |
| "ndcg_linear@10": 0.9740624895625769, | |
| "ndcg_exponential@1": 0.935, | |
| "ndcg_exponential@5": 0.9740624895625769, | |
| "ndcg_exponential@10": 0.9740624895625769, | |
| "precision@1": 0.935, | |
| "precision@5": 0.1998, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.935, | |
| "recall@5": 0.999, | |
| "recall@10": 0.999, | |
| "f1@1": 0.935, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.935, | |
| "map@5": 0.9653333333333334, | |
| "map@10": 0.9653333333333334, | |
| "mrr@1": 0.935, | |
| "mrr@5": 0.9653333333333334, | |
| "mrr@10": 0.9653333333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.938, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.938, | |
| "ndcg_linear@5": 0.9790104339821448, | |
| "ndcg_linear@10": 0.9790104339821448, | |
| "ndcg_exponential@1": 0.938, | |
| "ndcg_exponential@5": 0.9790104339821448, | |
| "ndcg_exponential@10": 0.9790104339821448, | |
| "precision@1": 0.938, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.938, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.938, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.938, | |
| "map@5": 0.972, | |
| "map@10": 0.972, | |
| "mrr@1": 0.938, | |
| "mrr@5": 0.969, | |
| "mrr@10": 0.969, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.916, | |
| "hit@5": 0.983, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.916, | |
| "ndcg_linear@5": 0.9530416067482117, | |
| "ndcg_linear@10": 0.955708854725438, | |
| "ndcg_exponential@1": 0.916, | |
| "ndcg_exponential@5": 0.9530416067482117, | |
| "ndcg_exponential@10": 0.955708854725438, | |
| "precision@1": 0.916, | |
| "precision@5": 0.19660000000000002, | |
| "precision@10": 0.09910000000000001, | |
| "recall@1": 0.916, | |
| "recall@5": 0.983, | |
| "recall@10": 0.991, | |
| "f1@1": 0.916, | |
| "f1@5": 0.3276666666666666, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.916, | |
| "map@5": 0.9429500000000001, | |
| "map@10": 0.9440968253968254, | |
| "mrr@1": 0.916, | |
| "mrr@5": 0.9429500000000001, | |
| "mrr@10": 0.9440968253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.76, | |
| "hit@5": 0.923, | |
| "hit@10": 0.948, | |
| "ndcg_linear@1": 0.76, | |
| "ndcg_linear@5": 0.8525525815541636, | |
| "ndcg_linear@10": 0.8606504948237098, | |
| "ndcg_exponential@1": 0.76, | |
| "ndcg_exponential@5": 0.8525525815541636, | |
| "ndcg_exponential@10": 0.8606504948237098, | |
| "precision@1": 0.76, | |
| "precision@5": 0.18460000000000001, | |
| "precision@10": 0.09480000000000001, | |
| "recall@1": 0.76, | |
| "recall@5": 0.923, | |
| "recall@10": 0.948, | |
| "f1@1": 0.76, | |
| "f1@5": 0.30766666666666664, | |
| "f1@10": 0.17236363636363636, | |
| "map@1": 0.76, | |
| "map@5": 0.8285833333333332, | |
| "map@10": 0.8319309523809525, | |
| "mrr@1": 0.76, | |
| "mrr@5": 0.8285833333333332, | |
| "mrr@10": 0.8319309523809525, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.947, | |
| "hit@5": 0.99, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.947, | |
| "ndcg_linear@5": 0.9716286866264489, | |
| "ndcg_linear@10": 0.9741964889052156, | |
| "ndcg_exponential@1": 0.947, | |
| "ndcg_exponential@5": 0.9716286866264489, | |
| "ndcg_exponential@10": 0.9741964889052156, | |
| "precision@1": 0.947, | |
| "precision@5": 0.19800000000000004, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.947, | |
| "recall@5": 0.99, | |
| "recall@10": 0.998, | |
| "f1@1": 0.947, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.947, | |
| "map@5": 0.9653833333333334, | |
| "map@10": 0.9664317460317461, | |
| "mrr@1": 0.947, | |
| "mrr@5": 0.9653833333333334, | |
| "mrr@10": 0.9664317460317461, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.935, | |
| "hit@5": 0.996, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.935, | |
| "ndcg_linear@5": 0.9706879975619802, | |
| "ndcg_linear@10": 0.9716487344521918, | |
| "ndcg_exponential@1": 0.935, | |
| "ndcg_exponential@5": 0.9706879975619802, | |
| "ndcg_exponential@10": 0.9716487344521918, | |
| "precision@1": 0.935, | |
| "precision@5": 0.19920000000000002, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.935, | |
| "recall@5": 0.996, | |
| "recall@10": 0.999, | |
| "f1@1": 0.935, | |
| "f1@5": 0.332, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.935, | |
| "map@5": 0.9619833333333333, | |
| "map@10": 0.962375, | |
| "mrr@1": 0.935, | |
| "mrr@5": 0.9619833333333333, | |
| "mrr@10": 0.962375, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.987, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.987, | |
| "ndcg_linear@5": 0.9944342908358063, | |
| "ndcg_linear@10": 0.9944342908358063, | |
| "ndcg_exponential@1": 0.987, | |
| "ndcg_exponential@5": 0.9944342908358063, | |
| "ndcg_exponential@10": 0.9944342908358063, | |
| "precision@1": 0.987, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.987, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.987, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.987, | |
| "map@5": 0.9925333333333334, | |
| "map@10": 0.9925333333333334, | |
| "mrr@1": 0.987, | |
| "mrr@5": 0.9925333333333334, | |
| "mrr@10": 0.9925333333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.6304849884526559, | |
| "hit@5": 0.9676674364896074, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6304849884526559, | |
| "ndcg_linear@5": 0.8243487214552886, | |
| "ndcg_linear@10": 0.8353388909525747, | |
| "ndcg_exponential@1": 0.6304849884526559, | |
| "ndcg_exponential@5": 0.8243487214552886, | |
| "ndcg_exponential@10": 0.8353388909525747, | |
| "precision@1": 0.6304849884526559, | |
| "precision@5": 0.19353348729792147, | |
| "precision@10": 0.1, | |
| "recall@1": 0.6304849884526559, | |
| "recall@5": 0.9676674364896074, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6304849884526559, | |
| "f1@5": 0.3225558121632025, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.6304849884526559, | |
| "map@5": 0.7752886836027713, | |
| "map@10": 0.7801367352175665, | |
| "mrr@1": 0.6304849884526559, | |
| "mrr@5": 0.7752886836027713, | |
| "mrr@10": 0.7801367352175665, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.5635, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5635, | |
| "ndcg_linear@5": 0.8097355520954099, | |
| "ndcg_linear@10": 0.8097355520954099, | |
| "ndcg_exponential@1": 0.5635, | |
| "ndcg_exponential@5": 0.8097355520954099, | |
| "ndcg_exponential@10": 0.8097355520954099, | |
| "precision@1": 0.5635, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.5635, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5635, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.5635, | |
| "map@5": 0.74495, | |
| "map@10": 0.74495, | |
| "mrr@1": 0.5635, | |
| "mrr@5": 0.74495, | |
| "mrr@10": 0.74495, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.5466666666666666, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5466666666666666, | |
| "ndcg_linear@5": 0.7947805352000911, | |
| "ndcg_linear@10": 0.7947805352000911, | |
| "ndcg_exponential@1": 0.5466666666666666, | |
| "ndcg_exponential@5": 0.7947805352000911, | |
| "ndcg_exponential@10": 0.7947805352000911, | |
| "precision@1": 0.5466666666666666, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5466666666666666, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5466666666666666, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.5466666666666666, | |
| "map@5": 0.7255555555555555, | |
| "map@10": 0.7255555555555555, | |
| "mrr@1": 0.5466666666666666, | |
| "mrr@5": 0.7255555555555555, | |
| "mrr@10": 0.7255555555555555, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.7860812704343765, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7860812704343765, | |
| "ndcg_linear@5": 0.9097055639798483, | |
| "ndcg_linear@10": 0.9097055639798483, | |
| "ndcg_exponential@1": 0.7860812704343765, | |
| "ndcg_exponential@5": 0.9097055639798483, | |
| "ndcg_exponential@10": 0.9097055639798483, | |
| "precision@1": 0.7860812704343765, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.7860812704343765, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7860812704343765, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.7860812704343765, | |
| "map@5": 0.8787930094971198, | |
| "map@10": 0.8787930094971198, | |
| "mrr@1": 0.7860812704343765, | |
| "mrr@5": 0.878559473766153, | |
| "mrr@10": 0.878559473766153, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.58, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.58, | |
| "ndcg_linear@5": 0.8031306513087313, | |
| "ndcg_linear@10": 0.8031306513087313, | |
| "ndcg_exponential@1": 0.58, | |
| "ndcg_exponential@5": 0.8031306513087313, | |
| "ndcg_exponential@10": 0.8031306513087313, | |
| "precision@1": 0.58, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.58, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.58, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.58, | |
| "map@5": 0.7375666666666666, | |
| "map@10": 0.7375666666666666, | |
| "mrr@1": 0.58, | |
| "mrr@5": 0.7375666666666666, | |
| "mrr@10": 0.7375666666666666, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.859, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.859, | |
| "ndcg_linear@5": 0.9479610952535755, | |
| "ndcg_linear@10": 0.9479610952535755, | |
| "ndcg_exponential@1": 0.859, | |
| "ndcg_exponential@5": 0.9479610952535755, | |
| "ndcg_exponential@10": 0.9479610952535755, | |
| "precision@1": 0.859, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.859, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.859, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.859, | |
| "map@5": 0.9295, | |
| "map@10": 0.9295, | |
| "mrr@1": 0.859, | |
| "mrr@5": 0.9295, | |
| "mrr@10": 0.9295, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.6643426294820717, | |
| "hit@5": 0.8764940239043825, | |
| "hit@10": 0.9163346613545816, | |
| "ndcg_linear@1": 0.6643426294820717, | |
| "ndcg_linear@5": 0.7825834261437238, | |
| "ndcg_linear@10": 0.7956168048807023, | |
| "ndcg_exponential@1": 0.6643426294820717, | |
| "ndcg_exponential@5": 0.7825834261437238, | |
| "ndcg_exponential@10": 0.7956168048807023, | |
| "precision@1": 0.6643426294820717, | |
| "precision@5": 0.17529880478087653, | |
| "precision@10": 0.09163346613545818, | |
| "recall@1": 0.6643426294820717, | |
| "recall@5": 0.8764940239043825, | |
| "recall@10": 0.9163346613545816, | |
| "f1@1": 0.6643426294820717, | |
| "f1@5": 0.2921646746347942, | |
| "f1@10": 0.16660630206446939, | |
| "map@1": 0.6643426294820717, | |
| "map@5": 0.7508798140770251, | |
| "map@10": 0.7563464396382723, | |
| "mrr@1": 0.6643426294820717, | |
| "mrr@5": 0.7508798140770251, | |
| "mrr@10": 0.7563464396382723, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.602, | |
| "hit@5": 0.809, | |
| "hit@10": 0.878, | |
| "ndcg_linear@1": 0.602, | |
| "ndcg_linear@5": 0.7145495596740907, | |
| "ndcg_linear@10": 0.737016080761004, | |
| "ndcg_exponential@1": 0.602, | |
| "ndcg_exponential@5": 0.7145495596740907, | |
| "ndcg_exponential@10": 0.737016080761004, | |
| "precision@1": 0.602, | |
| "precision@5": 0.1618, | |
| "precision@10": 0.08780000000000002, | |
| "recall@1": 0.602, | |
| "recall@5": 0.809, | |
| "recall@10": 0.878, | |
| "f1@1": 0.602, | |
| "f1@5": 0.2696666666666667, | |
| "f1@10": 0.15963636363636363, | |
| "map@1": 0.602, | |
| "map@5": 0.6829500000000001, | |
| "map@10": 0.6923075396825398, | |
| "mrr@1": 0.602, | |
| "mrr@5": 0.6829500000000001, | |
| "mrr@10": 0.6923075396825398, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.744776119402985, | |
| "hit@5": 0.9477611940298507, | |
| "hit@10": 0.9716417910447761, | |
| "ndcg_linear@1": 0.744776119402985, | |
| "ndcg_linear@5": 0.8603138720419135, | |
| "ndcg_linear@10": 0.8679787167621975, | |
| "ndcg_exponential@1": 0.744776119402985, | |
| "ndcg_exponential@5": 0.8603138720419135, | |
| "ndcg_exponential@10": 0.8679787167621975, | |
| "precision@1": 0.744776119402985, | |
| "precision@5": 0.18955223880597014, | |
| "precision@10": 0.0971641791044776, | |
| "recall@1": 0.744776119402985, | |
| "recall@5": 0.9477611940298507, | |
| "recall@10": 0.9716417910447761, | |
| "f1@1": 0.744776119402985, | |
| "f1@5": 0.3159203980099503, | |
| "f1@10": 0.17666214382632298, | |
| "map@1": 0.744776119402985, | |
| "map@5": 0.8305223880597016, | |
| "map@10": 0.833655531864487, | |
| "mrr@1": 0.744776119402985, | |
| "mrr@5": 0.8305223880597016, | |
| "mrr@10": 0.833655531864487, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.5486824475212149, | |
| "hit@5": 0.8246985261277356, | |
| "hit@10": 0.9046449307726664, | |
| "ndcg_linear@1": 0.5486824475212149, | |
| "ndcg_linear@5": 0.6970927021901604, | |
| "ndcg_linear@10": 0.7232050960741488, | |
| "ndcg_exponential@1": 0.5486824475212149, | |
| "ndcg_exponential@5": 0.6970927021901604, | |
| "ndcg_exponential@10": 0.7232050960741488, | |
| "precision@1": 0.5486824475212149, | |
| "precision@5": 0.1649397052255471, | |
| "precision@10": 0.09046449307726662, | |
| "recall@1": 0.5486824475212149, | |
| "recall@5": 0.8246985261277356, | |
| "recall@10": 0.9046449307726664, | |
| "f1@1": 0.5486824475212149, | |
| "f1@5": 0.2748995087092453, | |
| "f1@10": 0.1644808965041212, | |
| "map@1": 0.5486824475212149, | |
| "map@5": 0.6544737233884174, | |
| "map@10": 0.665402815882941, | |
| "mrr@1": 0.5486824475212149, | |
| "mrr@5": 0.6544737233884174, | |
| "mrr@10": 0.665402815882941, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.39477823214847435, | |
| "hit@5": 0.6715948411450141, | |
| "hit@10": 0.7656495753381567, | |
| "ndcg_linear@1": 0.39477823214847435, | |
| "ndcg_linear@5": 0.5408425843717238, | |
| "ndcg_linear@10": 0.5712923767459415, | |
| "ndcg_exponential@1": 0.39477823214847435, | |
| "ndcg_exponential@5": 0.5408425843717238, | |
| "ndcg_exponential@10": 0.5712923767459415, | |
| "precision@1": 0.39477823214847435, | |
| "precision@5": 0.1343189682290028, | |
| "precision@10": 0.07656495753381566, | |
| "recall@1": 0.39477823214847435, | |
| "recall@5": 0.6715948411450141, | |
| "recall@10": 0.7656495753381567, | |
| "f1@1": 0.39477823214847435, | |
| "f1@5": 0.22386494704833815, | |
| "f1@10": 0.1392090136978467, | |
| "map@1": 0.39477823214847435, | |
| "map@5": 0.4974729998951452, | |
| "map@10": 0.5100588185363272, | |
| "mrr@1": 0.39477823214847435, | |
| "mrr@5": 0.4974729998951452, | |
| "mrr@10": 0.5100588185363272, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.752539242843952, | |
| "hit@5": 0.9519852262234534, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.752539242843952, | |
| "ndcg_linear@5": 0.8618096115850848, | |
| "ndcg_linear@10": 0.877406181395058, | |
| "ndcg_exponential@1": 0.752539242843952, | |
| "ndcg_exponential@5": 0.8618096115850848, | |
| "ndcg_exponential@10": 0.877406181395058, | |
| "precision@1": 0.752539242843952, | |
| "precision@5": 0.19039704524469067, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.752539242843952, | |
| "recall@5": 0.9519852262234534, | |
| "recall@10": 1.0, | |
| "f1@1": 0.752539242843952, | |
| "f1@5": 0.3173284087411512, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.752539242843952, | |
| "map@5": 0.831502000615574, | |
| "map@10": 0.8379812836184027, | |
| "mrr@1": 0.752539242843952, | |
| "mrr@5": 0.831502000615574, | |
| "mrr@10": 0.8379812836184027, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.3342503438789546, | |
| "hit@5": 0.7097661623108665, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3342503438789546, | |
| "ndcg_linear@5": 0.5258049619247213, | |
| "ndcg_linear@10": 0.6182866285385553, | |
| "ndcg_exponential@1": 0.3342503438789546, | |
| "ndcg_exponential@5": 0.5258049619247213, | |
| "ndcg_exponential@10": 0.6182866285385553, | |
| "precision@1": 0.3342503438789546, | |
| "precision@5": 0.1419532324621733, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.3342503438789546, | |
| "recall@5": 0.7097661623108665, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3342503438789546, | |
| "f1@5": 0.23658872077028895, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.3342503438789546, | |
| "map@5": 0.46538285190279693, | |
| "map@10": 0.5027684985043995, | |
| "mrr@1": 0.3342503438789546, | |
| "mrr@5": 0.46538285190279693, | |
| "mrr@10": 0.5027684985043995, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.5568039950062422, | |
| "hit@5": 0.9556803995006242, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5568039950062422, | |
| "ndcg_linear@5": 0.7788794816465521, | |
| "ndcg_linear@10": 0.7962033470636608, | |
| "ndcg_exponential@1": 0.5568039950062422, | |
| "ndcg_exponential@5": 0.7788794816465521, | |
| "ndcg_exponential@10": 0.7962033470636608, | |
| "precision@1": 0.5568039950062422, | |
| "precision@5": 0.21610486891385772, | |
| "precision@10": 0.11473158551810239, | |
| "recall@1": 0.5201831044527674, | |
| "recall@5": 0.9486059092800666, | |
| "recall@10": 0.9992977528089888, | |
| "f1@1": 0.5313070962883697, | |
| "f1@5": 0.3455557654995858, | |
| "f1@10": 0.20285873094861862, | |
| "map@1": 0.5568039950062422, | |
| "map@5": 0.7172790955749757, | |
| "map@10": 0.7256790969786444, | |
| "mrr@1": 0.5568039950062422, | |
| "mrr@5": 0.7235330836454431, | |
| "mrr@10": 0.729839189108852, | |
| "num_pred": 1602, | |
| "num_data": 1602 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.886, | |
| "hit@5": 0.95, | |
| "hit@10": 0.966, | |
| "ndcg_linear@1": 0.886, | |
| "ndcg_linear@5": 0.9229444621145884, | |
| "ndcg_linear@10": 0.9282789580690406, | |
| "ndcg_exponential@1": 0.886, | |
| "ndcg_exponential@5": 0.9229444621145884, | |
| "ndcg_exponential@10": 0.9282789580690406, | |
| "precision@1": 0.886, | |
| "precision@5": 0.19, | |
| "precision@10": 0.0966, | |
| "recall@1": 0.886, | |
| "recall@5": 0.95, | |
| "recall@10": 0.966, | |
| "f1@1": 0.886, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.17563636363636362, | |
| "map@1": 0.886, | |
| "map@5": 0.9136666666666667, | |
| "map@10": 0.9159603174603175, | |
| "mrr@1": 0.886, | |
| "mrr@5": 0.9136666666666667, | |
| "mrr@10": 0.9159603174603175, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.5210643015521065, | |
| "hit@5": 0.7095343680709535, | |
| "hit@10": 0.7827050997782705, | |
| "ndcg_linear@1": 0.5210643015521065, | |
| "ndcg_linear@5": 0.6184254246670852, | |
| "ndcg_linear@10": 0.6418152818359215, | |
| "ndcg_exponential@1": 0.5210643015521065, | |
| "ndcg_exponential@5": 0.6184254246670852, | |
| "ndcg_exponential@10": 0.6418152818359215, | |
| "precision@1": 0.5210643015521065, | |
| "precision@5": 0.14456762749445673, | |
| "precision@10": 0.0802660753880266, | |
| "recall@1": 0.5155949741315595, | |
| "recall@5": 0.7022542498152254, | |
| "recall@10": 0.772450110864745, | |
| "f1@1": 0.5169992609016999, | |
| "f1@5": 0.23815020464948733, | |
| "f1@10": 0.14448165778542718, | |
| "map@1": 0.5210643015521065, | |
| "map@5": 0.5886215816703623, | |
| "map@10": 0.5985954859278031, | |
| "mrr@1": 0.5210643015521065, | |
| "mrr@5": 0.5932372505543237, | |
| "mrr@10": 0.603198359905677, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.9109311740890689, | |
| "hit@5": 0.9676113360323887, | |
| "hit@10": 0.9838056680161943, | |
| "ndcg_linear@1": 0.9109311740890689, | |
| "ndcg_linear@5": 0.9428240599987675, | |
| "ndcg_linear@10": 0.948231506900934, | |
| "ndcg_exponential@1": 0.9109311740890689, | |
| "ndcg_exponential@5": 0.9428240599987675, | |
| "ndcg_exponential@10": 0.948231506900934, | |
| "precision@1": 0.9109311740890689, | |
| "precision@5": 0.19352226720647772, | |
| "precision@10": 0.09858299595141701, | |
| "recall@1": 0.9109311740890689, | |
| "recall@5": 0.9665991902834008, | |
| "recall@10": 0.9821862348178138, | |
| "f1@1": 0.9109311740890689, | |
| "f1@5": 0.3224407171775593, | |
| "f1@10": 0.17908232118758435, | |
| "map@1": 0.9109311740890689, | |
| "map@5": 0.9345479082321186, | |
| "map@10": 0.9369891073838443, | |
| "mrr@1": 0.9109311740890689, | |
| "mrr@5": 0.9348852901484481, | |
| "mrr@10": 0.9372204549836128, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.9, | |
| "hit@5": 0.9857142857142858, | |
| "hit@10": 0.9928571428571429, | |
| "ndcg_linear@1": 0.9, | |
| "ndcg_linear@5": 0.9499347459442066, | |
| "ndcg_linear@10": 0.9523973906600688, | |
| "ndcg_exponential@1": 0.9, | |
| "ndcg_exponential@5": 0.9499347459442066, | |
| "ndcg_exponential@10": 0.9523973906600688, | |
| "precision@1": 0.9, | |
| "precision@5": 0.1971428571428571, | |
| "precision@10": 0.09928571428571427, | |
| "recall@1": 0.9, | |
| "recall@5": 0.9857142857142858, | |
| "recall@10": 0.9928571428571429, | |
| "f1@1": 0.9, | |
| "f1@5": 0.3285714285714287, | |
| "f1@10": 0.18051948051948058, | |
| "map@1": 0.9, | |
| "map@5": 0.9376190476190475, | |
| "map@10": 0.9387244897959184, | |
| "mrr@1": 0.9, | |
| "mrr@5": 0.9376190476190475, | |
| "mrr@10": 0.9387244897959184, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.6749696233292831, | |
| "hit@5": 0.9119076549210207, | |
| "hit@10": 0.956865127582017, | |
| "ndcg_linear@1": 0.6749696233292831, | |
| "ndcg_linear@5": 0.8040819447023446, | |
| "ndcg_linear@10": 0.8190618850953965, | |
| "ndcg_exponential@1": 0.6749696233292831, | |
| "ndcg_exponential@5": 0.8040819447023446, | |
| "ndcg_exponential@10": 0.8190618850953965, | |
| "precision@1": 0.6749696233292831, | |
| "precision@5": 0.18311057108140946, | |
| "precision@10": 0.0962332928311057, | |
| "recall@1": 0.6734507897934386, | |
| "recall@5": 0.9108140947752127, | |
| "recall@10": 0.9564398541919805, | |
| "f1@1": 0.6739570676387202, | |
| "f1@5": 0.3045941098188973, | |
| "f1@10": 0.17469163076696492, | |
| "map@1": 0.6749696233292831, | |
| "map@5": 0.7679526123936816, | |
| "map@10": 0.7743227931107639, | |
| "mrr@1": 0.6749696233292831, | |
| "mrr@5": 0.7685297691373025, | |
| "mrr@10": 0.7747379409438948, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.84, | |
| "hit@5": 0.98, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.84, | |
| "ndcg_linear@5": 0.9170853794922038, | |
| "ndcg_linear@10": 0.9206474513632841, | |
| "ndcg_exponential@1": 0.84, | |
| "ndcg_exponential@5": 0.9170853794922038, | |
| "ndcg_exponential@10": 0.9206474513632841, | |
| "precision@1": 0.84, | |
| "precision@5": 0.19599999999999995, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.84, | |
| "recall@5": 0.98, | |
| "recall@10": 0.99, | |
| "f1@1": 0.84, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.84, | |
| "map@5": 0.8958333333333333, | |
| "map@10": 0.8974999999999999, | |
| "mrr@1": 0.84, | |
| "mrr@5": 0.8958333333333333, | |
| "mrr@10": 0.8974999999999999, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.98, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.98, | |
| "ndcg_linear@5": 0.9926185950714291, | |
| "ndcg_linear@10": 0.9926185950714291, | |
| "ndcg_exponential@1": 0.98, | |
| "ndcg_exponential@5": 0.9926185950714291, | |
| "ndcg_exponential@10": 0.9926185950714291, | |
| "precision@1": 0.98, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.98, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.98, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.98, | |
| "map@5": 0.99, | |
| "map@10": 0.99, | |
| "mrr@1": 0.98, | |
| "mrr@5": 0.99, | |
| "mrr@10": 0.99, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.95, | |
| "hit@5": 0.98, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9676185950714291, | |
| "ndcg_linear@10": 0.9676185950714291, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9676185950714291, | |
| "ndcg_exponential@10": 0.9676185950714291, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19599999999999995, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.95, | |
| "recall@5": 0.98, | |
| "recall@10": 0.98, | |
| "f1@1": 0.95, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.95, | |
| "map@5": 0.9633333333333334, | |
| "map@10": 0.9633333333333334, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.9633333333333334, | |
| "mrr@10": 0.9633333333333334, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.95, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9815464876785728, | |
| "ndcg_linear@10": 0.9815464876785728, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9815464876785728, | |
| "ndcg_exponential@10": 0.9815464876785728, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.95, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.95, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.95, | |
| "map@5": 0.975, | |
| "map@10": 0.975, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.975, | |
| "mrr@10": 0.975, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.98, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.98, | |
| "ndcg_linear@5": 0.9926185950714291, | |
| "ndcg_linear@10": 0.9926185950714291, | |
| "ndcg_exponential@1": 0.98, | |
| "ndcg_exponential@5": 0.9926185950714291, | |
| "ndcg_exponential@10": 0.9926185950714291, | |
| "precision@1": 0.98, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.98, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.98, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.98, | |
| "map@5": 0.99, | |
| "map@10": 0.99, | |
| "mrr@1": 0.98, | |
| "mrr@5": 0.99, | |
| "mrr@10": 0.99, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.7115384615384616, | |
| "hit@5": 0.9038461538461539, | |
| "hit@10": 0.9807692307692307, | |
| "ndcg_linear@1": 0.6891025641025641, | |
| "ndcg_linear@5": 0.7051504087608104, | |
| "ndcg_linear@10": 0.7437435752466759, | |
| "ndcg_exponential@1": 0.6822344322344323, | |
| "ndcg_exponential@5": 0.6996166432681691, | |
| "ndcg_exponential@10": 0.7376118836771592, | |
| "precision@1": 0.7115384615384616, | |
| "precision@5": 0.2653846153846154, | |
| "precision@10": 0.1673076923076923, | |
| "recall@1": 0.5052738927738928, | |
| "recall@5": 0.7479020979020979, | |
| "recall@10": 0.8444222444222445, | |
| "f1@1": 0.5465483234714004, | |
| "f1@5": 0.3522211856770681, | |
| "f1@10": 0.256826431487065, | |
| "map@1": 0.7115384615384616, | |
| "map@5": 0.6594070512820512, | |
| "map@10": 0.6792063492063491, | |
| "mrr@1": 0.7115384615384616, | |
| "mrr@5": 0.7842948717948718, | |
| "mrr@10": 0.7966575091575092, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.59375, | |
| "hit@5": 0.8859375, | |
| "hit@10": 0.94375, | |
| "ndcg_linear@1": 0.59375, | |
| "ndcg_linear@5": 0.6345688863302915, | |
| "ndcg_linear@10": 0.671732861924467, | |
| "ndcg_exponential@1": 0.59375, | |
| "ndcg_exponential@5": 0.6345688863302914, | |
| "ndcg_exponential@10": 0.671732861924467, | |
| "precision@1": 0.59375, | |
| "precision@5": 0.28375000000000006, | |
| "precision@10": 0.184375, | |
| "recall@1": 0.36969967532467535, | |
| "recall@5": 0.6622363515351282, | |
| "recall@10": 0.7689792189407111, | |
| "f1@1": 0.4203184749278499, | |
| "f1@5": 0.3525331998475381, | |
| "f1@10": 0.26780948828880813, | |
| "map@1": 0.59375, | |
| "map@5": 0.5607395833333333, | |
| "map@10": 0.5829351423729213, | |
| "mrr@1": 0.59375, | |
| "mrr@5": 0.7120833333333334, | |
| "mrr@10": 0.7199925595238096, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.603448275862069, | |
| "hit@5": 0.9267241379310345, | |
| "hit@10": 0.9741379310344828, | |
| "ndcg_linear@1": 0.603448275862069, | |
| "ndcg_linear@5": 0.5543960224839265, | |
| "ndcg_linear@10": 0.5470355250928258, | |
| "ndcg_exponential@1": 0.603448275862069, | |
| "ndcg_exponential@5": 0.5543960224839265, | |
| "ndcg_exponential@10": 0.5470355250928258, | |
| "precision@1": 0.603448275862069, | |
| "precision@5": 0.4724137931034483, | |
| "precision@10": 0.3883620689655172, | |
| "recall@1": 0.08707524320233223, | |
| "recall@5": 0.31430950970556365, | |
| "recall@10": 0.44366186414210834, | |
| "f1@1": 0.1329735463953881, | |
| "f1@5": 0.3044311010210734, | |
| "f1@10": 0.336498935432712, | |
| "map@1": 0.603448275862069, | |
| "map@5": 0.44384937739463604, | |
| "map@10": 0.4019662995705945, | |
| "mrr@1": 0.603448275862069, | |
| "mrr@5": 0.7369971264367817, | |
| "mrr@10": 0.7441126163108921, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.40789473684210525, | |
| "hit@5": 0.8289473684210527, | |
| "hit@10": 0.9166666666666666, | |
| "ndcg_linear@1": 0.40789473684210525, | |
| "ndcg_linear@5": 0.5182392101143257, | |
| "ndcg_linear@10": 0.5784958073649641, | |
| "ndcg_exponential@1": 0.40789473684210525, | |
| "ndcg_exponential@5": 0.5182392101143257, | |
| "ndcg_exponential@10": 0.5784958073649641, | |
| "precision@1": 0.40789473684210525, | |
| "precision@5": 0.2692982456140351, | |
| "precision@10": 0.1942982456140351, | |
| "recall@1": 0.22437865497076023, | |
| "recall@5": 0.5842784043441938, | |
| "recall@10": 0.7426691729323308, | |
| "f1@1": 0.2639378165693955, | |
| "f1@5": 0.32386950380438156, | |
| "f1@10": 0.27231717401181305, | |
| "map@1": 0.40789473684210525, | |
| "map@5": 0.42350024366471734, | |
| "map@10": 0.45968172746681524, | |
| "mrr@1": 0.40789473684210525, | |
| "mrr@5": 0.5761695906432749, | |
| "mrr@10": 0.5883841548315233, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.8688725490196079, | |
| "hit@5": 0.9350490196078431, | |
| "hit@10": 0.9583333333333334, | |
| "ndcg_linear@1": 0.8688725490196079, | |
| "ndcg_linear@5": 0.9049425292977209, | |
| "ndcg_linear@10": 0.9125323790948152, | |
| "ndcg_exponential@1": 0.8688725490196079, | |
| "ndcg_exponential@5": 0.9049425292977209, | |
| "ndcg_exponential@10": 0.9125323790948152, | |
| "precision@1": 0.8688725490196079, | |
| "precision@5": 0.18700980392156863, | |
| "precision@10": 0.09583333333333333, | |
| "recall@1": 0.8688725490196079, | |
| "recall@5": 0.9350490196078431, | |
| "recall@10": 0.9583333333333334, | |
| "f1@1": 0.8688725490196079, | |
| "f1@5": 0.31168300653594777, | |
| "f1@10": 0.17424242424242425, | |
| "map@1": 0.8688725490196079, | |
| "map@5": 0.8948325163398694, | |
| "map@10": 0.8979993386243386, | |
| "mrr@1": 0.8688725490196079, | |
| "mrr@5": 0.8948325163398694, | |
| "mrr@10": 0.8979993386243386, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.8095238095238095, | |
| "hit@5": 0.9365079365079365, | |
| "hit@10": 0.9523809523809523, | |
| "ndcg_linear@1": 0.8095238095238095, | |
| "ndcg_linear@5": 0.8759495069037231, | |
| "ndcg_linear@10": 0.8807277608031514, | |
| "ndcg_exponential@1": 0.8095238095238095, | |
| "ndcg_exponential@5": 0.8759495069037231, | |
| "ndcg_exponential@10": 0.8807277608031514, | |
| "precision@1": 0.8095238095238095, | |
| "precision@5": 0.1873015873015872, | |
| "precision@10": 0.09523809523809519, | |
| "recall@1": 0.8095238095238095, | |
| "recall@5": 0.9365079365079365, | |
| "recall@10": 0.9523809523809523, | |
| "f1@1": 0.8095238095238095, | |
| "f1@5": 0.3121693121693121, | |
| "f1@10": 0.17316017316017318, | |
| "map@1": 0.8095238095238095, | |
| "map@5": 0.8558201058201058, | |
| "map@10": 0.857583774250441, | |
| "mrr@1": 0.8095238095238095, | |
| "mrr@5": 0.8558201058201058, | |
| "mrr@10": 0.857583774250441, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.883248730964467, | |
| "hit@5": 0.9830795262267343, | |
| "hit@10": 0.9830795262267343, | |
| "ndcg_linear@1": 0.883248730964467, | |
| "ndcg_linear@5": 0.9406572931143558, | |
| "ndcg_linear@10": 0.9406572931143558, | |
| "ndcg_exponential@1": 0.883248730964467, | |
| "ndcg_exponential@5": 0.9406572931143558, | |
| "ndcg_exponential@10": 0.9406572931143558, | |
| "precision@1": 0.883248730964467, | |
| "precision@5": 0.19661590524534686, | |
| "precision@10": 0.09830795262267343, | |
| "recall@1": 0.883248730964467, | |
| "recall@5": 0.9830795262267343, | |
| "recall@10": 0.9830795262267343, | |
| "f1@1": 0.883248730964467, | |
| "f1@5": 0.3276931754089115, | |
| "f1@10": 0.17874173204122445, | |
| "map@1": 0.883248730964467, | |
| "map@5": 0.9261139311900732, | |
| "map@10": 0.9261139311900732, | |
| "mrr@1": 0.883248730964467, | |
| "mrr@5": 0.9261139311900732, | |
| "mrr@10": 0.9261139311900732, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9622302158273381, | |
| "hit@5": 0.9928057553956835, | |
| "hit@10": 0.9964028776978417, | |
| "ndcg_linear@1": 0.9622302158273381, | |
| "ndcg_linear@5": 0.9729713309401604, | |
| "ndcg_linear@10": 0.9754900136594599, | |
| "ndcg_exponential@1": 0.9622302158273381, | |
| "ndcg_exponential@5": 0.9729713309401604, | |
| "ndcg_exponential@10": 0.9754900136594599, | |
| "precision@1": 0.9622302158273381, | |
| "precision@5": 0.24856115107913673, | |
| "precision@10": 0.12535971223021583, | |
| "recall@1": 0.8345323741007195, | |
| "recall@5": 0.987410071942446, | |
| "recall@10": 0.9937050359712231, | |
| "f1@1": 0.8770983213429256, | |
| "f1@5": 0.3899451867077768, | |
| "f1@10": 0.22005123174187927, | |
| "map@1": 0.9622302158273381, | |
| "map@5": 0.9634742206235011, | |
| "map@10": 0.9649801587301587, | |
| "mrr@1": 0.9622302158273381, | |
| "mrr@5": 0.9764688249400479, | |
| "mrr@10": 0.977068345323741, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.9164345403899722, | |
| "hit@5": 0.9888579387186629, | |
| "hit@10": 0.9944289693593314, | |
| "ndcg_linear@1": 0.9164345403899722, | |
| "ndcg_linear@5": 0.9586564248437588, | |
| "ndcg_linear@10": 0.9605321598064516, | |
| "ndcg_exponential@1": 0.9164345403899722, | |
| "ndcg_exponential@5": 0.9586564248437588, | |
| "ndcg_exponential@10": 0.9605321598064516, | |
| "precision@1": 0.9164345403899722, | |
| "precision@5": 0.19777158774373255, | |
| "precision@10": 0.09944289693593314, | |
| "recall@1": 0.9164345403899722, | |
| "recall@5": 0.9888579387186629, | |
| "recall@10": 0.9944289693593314, | |
| "f1@1": 0.9164345403899722, | |
| "f1@5": 0.3296193129062211, | |
| "f1@10": 0.18080526715624215, | |
| "map@1": 0.9164345403899722, | |
| "map@5": 0.9482822655524604, | |
| "map@10": 0.9491002343370031, | |
| "mrr@1": 0.9164345403899722, | |
| "mrr@5": 0.9482822655524604, | |
| "mrr@10": 0.9491002343370031, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.6187717265353418, | |
| "hit@5": 0.8551564310544612, | |
| "hit@10": 0.929316338354577, | |
| "ndcg_linear@1": 0.6187717265353418, | |
| "ndcg_linear@5": 0.7446623772061719, | |
| "ndcg_linear@10": 0.7689681384615493, | |
| "ndcg_exponential@1": 0.6187717265353418, | |
| "ndcg_exponential@5": 0.7446623772061719, | |
| "ndcg_exponential@10": 0.7689681384615493, | |
| "precision@1": 0.6187717265353418, | |
| "precision@5": 0.17103128621089222, | |
| "precision@10": 0.09293163383545769, | |
| "recall@1": 0.6187717265353418, | |
| "recall@5": 0.8551564310544612, | |
| "recall@10": 0.929316338354577, | |
| "f1@1": 0.6187717265353418, | |
| "f1@5": 0.28505214368482046, | |
| "f1@10": 0.1689666069735595, | |
| "map@1": 0.6187717265353418, | |
| "map@5": 0.7079181151023561, | |
| "map@10": 0.7181339550111276, | |
| "mrr@1": 0.6187717265353418, | |
| "mrr@5": 0.7079181151023561, | |
| "mrr@10": 0.7181339550111276, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.017513134851138354, | |
| "hit@5": 0.42294220665499127, | |
| "hit@10": 0.6654991243432574, | |
| "ndcg_linear@1": 0.017513134851138354, | |
| "ndcg_linear@5": 0.22288422131762195, | |
| "ndcg_linear@10": 0.3015990170363973, | |
| "ndcg_exponential@1": 0.017513134851138354, | |
| "ndcg_exponential@5": 0.22288422131762195, | |
| "ndcg_exponential@10": 0.3015990170363973, | |
| "precision@1": 0.017513134851138354, | |
| "precision@5": 0.08458844133099826, | |
| "precision@10": 0.06654991243432574, | |
| "recall@1": 0.017513134851138354, | |
| "recall@5": 0.42294220665499127, | |
| "recall@10": 0.6654991243432574, | |
| "f1@1": 0.017513134851138354, | |
| "f1@5": 0.14098073555166374, | |
| "f1@10": 0.12099984078968318, | |
| "map@1": 0.017513134851138354, | |
| "map@5": 0.15728254524226504, | |
| "map@10": 0.1899441942568037, | |
| "mrr@1": 0.017513134851138354, | |
| "mrr@5": 0.15728254524226504, | |
| "mrr@10": 0.1899441942568037, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.999124343257443, | |
| "hit@5": 0.999124343257443, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.6841798015178051, | |
| "ndcg_linear@5": 0.8426819938937689, | |
| "ndcg_linear@10": 0.8488992295034368, | |
| "ndcg_exponential@1": 0.4592194145609206, | |
| "ndcg_exponential@5": 0.7107394259178457, | |
| "ndcg_exponential@10": 0.7622502488492255, | |
| "precision@1": 0.999124343257443, | |
| "precision@5": 0.9462346760070052, | |
| "precision@10": 0.8830998248686515, | |
| "recall@1": 0.058877202157605446, | |
| "recall@5": 0.2781495522440644, | |
| "recall@10": 0.5097607780683572, | |
| "f1@1": 0.11044993861031509, | |
| "f1@5": 0.42134124878296647, | |
| "f1@10": 0.6319486953919654, | |
| "map@1": 0.999124343257443, | |
| "map@5": 0.9407063631056628, | |
| "map@10": 0.8787328269019224, | |
| "mrr@1": 0.999124343257443, | |
| "mrr@5": 0.999124343257443, | |
| "mrr@10": 0.999124343257443, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.07995226730310262, | |
| "hit@5": 0.3353221957040573, | |
| "hit@10": 0.45704057279236276, | |
| "ndcg_linear@1": 0.07995226730310262, | |
| "ndcg_linear@5": 0.17152323909862124, | |
| "ndcg_linear@10": 0.2142111630201117, | |
| "ndcg_exponential@1": 0.07995226730310262, | |
| "ndcg_exponential@5": 0.17152323909862124, | |
| "ndcg_exponential@10": 0.2142111630201117, | |
| "precision@1": 0.07995226730310262, | |
| "precision@5": 0.08066825775656324, | |
| "precision@10": 0.06062052505966587, | |
| "recall@1": 0.0492442322991249, | |
| "recall@5": 0.24928827139447662, | |
| "recall@10": 0.369303329923855, | |
| "f1@1": 0.05829917894357035, | |
| "f1@5": 0.11558015432085347, | |
| "f1@10": 0.09934965305763221, | |
| "map@1": 0.07995226730310262, | |
| "map@5": 0.12717382657120127, | |
| "map@10": 0.14660158554272945, | |
| "mrr@1": 0.07995226730310262, | |
| "mrr@5": 0.17197692919649962, | |
| "mrr@10": 0.1881937341364549, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.7732696897374701, | |
| "hit@5": 0.8424821002386634, | |
| "hit@10": 0.8675417661097852, | |
| "ndcg_linear@1": 0.5306284805091488, | |
| "ndcg_linear@5": 0.5536904155194876, | |
| "ndcg_linear@10": 0.5365548215739477, | |
| "ndcg_exponential@1": 0.35731333106034774, | |
| "ndcg_exponential@5": 0.4446309897345832, | |
| "ndcg_exponential@10": 0.4619979298565315, | |
| "precision@1": 0.7732696897374701, | |
| "precision@5": 0.6312649164677804, | |
| "precision@10": 0.5590692124105012, | |
| "recall@1": 0.025124680509053973, | |
| "recall@5": 0.10076905913442696, | |
| "recall@10": 0.173732628373916, | |
| "f1@1": 0.048173215135911995, | |
| "f1@5": 0.16674896000259506, | |
| "f1@10": 0.2486133195822128, | |
| "map@1": 0.7732696897374701, | |
| "map@5": 0.603969769291965, | |
| "map@10": 0.5165559691126517, | |
| "mrr@1": 0.7732696897374701, | |
| "mrr@5": 0.8009148766905331, | |
| "mrr@10": 0.804241012236239, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |