{ "metadata": { "model_name": "OEmbedding-v1-7B", "model_backbone": "Qwen2-VL-7B-Instruct", "model_size": 8.29, "embedding_dimension": 3584, "max_length_tokens": null, "model_release_date": "2025-08-22", "data_source": "Self-Reported", "url": "", "report_generated_date": "2025-09-05T14:59:22.563105" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.834, "hit@5": 0.964, "hit@10": 0.986, "ndcg_linear@1": 0.834, "ndcg_linear@5": 0.9068130960351918, "ndcg_linear@10": 0.9140700296337174, "ndcg_exponential@1": 0.834, "ndcg_exponential@5": 0.9068130960351918, "ndcg_exponential@10": 0.9140700296337174, "precision@1": 0.834, "precision@5": 0.19280000000000003, "precision@10": 0.09860000000000001, "recall@1": 0.834, "recall@5": 0.964, "recall@10": 0.986, "f1@1": 0.834, "f1@5": 0.32133333333333336, "f1@10": 0.17927272727272725, "map@1": 0.834, "map@5": 0.8874333333333334, "map@10": 0.890511507936508, "mrr@1": 0.834, "mrr@5": 0.8874333333333334, "mrr@10": 0.890511507936508, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.803, "hit@5": 0.975, "hit@10": 0.994, "ndcg_linear@1": 0.803, "ndcg_linear@5": 0.9016752794781416, "ndcg_linear@10": 0.9080605285373704, "ndcg_exponential@1": 0.803, "ndcg_exponential@5": 0.9016752794781416, "ndcg_exponential@10": 0.9080605285373704, "precision@1": 0.803, "precision@5": 0.19500000000000006, "precision@10": 0.0994, "recall@1": 0.803, "recall@5": 0.975, "recall@10": 0.994, "f1@1": 0.803, "f1@5": 0.325, "f1@10": 0.18072727272727268, "map@1": 0.803, "map@5": 0.8766333333333335, "map@10": 0.879409126984127, "mrr@1": 0.803, "mrr@5": 0.8766333333333335, "mrr@10": 0.879409126984127, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.762, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.762, "ndcg_linear@5": 0.9121612813500068, "ndcg_linear@10": 0.9121612813500068, "ndcg_exponential@1": 0.762, "ndcg_exponential@5": 0.9121612813500068, "ndcg_exponential@10": 0.9121612813500068, "precision@1": 0.762, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.762, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.762, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.762, "map@5": 0.881, "map@10": 0.881, "mrr@1": 0.762, "mrr@5": 0.881, "mrr@10": 0.881, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.827, "hit@5": 0.959, "hit@10": 0.994, "ndcg_linear@1": 0.827, "ndcg_linear@5": 0.9020270289389468, "ndcg_linear@10": 0.9134393239527697, "ndcg_exponential@1": 0.827, "ndcg_exponential@5": 0.9020270289389468, "ndcg_exponential@10": 0.9134393239527697, "precision@1": 0.827, "precision@5": 0.1918, "precision@10": 0.09940000000000002, "recall@1": 0.827, "recall@5": 0.959, "recall@10": 0.994, "f1@1": 0.827, "f1@5": 0.3196666666666667, "f1@10": 0.18072727272727268, "map@1": 0.827, "map@5": 0.8826666666666667, "map@10": 0.8874297619047619, "mrr@1": 0.827, "mrr@5": 0.8826666666666667, "mrr@10": 0.8874297619047619, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.783, "hit@5": 0.971, "hit@10": 0.995, "ndcg_linear@1": 0.783, "ndcg_linear@5": 0.889975593906084, "ndcg_linear@10": 0.8977293577791358, "ndcg_exponential@1": 0.783, "ndcg_exponential@5": 0.889975593906084, "ndcg_exponential@10": 0.8977293577791358, "precision@1": 0.783, "precision@5": 0.19420000000000004, "precision@10": 0.09950000000000002, "recall@1": 0.783, "recall@5": 0.971, "recall@10": 0.995, "f1@1": 0.783, "f1@5": 0.3236666666666666, "f1@10": 0.18090909090909088, "map@1": 0.783, "map@5": 0.8623833333333333, "map@10": 0.8655726190476192, "mrr@1": 0.783, "mrr@5": 0.8623833333333333, "mrr@10": 0.8655726190476192, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.478, "hit@5": 0.766, "hit@10": 0.847, "ndcg_linear@1": 0.478, "ndcg_linear@5": 0.6311299523876756, "ndcg_linear@10": 0.6569844005390598, "ndcg_exponential@1": 0.478, "ndcg_exponential@5": 0.6311299523876756, "ndcg_exponential@10": 0.6569844005390598, "precision@1": 0.478, "precision@5": 0.15319999999999998, "precision@10": 0.08470000000000001, "recall@1": 0.478, "recall@5": 0.766, "recall@10": 0.847, "f1@1": 0.478, "f1@5": 0.25533333333333336, "f1@10": 0.154, "map@1": 0.478, "map@5": 0.5862999999999999, "map@10": 0.5967662698412698, "mrr@1": 0.478, "mrr@5": 0.5862999999999999, "mrr@10": 0.5967662698412698, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.564, "hit@5": 0.823, "hit@10": 0.892, "ndcg_linear@1": 0.564, "ndcg_linear@5": 0.7059489059358544, "ndcg_linear@10": 0.7284502660458885, "ndcg_exponential@1": 0.564, "ndcg_exponential@5": 0.7059489059358544, "ndcg_exponential@10": 0.7284502660458885, "precision@1": 0.564, "precision@5": 0.16460000000000002, "precision@10": 0.0892, "recall@1": 0.564, "recall@5": 0.823, "recall@10": 0.892, "f1@1": 0.564, "f1@5": 0.2743333333333334, "f1@10": 0.16218181818181818, "map@1": 0.564, "map@5": 0.6666333333333333, "map@10": 0.6760257936507936, "mrr@1": 0.564, "mrr@5": 0.6666333333333333, "mrr@10": 0.6760257936507936, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.903, "hit@5": 0.98, "hit@10": 0.992, "ndcg_linear@1": 0.903, "ndcg_linear@5": 0.9467413452443982, "ndcg_linear@10": 0.9506653547102728, "ndcg_exponential@1": 0.903, "ndcg_exponential@5": 0.9467413452443982, "ndcg_exponential@10": 0.9506653547102728, "precision@1": 0.903, "precision@5": 0.19600000000000004, "precision@10": 0.09920000000000001, "recall@1": 0.903, "recall@5": 0.98, "recall@10": 0.992, "f1@1": 0.903, "f1@5": 0.3266666666666666, "f1@10": 0.18036363636363636, "map@1": 0.903, "map@5": 0.9354166666666667, "map@10": 0.9370603174603175, "mrr@1": 0.903, "mrr@5": 0.9354166666666667, "mrr@10": 0.9370603174603175, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.685, "hit@5": 0.881, "hit@10": 0.924, "ndcg_linear@1": 0.685, "ndcg_linear@5": 0.7938712454912146, "ndcg_linear@10": 0.8080168743581363, "ndcg_exponential@1": 0.685, "ndcg_exponential@5": 0.7938712454912146, "ndcg_exponential@10": 0.8080168743581363, "precision@1": 0.685, "precision@5": 0.17620000000000002, "precision@10": 0.09240000000000001, "recall@1": 0.685, "recall@5": 0.881, "recall@10": 0.924, "f1@1": 0.685, "f1@5": 0.29366666666666674, "f1@10": 0.168, "map@1": 0.685, "map@5": 0.7645166666666666, "map@10": 0.7704948412698412, "mrr@1": 0.685, "mrr@5": 0.7645166666666666, "mrr@10": 0.7704948412698412, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.366, "hit@5": 0.59, "hit@10": 0.664, "ndcg_linear@1": 0.366, "ndcg_linear@5": 0.48427332142950297, "ndcg_linear@10": 0.5083064956889981, "ndcg_exponential@1": 0.366, "ndcg_exponential@5": 0.48427332142950297, "ndcg_exponential@10": 0.5083064956889981, "precision@1": 0.366, "precision@5": 0.118, "precision@10": 0.06639999999999999, "recall@1": 0.366, "recall@5": 0.59, "recall@10": 0.664, "f1@1": 0.366, "f1@5": 0.1966666666666667, "f1@10": 0.12072727272727275, "map@1": 0.366, "map@5": 0.4492, "map@10": 0.459181746031746, "mrr@1": 0.366, "mrr@5": 0.4492, "mrr@10": 0.459181746031746, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.717, "hit@5": 0.929, "hit@10": 0.961, "ndcg_linear@1": 0.717, "ndcg_linear@5": 0.8365217920816609, "ndcg_linear@10": 0.8468252119131298, "ndcg_exponential@1": 0.717, "ndcg_exponential@5": 0.8365217920816609, "ndcg_exponential@10": 0.8468252119131298, "precision@1": 0.717, "precision@5": 0.18580000000000005, "precision@10": 0.09610000000000002, "recall@1": 0.717, "recall@5": 0.929, "recall@10": 0.961, "f1@1": 0.717, "f1@5": 0.30966666666666665, "f1@10": 0.1747272727272727, "map@1": 0.717, "map@5": 0.8051500000000001, "map@10": 0.8093781746031745, "mrr@1": 0.717, "mrr@5": 0.8051500000000001, "mrr@10": 0.8093781746031745, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.631, "hit@5": 0.888, "hit@10": 0.933, "ndcg_linear@1": 0.631, "ndcg_linear@5": 0.7754318753283651, "ndcg_linear@10": 0.790172089077612, "ndcg_exponential@1": 0.631, "ndcg_exponential@5": 0.7754318753283651, "ndcg_exponential@10": 0.790172089077612, "precision@1": 0.631, "precision@5": 0.17760000000000004, "precision@10": 0.09330000000000001, "recall@1": 0.631, "recall@5": 0.888, "recall@10": 0.933, "f1@1": 0.631, "f1@5": 0.296, "f1@10": 0.1696363636363636, "map@1": 0.631, "map@5": 0.73725, "map@10": 0.7434416666666666, "mrr@1": 0.631, "mrr@5": 0.73725, "mrr@10": 0.7434416666666666, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.94, "hit@5": 0.986, "hit@10": 0.99, "ndcg_linear@1": 0.94, "ndcg_linear@5": 0.9664160458246794, "ndcg_linear@10": 0.9677042127610229, "ndcg_exponential@1": 0.94, "ndcg_exponential@5": 0.9664160458246794, "ndcg_exponential@10": 0.9677042127610229, "precision@1": 0.94, "precision@5": 0.19720000000000004, "precision@10": 0.09900000000000002, "recall@1": 0.94, "recall@5": 0.986, "recall@10": 0.99, "f1@1": 0.94, "f1@5": 0.32866666666666666, "f1@10": 0.18, "map@1": 0.94, "map@5": 0.95975, "map@10": 0.9602777777777778, "mrr@1": 0.94, "mrr@5": 0.95975, "mrr@10": 0.9602777777777778, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.731, "hit@5": 0.885, "hit@10": 0.917, "ndcg_linear@1": 0.731, "ndcg_linear@5": 0.8150672377369149, "ndcg_linear@10": 0.8253682145041995, "ndcg_exponential@1": 0.731, "ndcg_exponential@5": 0.8150672377369149, "ndcg_exponential@10": 0.8253682145041995, "precision@1": 0.731, "precision@5": 0.177, "precision@10": 0.0917, "recall@1": 0.731, "recall@5": 0.885, "recall@10": 0.917, "f1@1": 0.731, "f1@5": 0.295, "f1@10": 0.16672727272727272, "map@1": 0.731, "map@5": 0.7915833333333333, "map@10": 0.7958055555555555, "mrr@1": 0.731, "mrr@5": 0.7915833333333333, "mrr@10": 0.7958055555555555, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.658, "hit@5": 0.819, "hit@10": 0.876, "ndcg_linear@1": 0.658, "ndcg_linear@5": 0.7454386562835857, "ndcg_linear@10": 0.7640120580154356, "ndcg_exponential@1": 0.658, "ndcg_exponential@5": 0.7454386562835857, "ndcg_exponential@10": 0.7640120580154356, "precision@1": 0.658, "precision@5": 0.1638, "precision@10": 0.0876, "recall@1": 0.658, "recall@5": 0.819, "recall@10": 0.876, "f1@1": 0.658, "f1@5": 0.273, "f1@10": 0.15927272727272726, "map@1": 0.658, "map@5": 0.7207833333333334, "map@10": 0.7285246031746031, "mrr@1": 0.658, "mrr@5": 0.7207833333333334, "mrr@10": 0.7285246031746031, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.577, "hit@5": 0.91, "hit@10": 0.963, "ndcg_linear@1": 0.577, "ndcg_linear@5": 0.7614698932482015, "ndcg_linear@10": 0.7789605040383879, "ndcg_exponential@1": 0.577, "ndcg_exponential@5": 0.7614698932482015, "ndcg_exponential@10": 0.7789605040383879, "precision@1": 0.577, "precision@5": 0.18200000000000002, "precision@10": 0.09630000000000001, "recall@1": 0.577, "recall@5": 0.91, "recall@10": 0.963, "f1@1": 0.577, "f1@5": 0.30333333333333334, "f1@10": 0.17509090909090907, "map@1": 0.577, "map@5": 0.7114166666666665, "map@10": 0.7188376984126984, "mrr@1": 0.577, "mrr@5": 0.7114166666666665, "mrr@10": 0.7188376984126984, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.509, "hit@5": 0.8, "hit@10": 0.904, "ndcg_linear@1": 0.509, "ndcg_linear@5": 0.666814414153541, "ndcg_linear@10": 0.7005648623348327, "ndcg_exponential@1": 0.509, "ndcg_exponential@5": 0.666814414153541, "ndcg_exponential@10": 0.7005648623348327, "precision@1": 0.509, "precision@5": 0.16, "precision@10": 0.09040000000000001, "recall@1": 0.509, "recall@5": 0.8, "recall@10": 0.904, "f1@1": 0.509, "f1@5": 0.2666666666666667, "f1@10": 0.16436363636363638, "map@1": 0.509, "map@5": 0.6222166666666668, "map@10": 0.6362230158730158, "mrr@1": 0.509, "mrr@5": 0.6222166666666668, "mrr@10": 0.6362230158730158, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.519, "hit@5": 0.705, "hit@10": 0.754, "ndcg_linear@1": 0.519, "ndcg_linear@5": 0.61984153709932, "ndcg_linear@10": 0.635920670889687, "ndcg_exponential@1": 0.519, "ndcg_exponential@5": 0.61984153709932, "ndcg_exponential@10": 0.635920670889687, "precision@1": 0.519, "precision@5": 0.141, "precision@10": 0.07540000000000001, "recall@1": 0.519, "recall@5": 0.705, "recall@10": 0.754, "f1@1": 0.519, "f1@5": 0.23500000000000007, "f1@10": 0.1370909090909091, "map@1": 0.519, "map@5": 0.5913333333333333, "map@10": 0.5981063492063492, "mrr@1": 0.519, "mrr@5": 0.5913333333333333, "mrr@10": 0.5981063492063492, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.698, "hit@5": 0.895, "hit@10": 0.945, "ndcg_linear@1": 0.698, "ndcg_linear@5": 0.8071835367570925, "ndcg_linear@10": 0.8235348574284713, "ndcg_exponential@1": 0.698, "ndcg_exponential@5": 0.8071835367570925, "ndcg_exponential@10": 0.8235348574284713, "precision@1": 0.698, "precision@5": 0.179, "precision@10": 0.0945, "recall@1": 0.698, "recall@5": 0.895, "recall@10": 0.945, "f1@1": 0.698, "f1@5": 0.2983333333333334, "f1@10": 0.17181818181818181, "map@1": 0.698, "map@5": 0.7775833333333334, "map@10": 0.784436507936508, "mrr@1": 0.698, "mrr@5": 0.7775833333333334, "mrr@10": 0.784436507936508, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.83, "hit@5": 0.914, "hit@10": 0.929, "ndcg_linear@1": 0.83, "ndcg_linear@5": 0.8764593803255643, "ndcg_linear@10": 0.8813644648499739, "ndcg_exponential@1": 0.83, "ndcg_exponential@5": 0.8764593803255643, "ndcg_exponential@10": 0.8813644648499739, "precision@1": 0.83, "precision@5": 0.18280000000000002, "precision@10": 0.09290000000000001, "recall@1": 0.83, "recall@5": 0.914, "recall@10": 0.929, "f1@1": 0.83, "f1@5": 0.3046666666666667, "f1@10": 0.1689090909090909, "map@1": 0.83, "map@5": 0.86385, "map@10": 0.8659059523809524, "mrr@1": 0.83, "mrr@5": 0.86385, "mrr@10": 0.8659059523809524, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.847, "hit@5": 0.969, "hit@10": 0.99, "ndcg_linear@1": 0.847, "ndcg_linear@5": 0.9146110353632583, "ndcg_linear@10": 0.9216400772353791, "ndcg_exponential@1": 0.847, "ndcg_exponential@5": 0.9146110353632583, "ndcg_exponential@10": 0.9216400772353791, "precision@1": 0.847, "precision@5": 0.19380000000000003, "precision@10": 0.09900000000000002, "recall@1": 0.847, "recall@5": 0.969, "recall@10": 0.99, "f1@1": 0.847, "f1@5": 0.323, "f1@10": 0.17999999999999997, "map@1": 0.847, "map@5": 0.8962833333333333, "map@10": 0.8993210317460317, "mrr@1": 0.847, "mrr@5": 0.8962833333333333, "mrr@10": 0.8993210317460317, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.588, "hit@5": 0.917, "hit@10": 0.961, "ndcg_linear@1": 0.588, "ndcg_linear@5": 0.7707358562830313, "ndcg_linear@10": 0.785139422392378, "ndcg_exponential@1": 0.588, "ndcg_exponential@5": 0.7707358562830313, "ndcg_exponential@10": 0.785139422392378, "precision@1": 0.588, "precision@5": 0.18340000000000004, "precision@10": 0.09610000000000002, "recall@1": 0.588, "recall@5": 0.917, "recall@10": 0.961, "f1@1": 0.588, "f1@5": 0.3056666666666667, "f1@10": 0.1747272727272727, "map@1": 0.588, "map@5": 0.7213166666666666, "map@10": 0.7273555555555556, "mrr@1": 0.588, "mrr@5": 0.7213166666666666, "mrr@10": 0.7273555555555556, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.814, "hit@5": 0.921, "hit@10": 0.945, "ndcg_linear@1": 0.814, "ndcg_linear@5": 0.874083187371928, "ndcg_linear@10": 0.8820306520021369, "ndcg_exponential@1": 0.814, "ndcg_exponential@5": 0.874083187371928, "ndcg_exponential@10": 0.8820306520021369, "precision@1": 0.814, "precision@5": 0.18420000000000003, "precision@10": 0.09450000000000001, "recall@1": 0.814, "recall@5": 0.921, "recall@10": 0.945, "f1@1": 0.814, "f1@5": 0.307, "f1@10": 0.17181818181818181, "map@1": 0.814, "map@5": 0.8582166666666667, "map@10": 0.8616023809523808, "mrr@1": 0.814, "mrr@5": 0.8582166666666667, "mrr@10": 0.8616023809523808, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.84, "hit@5": 0.939, "hit@10": 0.957, "ndcg_linear@1": 0.84, "ndcg_linear@5": 0.8961145973920001, "ndcg_linear@10": 0.9020296660632723, "ndcg_exponential@1": 0.84, "ndcg_exponential@5": 0.8961145973920001, "ndcg_exponential@10": 0.9020296660632723, "precision@1": 0.84, "precision@5": 0.18780000000000002, "precision@10": 0.09570000000000001, "recall@1": 0.84, "recall@5": 0.939, "recall@10": 0.957, "f1@1": 0.84, "f1@5": 0.313, "f1@10": 0.174, "map@1": 0.84, "map@5": 0.8815333333333333, "map@10": 0.8840329365079365, "mrr@1": 0.84, "mrr@5": 0.8815333333333333, "mrr@10": 0.8840329365079365, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.809, "hit@5": 0.965, "hit@10": 0.984, "ndcg_linear@1": 0.809, "ndcg_linear@5": 0.8969536026444714, "ndcg_linear@10": 0.9032377682097635, "ndcg_exponential@1": 0.809, "ndcg_exponential@5": 0.8969536026444714, "ndcg_exponential@10": 0.9032377682097635, "precision@1": 0.809, "precision@5": 0.19300000000000003, "precision@10": 0.0984, "recall@1": 0.809, "recall@5": 0.965, "recall@10": 0.984, "f1@1": 0.809, "f1@5": 0.32166666666666666, "f1@10": 0.17890909090909088, "map@1": 0.809, "map@5": 0.8738666666666667, "map@10": 0.8765416666666668, "mrr@1": 0.809, "mrr@5": 0.8738666666666667, "mrr@10": 0.8765416666666668, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.775, "hit@5": 0.952, "hit@10": 0.983, "ndcg_linear@1": 0.775, "ndcg_linear@5": 0.8735353398171647, "ndcg_linear@10": 0.883765490812132, "ndcg_exponential@1": 0.775, "ndcg_exponential@5": 0.8735353398171647, "ndcg_exponential@10": 0.883765490812132, "precision@1": 0.775, "precision@5": 0.19040000000000004, "precision@10": 0.09830000000000001, "recall@1": 0.775, "recall@5": 0.952, "recall@10": 0.983, "f1@1": 0.775, "f1@5": 0.31733333333333336, "f1@10": 0.17872727272727268, "map@1": 0.775, "map@5": 0.8470166666666668, "map@10": 0.8513583333333333, "mrr@1": 0.775, "mrr@5": 0.8470166666666668, "mrr@10": 0.8513583333333333, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.69, "hit@5": 0.986, "hit@10": 0.993, "ndcg_linear@1": 0.69, "ndcg_linear@5": 0.8607798911633799, "ndcg_linear@10": 0.863023789592708, "ndcg_exponential@1": 0.69, "ndcg_exponential@5": 0.8607798911633799, "ndcg_exponential@10": 0.863023789592708, "precision@1": 0.69, "precision@5": 0.19720000000000001, "precision@10": 0.09930000000000001, "recall@1": 0.69, "recall@5": 0.986, "recall@10": 0.993, "f1@1": 0.69, "f1@5": 0.3286666666666666, "f1@10": 0.18054545454545454, "map@1": 0.69, "map@5": 0.8178833333333333, "map@10": 0.8187968253968254, "mrr@1": 0.69, "mrr@5": 0.8178833333333333, "mrr@10": 0.8187968253968254, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.902, "hit@5": 0.99, "hit@10": 0.995, "ndcg_linear@1": 0.902, "ndcg_linear@5": 0.9542070990244056, "ndcg_linear@10": 0.9557757991931467, "ndcg_exponential@1": 0.902, "ndcg_exponential@5": 0.9542070990244056, "ndcg_exponential@10": 0.9557757991931467, "precision@1": 0.902, "precision@5": 0.19800000000000004, "precision@10": 0.09950000000000002, "recall@1": 0.902, "recall@5": 0.99, "recall@10": 0.995, "f1@1": 0.902, "f1@5": 0.33, "f1@10": 0.18090909090909088, "map@1": 0.902, "map@5": 0.9418166666666667, "map@10": 0.9424373015873015, "mrr@1": 0.902, "mrr@5": 0.9418166666666667, "mrr@10": 0.9424373015873015, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.253, "hit@5": 0.501, "hit@10": 0.612, "ndcg_linear@1": 0.253, "ndcg_linear@5": 0.38413057169310083, "ndcg_linear@10": 0.4206376115144656, "ndcg_exponential@1": 0.253, "ndcg_exponential@5": 0.38413057169310083, "ndcg_exponential@10": 0.4206376115144656, "precision@1": 0.253, "precision@5": 0.10019999999999998, "precision@10": 0.0612, "recall@1": 0.253, "recall@5": 0.501, "recall@10": 0.612, "f1@1": 0.253, "f1@5": 0.16700000000000007, "f1@10": 0.1112727272727273, "map@1": 0.253, "map@5": 0.3453166666666667, "map@10": 0.36074404761904766, "mrr@1": 0.253, "mrr@5": 0.3453166666666667, "mrr@10": 0.36074404761904766, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.689, "hit@5": 0.874, "hit@10": 0.91, "ndcg_linear@1": 0.689, "ndcg_linear@5": 0.7923209183385933, "ndcg_linear@10": 0.8039414674899164, "ndcg_exponential@1": 0.689, "ndcg_exponential@5": 0.7923209183385933, "ndcg_exponential@10": 0.8039414674899164, "precision@1": 0.689, "precision@5": 0.1748, "precision@10": 0.091, "recall@1": 0.689, "recall@5": 0.874, "recall@10": 0.91, "f1@1": 0.689, "f1@5": 0.2913333333333334, "f1@10": 0.16545454545454544, "map@1": 0.689, "map@5": 0.7646833333333334, "map@10": 0.7694642857142858, "mrr@1": 0.689, "mrr@5": 0.7646833333333334, "mrr@10": 0.7694642857142858, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.728, "hit@5": 0.903, "hit@10": 0.942, "ndcg_linear@1": 0.728, "ndcg_linear@5": 0.8265703641149696, "ndcg_linear@10": 0.8393080421787652, "ndcg_exponential@1": 0.728, "ndcg_exponential@5": 0.8265703641149696, "ndcg_exponential@10": 0.8393080421787652, "precision@1": 0.728, "precision@5": 0.1806, "precision@10": 0.09420000000000002, "recall@1": 0.728, "recall@5": 0.903, "recall@10": 0.942, "f1@1": 0.728, "f1@5": 0.301, "f1@10": 0.17127272727272727, "map@1": 0.728, "map@5": 0.8006166666666665, "map@10": 0.8059480158730159, "mrr@1": 0.728, "mrr@5": 0.8006166666666665, "mrr@10": 0.8059480158730159, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.926, "hit@5": 0.992, "hit@10": 0.997, "ndcg_linear@1": 0.926, "ndcg_linear@5": 0.965076116346705, "ndcg_linear@10": 0.9667035199035834, "ndcg_exponential@1": 0.926, "ndcg_exponential@5": 0.965076116346705, "ndcg_exponential@10": 0.9667035199035834, "precision@1": 0.926, "precision@5": 0.19840000000000002, "precision@10": 0.09970000000000001, "recall@1": 0.926, "recall@5": 0.992, "recall@10": 0.997, "f1@1": 0.926, "f1@5": 0.33066666666666666, "f1@10": 0.18127272727272725, "map@1": 0.926, "map@5": 0.9557666666666667, "map@10": 0.9564440476190476, "mrr@1": 0.926, "mrr@5": 0.9557666666666667, "mrr@10": 0.9564440476190476, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.78, "hit@5": 0.914, "hit@10": 0.945, "ndcg_linear@1": 0.78, "ndcg_linear@5": 0.8558687926929902, "ndcg_linear@10": 0.8659765315144561, "ndcg_exponential@1": 0.78, "ndcg_exponential@5": 0.8558687926929902, "ndcg_exponential@10": 0.8659765315144561, "precision@1": 0.78, "precision@5": 0.18280000000000002, "precision@10": 0.09450000000000001, "recall@1": 0.78, "recall@5": 0.914, "recall@10": 0.945, "f1@1": 0.78, "f1@5": 0.30466666666666675, "f1@10": 0.17181818181818181, "map@1": 0.78, "map@5": 0.8360833333333333, "map@10": 0.8403055555555556, "mrr@1": 0.78, "mrr@5": 0.8360833333333333, "mrr@10": 0.8403055555555556, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.958, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.958, "ndcg_linear@5": 0.9831127115420782, "ndcg_linear@10": 0.9831127115420782, "ndcg_exponential@1": 0.958, "ndcg_exponential@5": 0.9831127115420782, "ndcg_exponential@10": 0.9831127115420782, "precision@1": 0.958, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.958, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.958, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.958, "map@5": 0.97725, "map@10": 0.97725, "mrr@1": 0.958, "mrr@5": 0.97725, "mrr@10": 0.97725, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.922, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.922, "ndcg_linear@5": 0.973105310039288, "ndcg_linear@10": 0.973105310039288, "ndcg_exponential@1": 0.922, "ndcg_exponential@5": 0.973105310039288, "ndcg_exponential@10": 0.973105310039288, "precision@1": 0.922, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.922, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.922, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.922, "map@5": 0.964, "map@10": 0.964, "mrr@1": 0.922, "mrr@5": 0.961, "mrr@10": 0.961, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.87, "hit@5": 0.96, "hit@10": 0.97, "ndcg_linear@1": 0.87, "ndcg_linear@5": 0.9197045402697913, "ndcg_linear@10": 0.922984756922774, "ndcg_exponential@1": 0.87, "ndcg_exponential@5": 0.9197045402697913, "ndcg_exponential@10": 0.922984756922774, "precision@1": 0.87, "precision@5": 0.19200000000000003, "precision@10": 0.09700000000000002, "recall@1": 0.87, "recall@5": 0.96, "recall@10": 0.97, "f1@1": 0.87, "f1@5": 0.32, "f1@10": 0.17636363636363633, "map@1": 0.87, "map@5": 0.9061166666666668, "map@10": 0.9074984126984127, "mrr@1": 0.87, "mrr@5": 0.9061166666666668, "mrr@10": 0.9074984126984127, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": "DIR_N/A", "ViDoRe_docvqa": "DIR_N/A", "ViDoRe_infovqa": "DIR_N/A", "ViDoRe_tabfquad": "DIR_N/A", "ViDoRe_tatdqa": "DIR_N/A", "ViDoRe_shiftproject": "DIR_N/A", "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", "ViDoRe_syntheticDocQA_energy": "DIR_N/A", "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", "ViDoRe_biomedical_lectures_v2": "DIR_N/A", "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", "ViDoRe_economics_reports_v2": "DIR_N/A", "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", "ViDoRe_esg_reports_v2": "DIR_N/A", "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", "VisRAG_ArxivQA": "DIR_N/A", "VisRAG_ChartQA": "DIR_N/A", "VisRAG_MP-DocVQA": "DIR_N/A", "VisRAG_SlideVQA": "DIR_N/A", "VisRAG_InfoVQA": "DIR_N/A", "VisRAG_PlotQA": "DIR_N/A", "ViDoSeek-page": "DIR_N/A", "ViDoSeek-doc": "DIR_N/A", "MMLongBench-page": "DIR_N/A", "MMLongBench-doc": "DIR_N/A" }, "video": { "DiDeMo": "DIR_N/A", "MSR-VTT": "DIR_N/A", "MSVD": "DIR_N/A", "VATEX": "DIR_N/A", "YouCook2": "DIR_N/A", "QVHighlight": "DIR_N/A", "Charades-STA": "DIR_N/A", "MomentSeeker": "DIR_N/A", "K700": "DIR_N/A", "SmthSmthV2": "DIR_N/A", "HMDB51": "DIR_N/A", "UCF101": "DIR_N/A", "Breakfast": "DIR_N/A", "MVBench": "DIR_N/A", "Video-MME": "DIR_N/A", "NExTQA": "DIR_N/A", "EgoSchema": "DIR_N/A", "ActivityNetQA": "DIR_N/A" } } }