Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "OEmbedding-v1-7B", | |
| "model_backbone": "Qwen2-VL-7B-Instruct", | |
| "model_size": 8.29, | |
| "embedding_dimension": 3584, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-08-22", | |
| "data_source": "Self-Reported", | |
| "url": "", | |
| "report_generated_date": "2025-09-05T14:59:22.563105" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.834, | |
| "hit@5": 0.964, | |
| "hit@10": 0.986, | |
| "ndcg_linear@1": 0.834, | |
| "ndcg_linear@5": 0.9068130960351918, | |
| "ndcg_linear@10": 0.9140700296337174, | |
| "ndcg_exponential@1": 0.834, | |
| "ndcg_exponential@5": 0.9068130960351918, | |
| "ndcg_exponential@10": 0.9140700296337174, | |
| "precision@1": 0.834, | |
| "precision@5": 0.19280000000000003, | |
| "precision@10": 0.09860000000000001, | |
| "recall@1": 0.834, | |
| "recall@5": 0.964, | |
| "recall@10": 0.986, | |
| "f1@1": 0.834, | |
| "f1@5": 0.32133333333333336, | |
| "f1@10": 0.17927272727272725, | |
| "map@1": 0.834, | |
| "map@5": 0.8874333333333334, | |
| "map@10": 0.890511507936508, | |
| "mrr@1": 0.834, | |
| "mrr@5": 0.8874333333333334, | |
| "mrr@10": 0.890511507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.803, | |
| "hit@5": 0.975, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.803, | |
| "ndcg_linear@5": 0.9016752794781416, | |
| "ndcg_linear@10": 0.9080605285373704, | |
| "ndcg_exponential@1": 0.803, | |
| "ndcg_exponential@5": 0.9016752794781416, | |
| "ndcg_exponential@10": 0.9080605285373704, | |
| "precision@1": 0.803, | |
| "precision@5": 0.19500000000000006, | |
| "precision@10": 0.0994, | |
| "recall@1": 0.803, | |
| "recall@5": 0.975, | |
| "recall@10": 0.994, | |
| "f1@1": 0.803, | |
| "f1@5": 0.325, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.803, | |
| "map@5": 0.8766333333333335, | |
| "map@10": 0.879409126984127, | |
| "mrr@1": 0.803, | |
| "mrr@5": 0.8766333333333335, | |
| "mrr@10": 0.879409126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.762, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.762, | |
| "ndcg_linear@5": 0.9121612813500068, | |
| "ndcg_linear@10": 0.9121612813500068, | |
| "ndcg_exponential@1": 0.762, | |
| "ndcg_exponential@5": 0.9121612813500068, | |
| "ndcg_exponential@10": 0.9121612813500068, | |
| "precision@1": 0.762, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.762, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.762, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.762, | |
| "map@5": 0.881, | |
| "map@10": 0.881, | |
| "mrr@1": 0.762, | |
| "mrr@5": 0.881, | |
| "mrr@10": 0.881, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.827, | |
| "hit@5": 0.959, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.827, | |
| "ndcg_linear@5": 0.9020270289389468, | |
| "ndcg_linear@10": 0.9134393239527697, | |
| "ndcg_exponential@1": 0.827, | |
| "ndcg_exponential@5": 0.9020270289389468, | |
| "ndcg_exponential@10": 0.9134393239527697, | |
| "precision@1": 0.827, | |
| "precision@5": 0.1918, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.827, | |
| "recall@5": 0.959, | |
| "recall@10": 0.994, | |
| "f1@1": 0.827, | |
| "f1@5": 0.3196666666666667, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.827, | |
| "map@5": 0.8826666666666667, | |
| "map@10": 0.8874297619047619, | |
| "mrr@1": 0.827, | |
| "mrr@5": 0.8826666666666667, | |
| "mrr@10": 0.8874297619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.783, | |
| "hit@5": 0.971, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.783, | |
| "ndcg_linear@5": 0.889975593906084, | |
| "ndcg_linear@10": 0.8977293577791358, | |
| "ndcg_exponential@1": 0.783, | |
| "ndcg_exponential@5": 0.889975593906084, | |
| "ndcg_exponential@10": 0.8977293577791358, | |
| "precision@1": 0.783, | |
| "precision@5": 0.19420000000000004, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.783, | |
| "recall@5": 0.971, | |
| "recall@10": 0.995, | |
| "f1@1": 0.783, | |
| "f1@5": 0.3236666666666666, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.783, | |
| "map@5": 0.8623833333333333, | |
| "map@10": 0.8655726190476192, | |
| "mrr@1": 0.783, | |
| "mrr@5": 0.8623833333333333, | |
| "mrr@10": 0.8655726190476192, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.478, | |
| "hit@5": 0.766, | |
| "hit@10": 0.847, | |
| "ndcg_linear@1": 0.478, | |
| "ndcg_linear@5": 0.6311299523876756, | |
| "ndcg_linear@10": 0.6569844005390598, | |
| "ndcg_exponential@1": 0.478, | |
| "ndcg_exponential@5": 0.6311299523876756, | |
| "ndcg_exponential@10": 0.6569844005390598, | |
| "precision@1": 0.478, | |
| "precision@5": 0.15319999999999998, | |
| "precision@10": 0.08470000000000001, | |
| "recall@1": 0.478, | |
| "recall@5": 0.766, | |
| "recall@10": 0.847, | |
| "f1@1": 0.478, | |
| "f1@5": 0.25533333333333336, | |
| "f1@10": 0.154, | |
| "map@1": 0.478, | |
| "map@5": 0.5862999999999999, | |
| "map@10": 0.5967662698412698, | |
| "mrr@1": 0.478, | |
| "mrr@5": 0.5862999999999999, | |
| "mrr@10": 0.5967662698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.564, | |
| "hit@5": 0.823, | |
| "hit@10": 0.892, | |
| "ndcg_linear@1": 0.564, | |
| "ndcg_linear@5": 0.7059489059358544, | |
| "ndcg_linear@10": 0.7284502660458885, | |
| "ndcg_exponential@1": 0.564, | |
| "ndcg_exponential@5": 0.7059489059358544, | |
| "ndcg_exponential@10": 0.7284502660458885, | |
| "precision@1": 0.564, | |
| "precision@5": 0.16460000000000002, | |
| "precision@10": 0.0892, | |
| "recall@1": 0.564, | |
| "recall@5": 0.823, | |
| "recall@10": 0.892, | |
| "f1@1": 0.564, | |
| "f1@5": 0.2743333333333334, | |
| "f1@10": 0.16218181818181818, | |
| "map@1": 0.564, | |
| "map@5": 0.6666333333333333, | |
| "map@10": 0.6760257936507936, | |
| "mrr@1": 0.564, | |
| "mrr@5": 0.6666333333333333, | |
| "mrr@10": 0.6760257936507936, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.903, | |
| "hit@5": 0.98, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.903, | |
| "ndcg_linear@5": 0.9467413452443982, | |
| "ndcg_linear@10": 0.9506653547102728, | |
| "ndcg_exponential@1": 0.903, | |
| "ndcg_exponential@5": 0.9467413452443982, | |
| "ndcg_exponential@10": 0.9506653547102728, | |
| "precision@1": 0.903, | |
| "precision@5": 0.19600000000000004, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.903, | |
| "recall@5": 0.98, | |
| "recall@10": 0.992, | |
| "f1@1": 0.903, | |
| "f1@5": 0.3266666666666666, | |
| "f1@10": 0.18036363636363636, | |
| "map@1": 0.903, | |
| "map@5": 0.9354166666666667, | |
| "map@10": 0.9370603174603175, | |
| "mrr@1": 0.903, | |
| "mrr@5": 0.9354166666666667, | |
| "mrr@10": 0.9370603174603175, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.685, | |
| "hit@5": 0.881, | |
| "hit@10": 0.924, | |
| "ndcg_linear@1": 0.685, | |
| "ndcg_linear@5": 0.7938712454912146, | |
| "ndcg_linear@10": 0.8080168743581363, | |
| "ndcg_exponential@1": 0.685, | |
| "ndcg_exponential@5": 0.7938712454912146, | |
| "ndcg_exponential@10": 0.8080168743581363, | |
| "precision@1": 0.685, | |
| "precision@5": 0.17620000000000002, | |
| "precision@10": 0.09240000000000001, | |
| "recall@1": 0.685, | |
| "recall@5": 0.881, | |
| "recall@10": 0.924, | |
| "f1@1": 0.685, | |
| "f1@5": 0.29366666666666674, | |
| "f1@10": 0.168, | |
| "map@1": 0.685, | |
| "map@5": 0.7645166666666666, | |
| "map@10": 0.7704948412698412, | |
| "mrr@1": 0.685, | |
| "mrr@5": 0.7645166666666666, | |
| "mrr@10": 0.7704948412698412, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.366, | |
| "hit@5": 0.59, | |
| "hit@10": 0.664, | |
| "ndcg_linear@1": 0.366, | |
| "ndcg_linear@5": 0.48427332142950297, | |
| "ndcg_linear@10": 0.5083064956889981, | |
| "ndcg_exponential@1": 0.366, | |
| "ndcg_exponential@5": 0.48427332142950297, | |
| "ndcg_exponential@10": 0.5083064956889981, | |
| "precision@1": 0.366, | |
| "precision@5": 0.118, | |
| "precision@10": 0.06639999999999999, | |
| "recall@1": 0.366, | |
| "recall@5": 0.59, | |
| "recall@10": 0.664, | |
| "f1@1": 0.366, | |
| "f1@5": 0.1966666666666667, | |
| "f1@10": 0.12072727272727275, | |
| "map@1": 0.366, | |
| "map@5": 0.4492, | |
| "map@10": 0.459181746031746, | |
| "mrr@1": 0.366, | |
| "mrr@5": 0.4492, | |
| "mrr@10": 0.459181746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.717, | |
| "hit@5": 0.929, | |
| "hit@10": 0.961, | |
| "ndcg_linear@1": 0.717, | |
| "ndcg_linear@5": 0.8365217920816609, | |
| "ndcg_linear@10": 0.8468252119131298, | |
| "ndcg_exponential@1": 0.717, | |
| "ndcg_exponential@5": 0.8365217920816609, | |
| "ndcg_exponential@10": 0.8468252119131298, | |
| "precision@1": 0.717, | |
| "precision@5": 0.18580000000000005, | |
| "precision@10": 0.09610000000000002, | |
| "recall@1": 0.717, | |
| "recall@5": 0.929, | |
| "recall@10": 0.961, | |
| "f1@1": 0.717, | |
| "f1@5": 0.30966666666666665, | |
| "f1@10": 0.1747272727272727, | |
| "map@1": 0.717, | |
| "map@5": 0.8051500000000001, | |
| "map@10": 0.8093781746031745, | |
| "mrr@1": 0.717, | |
| "mrr@5": 0.8051500000000001, | |
| "mrr@10": 0.8093781746031745, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.631, | |
| "hit@5": 0.888, | |
| "hit@10": 0.933, | |
| "ndcg_linear@1": 0.631, | |
| "ndcg_linear@5": 0.7754318753283651, | |
| "ndcg_linear@10": 0.790172089077612, | |
| "ndcg_exponential@1": 0.631, | |
| "ndcg_exponential@5": 0.7754318753283651, | |
| "ndcg_exponential@10": 0.790172089077612, | |
| "precision@1": 0.631, | |
| "precision@5": 0.17760000000000004, | |
| "precision@10": 0.09330000000000001, | |
| "recall@1": 0.631, | |
| "recall@5": 0.888, | |
| "recall@10": 0.933, | |
| "f1@1": 0.631, | |
| "f1@5": 0.296, | |
| "f1@10": 0.1696363636363636, | |
| "map@1": 0.631, | |
| "map@5": 0.73725, | |
| "map@10": 0.7434416666666666, | |
| "mrr@1": 0.631, | |
| "mrr@5": 0.73725, | |
| "mrr@10": 0.7434416666666666, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.94, | |
| "hit@5": 0.986, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.94, | |
| "ndcg_linear@5": 0.9664160458246794, | |
| "ndcg_linear@10": 0.9677042127610229, | |
| "ndcg_exponential@1": 0.94, | |
| "ndcg_exponential@5": 0.9664160458246794, | |
| "ndcg_exponential@10": 0.9677042127610229, | |
| "precision@1": 0.94, | |
| "precision@5": 0.19720000000000004, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.94, | |
| "recall@5": 0.986, | |
| "recall@10": 0.99, | |
| "f1@1": 0.94, | |
| "f1@5": 0.32866666666666666, | |
| "f1@10": 0.18, | |
| "map@1": 0.94, | |
| "map@5": 0.95975, | |
| "map@10": 0.9602777777777778, | |
| "mrr@1": 0.94, | |
| "mrr@5": 0.95975, | |
| "mrr@10": 0.9602777777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.731, | |
| "hit@5": 0.885, | |
| "hit@10": 0.917, | |
| "ndcg_linear@1": 0.731, | |
| "ndcg_linear@5": 0.8150672377369149, | |
| "ndcg_linear@10": 0.8253682145041995, | |
| "ndcg_exponential@1": 0.731, | |
| "ndcg_exponential@5": 0.8150672377369149, | |
| "ndcg_exponential@10": 0.8253682145041995, | |
| "precision@1": 0.731, | |
| "precision@5": 0.177, | |
| "precision@10": 0.0917, | |
| "recall@1": 0.731, | |
| "recall@5": 0.885, | |
| "recall@10": 0.917, | |
| "f1@1": 0.731, | |
| "f1@5": 0.295, | |
| "f1@10": 0.16672727272727272, | |
| "map@1": 0.731, | |
| "map@5": 0.7915833333333333, | |
| "map@10": 0.7958055555555555, | |
| "mrr@1": 0.731, | |
| "mrr@5": 0.7915833333333333, | |
| "mrr@10": 0.7958055555555555, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.658, | |
| "hit@5": 0.819, | |
| "hit@10": 0.876, | |
| "ndcg_linear@1": 0.658, | |
| "ndcg_linear@5": 0.7454386562835857, | |
| "ndcg_linear@10": 0.7640120580154356, | |
| "ndcg_exponential@1": 0.658, | |
| "ndcg_exponential@5": 0.7454386562835857, | |
| "ndcg_exponential@10": 0.7640120580154356, | |
| "precision@1": 0.658, | |
| "precision@5": 0.1638, | |
| "precision@10": 0.0876, | |
| "recall@1": 0.658, | |
| "recall@5": 0.819, | |
| "recall@10": 0.876, | |
| "f1@1": 0.658, | |
| "f1@5": 0.273, | |
| "f1@10": 0.15927272727272726, | |
| "map@1": 0.658, | |
| "map@5": 0.7207833333333334, | |
| "map@10": 0.7285246031746031, | |
| "mrr@1": 0.658, | |
| "mrr@5": 0.7207833333333334, | |
| "mrr@10": 0.7285246031746031, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.577, | |
| "hit@5": 0.91, | |
| "hit@10": 0.963, | |
| "ndcg_linear@1": 0.577, | |
| "ndcg_linear@5": 0.7614698932482015, | |
| "ndcg_linear@10": 0.7789605040383879, | |
| "ndcg_exponential@1": 0.577, | |
| "ndcg_exponential@5": 0.7614698932482015, | |
| "ndcg_exponential@10": 0.7789605040383879, | |
| "precision@1": 0.577, | |
| "precision@5": 0.18200000000000002, | |
| "precision@10": 0.09630000000000001, | |
| "recall@1": 0.577, | |
| "recall@5": 0.91, | |
| "recall@10": 0.963, | |
| "f1@1": 0.577, | |
| "f1@5": 0.30333333333333334, | |
| "f1@10": 0.17509090909090907, | |
| "map@1": 0.577, | |
| "map@5": 0.7114166666666665, | |
| "map@10": 0.7188376984126984, | |
| "mrr@1": 0.577, | |
| "mrr@5": 0.7114166666666665, | |
| "mrr@10": 0.7188376984126984, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.509, | |
| "hit@5": 0.8, | |
| "hit@10": 0.904, | |
| "ndcg_linear@1": 0.509, | |
| "ndcg_linear@5": 0.666814414153541, | |
| "ndcg_linear@10": 0.7005648623348327, | |
| "ndcg_exponential@1": 0.509, | |
| "ndcg_exponential@5": 0.666814414153541, | |
| "ndcg_exponential@10": 0.7005648623348327, | |
| "precision@1": 0.509, | |
| "precision@5": 0.16, | |
| "precision@10": 0.09040000000000001, | |
| "recall@1": 0.509, | |
| "recall@5": 0.8, | |
| "recall@10": 0.904, | |
| "f1@1": 0.509, | |
| "f1@5": 0.2666666666666667, | |
| "f1@10": 0.16436363636363638, | |
| "map@1": 0.509, | |
| "map@5": 0.6222166666666668, | |
| "map@10": 0.6362230158730158, | |
| "mrr@1": 0.509, | |
| "mrr@5": 0.6222166666666668, | |
| "mrr@10": 0.6362230158730158, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.519, | |
| "hit@5": 0.705, | |
| "hit@10": 0.754, | |
| "ndcg_linear@1": 0.519, | |
| "ndcg_linear@5": 0.61984153709932, | |
| "ndcg_linear@10": 0.635920670889687, | |
| "ndcg_exponential@1": 0.519, | |
| "ndcg_exponential@5": 0.61984153709932, | |
| "ndcg_exponential@10": 0.635920670889687, | |
| "precision@1": 0.519, | |
| "precision@5": 0.141, | |
| "precision@10": 0.07540000000000001, | |
| "recall@1": 0.519, | |
| "recall@5": 0.705, | |
| "recall@10": 0.754, | |
| "f1@1": 0.519, | |
| "f1@5": 0.23500000000000007, | |
| "f1@10": 0.1370909090909091, | |
| "map@1": 0.519, | |
| "map@5": 0.5913333333333333, | |
| "map@10": 0.5981063492063492, | |
| "mrr@1": 0.519, | |
| "mrr@5": 0.5913333333333333, | |
| "mrr@10": 0.5981063492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.698, | |
| "hit@5": 0.895, | |
| "hit@10": 0.945, | |
| "ndcg_linear@1": 0.698, | |
| "ndcg_linear@5": 0.8071835367570925, | |
| "ndcg_linear@10": 0.8235348574284713, | |
| "ndcg_exponential@1": 0.698, | |
| "ndcg_exponential@5": 0.8071835367570925, | |
| "ndcg_exponential@10": 0.8235348574284713, | |
| "precision@1": 0.698, | |
| "precision@5": 0.179, | |
| "precision@10": 0.0945, | |
| "recall@1": 0.698, | |
| "recall@5": 0.895, | |
| "recall@10": 0.945, | |
| "f1@1": 0.698, | |
| "f1@5": 0.2983333333333334, | |
| "f1@10": 0.17181818181818181, | |
| "map@1": 0.698, | |
| "map@5": 0.7775833333333334, | |
| "map@10": 0.784436507936508, | |
| "mrr@1": 0.698, | |
| "mrr@5": 0.7775833333333334, | |
| "mrr@10": 0.784436507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.83, | |
| "hit@5": 0.914, | |
| "hit@10": 0.929, | |
| "ndcg_linear@1": 0.83, | |
| "ndcg_linear@5": 0.8764593803255643, | |
| "ndcg_linear@10": 0.8813644648499739, | |
| "ndcg_exponential@1": 0.83, | |
| "ndcg_exponential@5": 0.8764593803255643, | |
| "ndcg_exponential@10": 0.8813644648499739, | |
| "precision@1": 0.83, | |
| "precision@5": 0.18280000000000002, | |
| "precision@10": 0.09290000000000001, | |
| "recall@1": 0.83, | |
| "recall@5": 0.914, | |
| "recall@10": 0.929, | |
| "f1@1": 0.83, | |
| "f1@5": 0.3046666666666667, | |
| "f1@10": 0.1689090909090909, | |
| "map@1": 0.83, | |
| "map@5": 0.86385, | |
| "map@10": 0.8659059523809524, | |
| "mrr@1": 0.83, | |
| "mrr@5": 0.86385, | |
| "mrr@10": 0.8659059523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.847, | |
| "hit@5": 0.969, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.847, | |
| "ndcg_linear@5": 0.9146110353632583, | |
| "ndcg_linear@10": 0.9216400772353791, | |
| "ndcg_exponential@1": 0.847, | |
| "ndcg_exponential@5": 0.9146110353632583, | |
| "ndcg_exponential@10": 0.9216400772353791, | |
| "precision@1": 0.847, | |
| "precision@5": 0.19380000000000003, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.847, | |
| "recall@5": 0.969, | |
| "recall@10": 0.99, | |
| "f1@1": 0.847, | |
| "f1@5": 0.323, | |
| "f1@10": 0.17999999999999997, | |
| "map@1": 0.847, | |
| "map@5": 0.8962833333333333, | |
| "map@10": 0.8993210317460317, | |
| "mrr@1": 0.847, | |
| "mrr@5": 0.8962833333333333, | |
| "mrr@10": 0.8993210317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.588, | |
| "hit@5": 0.917, | |
| "hit@10": 0.961, | |
| "ndcg_linear@1": 0.588, | |
| "ndcg_linear@5": 0.7707358562830313, | |
| "ndcg_linear@10": 0.785139422392378, | |
| "ndcg_exponential@1": 0.588, | |
| "ndcg_exponential@5": 0.7707358562830313, | |
| "ndcg_exponential@10": 0.785139422392378, | |
| "precision@1": 0.588, | |
| "precision@5": 0.18340000000000004, | |
| "precision@10": 0.09610000000000002, | |
| "recall@1": 0.588, | |
| "recall@5": 0.917, | |
| "recall@10": 0.961, | |
| "f1@1": 0.588, | |
| "f1@5": 0.3056666666666667, | |
| "f1@10": 0.1747272727272727, | |
| "map@1": 0.588, | |
| "map@5": 0.7213166666666666, | |
| "map@10": 0.7273555555555556, | |
| "mrr@1": 0.588, | |
| "mrr@5": 0.7213166666666666, | |
| "mrr@10": 0.7273555555555556, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.814, | |
| "hit@5": 0.921, | |
| "hit@10": 0.945, | |
| "ndcg_linear@1": 0.814, | |
| "ndcg_linear@5": 0.874083187371928, | |
| "ndcg_linear@10": 0.8820306520021369, | |
| "ndcg_exponential@1": 0.814, | |
| "ndcg_exponential@5": 0.874083187371928, | |
| "ndcg_exponential@10": 0.8820306520021369, | |
| "precision@1": 0.814, | |
| "precision@5": 0.18420000000000003, | |
| "precision@10": 0.09450000000000001, | |
| "recall@1": 0.814, | |
| "recall@5": 0.921, | |
| "recall@10": 0.945, | |
| "f1@1": 0.814, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17181818181818181, | |
| "map@1": 0.814, | |
| "map@5": 0.8582166666666667, | |
| "map@10": 0.8616023809523808, | |
| "mrr@1": 0.814, | |
| "mrr@5": 0.8582166666666667, | |
| "mrr@10": 0.8616023809523808, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.84, | |
| "hit@5": 0.939, | |
| "hit@10": 0.957, | |
| "ndcg_linear@1": 0.84, | |
| "ndcg_linear@5": 0.8961145973920001, | |
| "ndcg_linear@10": 0.9020296660632723, | |
| "ndcg_exponential@1": 0.84, | |
| "ndcg_exponential@5": 0.8961145973920001, | |
| "ndcg_exponential@10": 0.9020296660632723, | |
| "precision@1": 0.84, | |
| "precision@5": 0.18780000000000002, | |
| "precision@10": 0.09570000000000001, | |
| "recall@1": 0.84, | |
| "recall@5": 0.939, | |
| "recall@10": 0.957, | |
| "f1@1": 0.84, | |
| "f1@5": 0.313, | |
| "f1@10": 0.174, | |
| "map@1": 0.84, | |
| "map@5": 0.8815333333333333, | |
| "map@10": 0.8840329365079365, | |
| "mrr@1": 0.84, | |
| "mrr@5": 0.8815333333333333, | |
| "mrr@10": 0.8840329365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.809, | |
| "hit@5": 0.965, | |
| "hit@10": 0.984, | |
| "ndcg_linear@1": 0.809, | |
| "ndcg_linear@5": 0.8969536026444714, | |
| "ndcg_linear@10": 0.9032377682097635, | |
| "ndcg_exponential@1": 0.809, | |
| "ndcg_exponential@5": 0.8969536026444714, | |
| "ndcg_exponential@10": 0.9032377682097635, | |
| "precision@1": 0.809, | |
| "precision@5": 0.19300000000000003, | |
| "precision@10": 0.0984, | |
| "recall@1": 0.809, | |
| "recall@5": 0.965, | |
| "recall@10": 0.984, | |
| "f1@1": 0.809, | |
| "f1@5": 0.32166666666666666, | |
| "f1@10": 0.17890909090909088, | |
| "map@1": 0.809, | |
| "map@5": 0.8738666666666667, | |
| "map@10": 0.8765416666666668, | |
| "mrr@1": 0.809, | |
| "mrr@5": 0.8738666666666667, | |
| "mrr@10": 0.8765416666666668, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.775, | |
| "hit@5": 0.952, | |
| "hit@10": 0.983, | |
| "ndcg_linear@1": 0.775, | |
| "ndcg_linear@5": 0.8735353398171647, | |
| "ndcg_linear@10": 0.883765490812132, | |
| "ndcg_exponential@1": 0.775, | |
| "ndcg_exponential@5": 0.8735353398171647, | |
| "ndcg_exponential@10": 0.883765490812132, | |
| "precision@1": 0.775, | |
| "precision@5": 0.19040000000000004, | |
| "precision@10": 0.09830000000000001, | |
| "recall@1": 0.775, | |
| "recall@5": 0.952, | |
| "recall@10": 0.983, | |
| "f1@1": 0.775, | |
| "f1@5": 0.31733333333333336, | |
| "f1@10": 0.17872727272727268, | |
| "map@1": 0.775, | |
| "map@5": 0.8470166666666668, | |
| "map@10": 0.8513583333333333, | |
| "mrr@1": 0.775, | |
| "mrr@5": 0.8470166666666668, | |
| "mrr@10": 0.8513583333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.69, | |
| "hit@5": 0.986, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.69, | |
| "ndcg_linear@5": 0.8607798911633799, | |
| "ndcg_linear@10": 0.863023789592708, | |
| "ndcg_exponential@1": 0.69, | |
| "ndcg_exponential@5": 0.8607798911633799, | |
| "ndcg_exponential@10": 0.863023789592708, | |
| "precision@1": 0.69, | |
| "precision@5": 0.19720000000000001, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.69, | |
| "recall@5": 0.986, | |
| "recall@10": 0.993, | |
| "f1@1": 0.69, | |
| "f1@5": 0.3286666666666666, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.69, | |
| "map@5": 0.8178833333333333, | |
| "map@10": 0.8187968253968254, | |
| "mrr@1": 0.69, | |
| "mrr@5": 0.8178833333333333, | |
| "mrr@10": 0.8187968253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.902, | |
| "hit@5": 0.99, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.902, | |
| "ndcg_linear@5": 0.9542070990244056, | |
| "ndcg_linear@10": 0.9557757991931467, | |
| "ndcg_exponential@1": 0.902, | |
| "ndcg_exponential@5": 0.9542070990244056, | |
| "ndcg_exponential@10": 0.9557757991931467, | |
| "precision@1": 0.902, | |
| "precision@5": 0.19800000000000004, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.902, | |
| "recall@5": 0.99, | |
| "recall@10": 0.995, | |
| "f1@1": 0.902, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.902, | |
| "map@5": 0.9418166666666667, | |
| "map@10": 0.9424373015873015, | |
| "mrr@1": 0.902, | |
| "mrr@5": 0.9418166666666667, | |
| "mrr@10": 0.9424373015873015, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.253, | |
| "hit@5": 0.501, | |
| "hit@10": 0.612, | |
| "ndcg_linear@1": 0.253, | |
| "ndcg_linear@5": 0.38413057169310083, | |
| "ndcg_linear@10": 0.4206376115144656, | |
| "ndcg_exponential@1": 0.253, | |
| "ndcg_exponential@5": 0.38413057169310083, | |
| "ndcg_exponential@10": 0.4206376115144656, | |
| "precision@1": 0.253, | |
| "precision@5": 0.10019999999999998, | |
| "precision@10": 0.0612, | |
| "recall@1": 0.253, | |
| "recall@5": 0.501, | |
| "recall@10": 0.612, | |
| "f1@1": 0.253, | |
| "f1@5": 0.16700000000000007, | |
| "f1@10": 0.1112727272727273, | |
| "map@1": 0.253, | |
| "map@5": 0.3453166666666667, | |
| "map@10": 0.36074404761904766, | |
| "mrr@1": 0.253, | |
| "mrr@5": 0.3453166666666667, | |
| "mrr@10": 0.36074404761904766, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.689, | |
| "hit@5": 0.874, | |
| "hit@10": 0.91, | |
| "ndcg_linear@1": 0.689, | |
| "ndcg_linear@5": 0.7923209183385933, | |
| "ndcg_linear@10": 0.8039414674899164, | |
| "ndcg_exponential@1": 0.689, | |
| "ndcg_exponential@5": 0.7923209183385933, | |
| "ndcg_exponential@10": 0.8039414674899164, | |
| "precision@1": 0.689, | |
| "precision@5": 0.1748, | |
| "precision@10": 0.091, | |
| "recall@1": 0.689, | |
| "recall@5": 0.874, | |
| "recall@10": 0.91, | |
| "f1@1": 0.689, | |
| "f1@5": 0.2913333333333334, | |
| "f1@10": 0.16545454545454544, | |
| "map@1": 0.689, | |
| "map@5": 0.7646833333333334, | |
| "map@10": 0.7694642857142858, | |
| "mrr@1": 0.689, | |
| "mrr@5": 0.7646833333333334, | |
| "mrr@10": 0.7694642857142858, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.728, | |
| "hit@5": 0.903, | |
| "hit@10": 0.942, | |
| "ndcg_linear@1": 0.728, | |
| "ndcg_linear@5": 0.8265703641149696, | |
| "ndcg_linear@10": 0.8393080421787652, | |
| "ndcg_exponential@1": 0.728, | |
| "ndcg_exponential@5": 0.8265703641149696, | |
| "ndcg_exponential@10": 0.8393080421787652, | |
| "precision@1": 0.728, | |
| "precision@5": 0.1806, | |
| "precision@10": 0.09420000000000002, | |
| "recall@1": 0.728, | |
| "recall@5": 0.903, | |
| "recall@10": 0.942, | |
| "f1@1": 0.728, | |
| "f1@5": 0.301, | |
| "f1@10": 0.17127272727272727, | |
| "map@1": 0.728, | |
| "map@5": 0.8006166666666665, | |
| "map@10": 0.8059480158730159, | |
| "mrr@1": 0.728, | |
| "mrr@5": 0.8006166666666665, | |
| "mrr@10": 0.8059480158730159, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.926, | |
| "hit@5": 0.992, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.926, | |
| "ndcg_linear@5": 0.965076116346705, | |
| "ndcg_linear@10": 0.9667035199035834, | |
| "ndcg_exponential@1": 0.926, | |
| "ndcg_exponential@5": 0.965076116346705, | |
| "ndcg_exponential@10": 0.9667035199035834, | |
| "precision@1": 0.926, | |
| "precision@5": 0.19840000000000002, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.926, | |
| "recall@5": 0.992, | |
| "recall@10": 0.997, | |
| "f1@1": 0.926, | |
| "f1@5": 0.33066666666666666, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.926, | |
| "map@5": 0.9557666666666667, | |
| "map@10": 0.9564440476190476, | |
| "mrr@1": 0.926, | |
| "mrr@5": 0.9557666666666667, | |
| "mrr@10": 0.9564440476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.78, | |
| "hit@5": 0.914, | |
| "hit@10": 0.945, | |
| "ndcg_linear@1": 0.78, | |
| "ndcg_linear@5": 0.8558687926929902, | |
| "ndcg_linear@10": 0.8659765315144561, | |
| "ndcg_exponential@1": 0.78, | |
| "ndcg_exponential@5": 0.8558687926929902, | |
| "ndcg_exponential@10": 0.8659765315144561, | |
| "precision@1": 0.78, | |
| "precision@5": 0.18280000000000002, | |
| "precision@10": 0.09450000000000001, | |
| "recall@1": 0.78, | |
| "recall@5": 0.914, | |
| "recall@10": 0.945, | |
| "f1@1": 0.78, | |
| "f1@5": 0.30466666666666675, | |
| "f1@10": 0.17181818181818181, | |
| "map@1": 0.78, | |
| "map@5": 0.8360833333333333, | |
| "map@10": 0.8403055555555556, | |
| "mrr@1": 0.78, | |
| "mrr@5": 0.8360833333333333, | |
| "mrr@10": 0.8403055555555556, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.958, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.958, | |
| "ndcg_linear@5": 0.9831127115420782, | |
| "ndcg_linear@10": 0.9831127115420782, | |
| "ndcg_exponential@1": 0.958, | |
| "ndcg_exponential@5": 0.9831127115420782, | |
| "ndcg_exponential@10": 0.9831127115420782, | |
| "precision@1": 0.958, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.958, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.958, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.958, | |
| "map@5": 0.97725, | |
| "map@10": 0.97725, | |
| "mrr@1": 0.958, | |
| "mrr@5": 0.97725, | |
| "mrr@10": 0.97725, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.922, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.922, | |
| "ndcg_linear@5": 0.973105310039288, | |
| "ndcg_linear@10": 0.973105310039288, | |
| "ndcg_exponential@1": 0.922, | |
| "ndcg_exponential@5": 0.973105310039288, | |
| "ndcg_exponential@10": 0.973105310039288, | |
| "precision@1": 0.922, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.922, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.922, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.922, | |
| "map@5": 0.964, | |
| "map@10": 0.964, | |
| "mrr@1": 0.922, | |
| "mrr@5": 0.961, | |
| "mrr@10": 0.961, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.87, | |
| "hit@5": 0.96, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.87, | |
| "ndcg_linear@5": 0.9197045402697913, | |
| "ndcg_linear@10": 0.922984756922774, | |
| "ndcg_exponential@1": 0.87, | |
| "ndcg_exponential@5": 0.9197045402697913, | |
| "ndcg_exponential@10": 0.922984756922774, | |
| "precision@1": 0.87, | |
| "precision@5": 0.19200000000000003, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.87, | |
| "recall@5": 0.96, | |
| "recall@10": 0.97, | |
| "f1@1": 0.87, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17636363636363633, | |
| "map@1": 0.87, | |
| "map@5": 0.9061166666666668, | |
| "map@10": 0.9074984126984127, | |
| "mrr@1": 0.87, | |
| "mrr@5": 0.9061166666666668, | |
| "mrr@10": 0.9074984126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": "DIR_N/A", | |
| "ViDoRe_docvqa": "DIR_N/A", | |
| "ViDoRe_infovqa": "DIR_N/A", | |
| "ViDoRe_tabfquad": "DIR_N/A", | |
| "ViDoRe_tatdqa": "DIR_N/A", | |
| "ViDoRe_shiftproject": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_energy": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", | |
| "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", | |
| "ViDoRe_biomedical_lectures_v2": "DIR_N/A", | |
| "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_economics_reports_v2": "DIR_N/A", | |
| "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_esg_reports_v2": "DIR_N/A", | |
| "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", | |
| "VisRAG_ArxivQA": "DIR_N/A", | |
| "VisRAG_ChartQA": "DIR_N/A", | |
| "VisRAG_MP-DocVQA": "DIR_N/A", | |
| "VisRAG_SlideVQA": "DIR_N/A", | |
| "VisRAG_InfoVQA": "DIR_N/A", | |
| "VisRAG_PlotQA": "DIR_N/A", | |
| "ViDoSeek-page": "DIR_N/A", | |
| "ViDoSeek-doc": "DIR_N/A", | |
| "MMLongBench-page": "DIR_N/A", | |
| "MMLongBench-doc": "DIR_N/A" | |
| }, | |
| "video": { | |
| "DiDeMo": "DIR_N/A", | |
| "MSR-VTT": "DIR_N/A", | |
| "MSVD": "DIR_N/A", | |
| "VATEX": "DIR_N/A", | |
| "YouCook2": "DIR_N/A", | |
| "QVHighlight": "DIR_N/A", | |
| "Charades-STA": "DIR_N/A", | |
| "MomentSeeker": "DIR_N/A", | |
| "K700": "DIR_N/A", | |
| "SmthSmthV2": "DIR_N/A", | |
| "HMDB51": "DIR_N/A", | |
| "UCF101": "DIR_N/A", | |
| "Breakfast": "DIR_N/A", | |
| "MVBench": "DIR_N/A", | |
| "Video-MME": "DIR_N/A", | |
| "NExTQA": "DIR_N/A", | |
| "EgoSchema": "DIR_N/A", | |
| "ActivityNetQA": "DIR_N/A" | |
| } | |
| } | |
| } |