Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "VLM2Vec-V2.0-Qwen2VL-2B", | |
| "report_generated_date": "2025-06-28T08:54:17.882723", | |
| "model_size": 2.21, | |
| "url": "https://huggingface.co/VLM2Vec/VLM2Vec-V2.0", | |
| "data_source": "TIGER-Lab" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.808, | |
| "hit@5": 0.956, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.808, | |
| "ndcg_linear@5": 0.8917355668881671, | |
| "ndcg_linear@10": 0.8996344961395271, | |
| "ndcg_exponential@1": 0.808, | |
| "ndcg_exponential@5": 0.8917355668881671, | |
| "ndcg_exponential@10": 0.8996344961395271, | |
| "precision@1": 0.808, | |
| "precision@5": 0.19120000000000004, | |
| "precision@10": 0.09810000000000002, | |
| "recall@1": 0.808, | |
| "recall@5": 0.956, | |
| "recall@10": 0.981, | |
| "f1@1": 0.808, | |
| "f1@5": 0.3186666666666667, | |
| "f1@10": 0.17836363636363634, | |
| "map@1": 0.808, | |
| "map@5": 0.8699166666666668, | |
| "map@10": 0.8730702380952381, | |
| "mrr@1": 0.808, | |
| "mrr@5": 0.8699166666666668, | |
| "mrr@10": 0.8730702380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.729, | |
| "hit@5": 0.954, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.729, | |
| "ndcg_linear@5": 0.8542486272909989, | |
| "ndcg_linear@10": 0.8643817096780151, | |
| "ndcg_exponential@1": 0.729, | |
| "ndcg_exponential@5": 0.8542486272909989, | |
| "ndcg_exponential@10": 0.8643817096780151, | |
| "precision@1": 0.729, | |
| "precision@5": 0.19080000000000003, | |
| "precision@10": 0.09850000000000003, | |
| "recall@1": 0.729, | |
| "recall@5": 0.954, | |
| "recall@10": 0.985, | |
| "f1@1": 0.729, | |
| "f1@5": 0.318, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.729, | |
| "map@5": 0.82055, | |
| "map@10": 0.8247988095238095, | |
| "mrr@1": 0.729, | |
| "mrr@5": 0.82055, | |
| "mrr@10": 0.8247988095238095, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.563, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.563, | |
| "ndcg_linear@5": 0.8387163023107271, | |
| "ndcg_linear@10": 0.8387163023107271, | |
| "ndcg_exponential@1": 0.563, | |
| "ndcg_exponential@5": 0.8387163023107271, | |
| "ndcg_exponential@10": 0.8387163023107271, | |
| "precision@1": 0.563, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.563, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.563, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.563, | |
| "map@5": 0.7815, | |
| "map@10": 0.7815, | |
| "mrr@1": 0.563, | |
| "mrr@5": 0.7815, | |
| "mrr@10": 0.7815, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.85, | |
| "hit@5": 0.975, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.85, | |
| "ndcg_linear@5": 0.920705885295906, | |
| "ndcg_linear@10": 0.9248925595376308, | |
| "ndcg_exponential@1": 0.85, | |
| "ndcg_exponential@5": 0.920705885295906, | |
| "ndcg_exponential@10": 0.9248925595376308, | |
| "precision@1": 0.85, | |
| "precision@5": 0.19500000000000006, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.85, | |
| "recall@5": 0.975, | |
| "recall@10": 0.988, | |
| "f1@1": 0.85, | |
| "f1@5": 0.325, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.85, | |
| "map@5": 0.9022666666666667, | |
| "map@10": 0.9039853174603174, | |
| "mrr@1": 0.85, | |
| "mrr@5": 0.9022666666666667, | |
| "mrr@10": 0.9039853174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.71, | |
| "hit@5": 0.93, | |
| "hit@10": 0.957, | |
| "ndcg_linear@1": 0.71, | |
| "ndcg_linear@5": 0.8327114376725517, | |
| "ndcg_linear@10": 0.841469031189054, | |
| "ndcg_exponential@1": 0.71, | |
| "ndcg_exponential@5": 0.8327114376725517, | |
| "ndcg_exponential@10": 0.841469031189054, | |
| "precision@1": 0.71, | |
| "precision@5": 0.186, | |
| "precision@10": 0.09570000000000002, | |
| "recall@1": 0.71, | |
| "recall@5": 0.93, | |
| "recall@10": 0.957, | |
| "f1@1": 0.71, | |
| "f1@5": 0.31, | |
| "f1@10": 0.174, | |
| "map@1": 0.71, | |
| "map@5": 0.7998666666666666, | |
| "map@10": 0.803498015873016, | |
| "mrr@1": 0.71, | |
| "mrr@5": 0.7998666666666666, | |
| "mrr@10": 0.803498015873016, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.359, | |
| "hit@5": 0.636, | |
| "hit@10": 0.728, | |
| "ndcg_linear@1": 0.359, | |
| "ndcg_linear@5": 0.5085200093794449, | |
| "ndcg_linear@10": 0.5380972787675244, | |
| "ndcg_exponential@1": 0.359, | |
| "ndcg_exponential@5": 0.5085200093794449, | |
| "ndcg_exponential@10": 0.5380972787675244, | |
| "precision@1": 0.359, | |
| "precision@5": 0.12719999999999998, | |
| "precision@10": 0.0728, | |
| "recall@1": 0.359, | |
| "recall@5": 0.636, | |
| "recall@10": 0.728, | |
| "f1@1": 0.359, | |
| "f1@5": 0.21200000000000005, | |
| "f1@10": 0.13236363636363638, | |
| "map@1": 0.359, | |
| "map@5": 0.4659, | |
| "map@10": 0.478006746031746, | |
| "mrr@1": 0.359, | |
| "mrr@5": 0.4659, | |
| "mrr@10": 0.478006746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.474, | |
| "hit@5": 0.706, | |
| "hit@10": 0.787, | |
| "ndcg_linear@1": 0.474, | |
| "ndcg_linear@5": 0.5955931729705578, | |
| "ndcg_linear@10": 0.6222176191859202, | |
| "ndcg_exponential@1": 0.474, | |
| "ndcg_exponential@5": 0.5955931729705578, | |
| "ndcg_exponential@10": 0.6222176191859202, | |
| "precision@1": 0.474, | |
| "precision@5": 0.1412, | |
| "precision@10": 0.07869999999999999, | |
| "recall@1": 0.474, | |
| "recall@5": 0.706, | |
| "recall@10": 0.787, | |
| "f1@1": 0.474, | |
| "f1@5": 0.23533333333333337, | |
| "f1@10": 0.1430909090909091, | |
| "map@1": 0.474, | |
| "map@5": 0.559, | |
| "map@10": 0.5702273809523809, | |
| "mrr@1": 0.474, | |
| "mrr@5": 0.559, | |
| "mrr@10": 0.5702273809523809, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.893, | |
| "hit@5": 0.968, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.893, | |
| "ndcg_linear@5": 0.9354717686069736, | |
| "ndcg_linear@10": 0.939360041159753, | |
| "ndcg_exponential@1": 0.893, | |
| "ndcg_exponential@5": 0.9354717686069736, | |
| "ndcg_exponential@10": 0.939360041159753, | |
| "precision@1": 0.893, | |
| "precision@5": 0.19360000000000002, | |
| "precision@10": 0.098, | |
| "recall@1": 0.893, | |
| "recall@5": 0.968, | |
| "recall@10": 0.98, | |
| "f1@1": 0.893, | |
| "f1@5": 0.3226666666666666, | |
| "f1@10": 0.17818181818181816, | |
| "map@1": 0.893, | |
| "map@5": 0.9244166666666668, | |
| "map@10": 0.9260246031746031, | |
| "mrr@1": 0.893, | |
| "mrr@5": 0.9244166666666668, | |
| "mrr@10": 0.9260246031746031, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.652, | |
| "hit@5": 0.861, | |
| "hit@10": 0.9, | |
| "ndcg_linear@1": 0.652, | |
| "ndcg_linear@5": 0.7682237991543275, | |
| "ndcg_linear@10": 0.7806771789358414, | |
| "ndcg_exponential@1": 0.652, | |
| "ndcg_exponential@5": 0.7682237991543275, | |
| "ndcg_exponential@10": 0.7806771789358414, | |
| "precision@1": 0.652, | |
| "precision@5": 0.1722, | |
| "precision@10": 0.09000000000000001, | |
| "recall@1": 0.652, | |
| "recall@5": 0.861, | |
| "recall@10": 0.9, | |
| "f1@1": 0.652, | |
| "f1@5": 0.287, | |
| "f1@10": 0.16363636363636364, | |
| "map@1": 0.652, | |
| "map@5": 0.7369, | |
| "map@10": 0.7419404761904761, | |
| "mrr@1": 0.652, | |
| "mrr@5": 0.7369, | |
| "mrr@10": 0.7419404761904761, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.252, | |
| "hit@5": 0.442, | |
| "hit@10": 0.531, | |
| "ndcg_linear@1": 0.252, | |
| "ndcg_linear@5": 0.35154694867048564, | |
| "ndcg_linear@10": 0.3803077107107121, | |
| "ndcg_exponential@1": 0.252, | |
| "ndcg_exponential@5": 0.35154694867048564, | |
| "ndcg_exponential@10": 0.3803077107107121, | |
| "precision@1": 0.252, | |
| "precision@5": 0.0884, | |
| "precision@10": 0.053099999999999994, | |
| "recall@1": 0.252, | |
| "recall@5": 0.442, | |
| "recall@10": 0.531, | |
| "f1@1": 0.252, | |
| "f1@5": 0.14733333333333337, | |
| "f1@10": 0.09654545454545456, | |
| "map@1": 0.252, | |
| "map@5": 0.32154999999999995, | |
| "map@10": 0.33340992063492064, | |
| "mrr@1": 0.252, | |
| "mrr@5": 0.32154999999999995, | |
| "mrr@10": 0.33340992063492064, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.515, | |
| "hit@5": 0.777, | |
| "hit@10": 0.844, | |
| "ndcg_linear@1": 0.515, | |
| "ndcg_linear@5": 0.6561916901050675, | |
| "ndcg_linear@10": 0.6779083028403337, | |
| "ndcg_exponential@1": 0.515, | |
| "ndcg_exponential@5": 0.6561916901050675, | |
| "ndcg_exponential@10": 0.6779083028403337, | |
| "precision@1": 0.515, | |
| "precision@5": 0.15539999999999998, | |
| "precision@10": 0.0844, | |
| "recall@1": 0.515, | |
| "recall@5": 0.777, | |
| "recall@10": 0.844, | |
| "f1@1": 0.515, | |
| "f1@5": 0.259, | |
| "f1@10": 0.15345454545454545, | |
| "map@1": 0.515, | |
| "map@5": 0.6158166666666667, | |
| "map@10": 0.6248087301587302, | |
| "mrr@1": 0.515, | |
| "mrr@5": 0.6158166666666667, | |
| "mrr@10": 0.6248087301587302, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.436, | |
| "hit@5": 0.727, | |
| "hit@10": 0.799, | |
| "ndcg_linear@1": 0.436, | |
| "ndcg_linear@5": 0.5940223844793209, | |
| "ndcg_linear@10": 0.6174487179188798, | |
| "ndcg_exponential@1": 0.436, | |
| "ndcg_exponential@5": 0.5940223844793209, | |
| "ndcg_exponential@10": 0.6174487179188798, | |
| "precision@1": 0.436, | |
| "precision@5": 0.14539999999999997, | |
| "precision@10": 0.0799, | |
| "recall@1": 0.436, | |
| "recall@5": 0.727, | |
| "recall@10": 0.799, | |
| "f1@1": 0.436, | |
| "f1@5": 0.24233333333333337, | |
| "f1@10": 0.14527272727272728, | |
| "map@1": 0.436, | |
| "map@5": 0.5494666666666667, | |
| "map@10": 0.559218253968254, | |
| "mrr@1": 0.436, | |
| "mrr@5": 0.5494666666666667, | |
| "mrr@10": 0.559218253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.901, | |
| "hit@5": 0.97, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.901, | |
| "ndcg_linear@5": 0.9408983161880025, | |
| "ndcg_linear@10": 0.9442465730917498, | |
| "ndcg_exponential@1": 0.901, | |
| "ndcg_exponential@5": 0.9408983161880025, | |
| "ndcg_exponential@10": 0.9442465730917498, | |
| "precision@1": 0.901, | |
| "precision@5": 0.19400000000000003, | |
| "precision@10": 0.09800000000000002, | |
| "recall@1": 0.901, | |
| "recall@5": 0.97, | |
| "recall@10": 0.98, | |
| "f1@1": 0.901, | |
| "f1@5": 0.32333333333333336, | |
| "f1@10": 0.17818181818181816, | |
| "map@1": 0.901, | |
| "map@5": 0.9309333333333333, | |
| "map@10": 0.9323825396825398, | |
| "mrr@1": 0.901, | |
| "mrr@5": 0.9309333333333333, | |
| "mrr@10": 0.9323825396825398, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.588, | |
| "hit@5": 0.811, | |
| "hit@10": 0.869, | |
| "ndcg_linear@1": 0.588, | |
| "ndcg_linear@5": 0.7072011349880222, | |
| "ndcg_linear@10": 0.7260241531938669, | |
| "ndcg_exponential@1": 0.588, | |
| "ndcg_exponential@5": 0.7072011349880222, | |
| "ndcg_exponential@10": 0.7260241531938669, | |
| "precision@1": 0.588, | |
| "precision@5": 0.16219999999999998, | |
| "precision@10": 0.0869, | |
| "recall@1": 0.588, | |
| "recall@5": 0.811, | |
| "recall@10": 0.869, | |
| "f1@1": 0.588, | |
| "f1@5": 0.27033333333333337, | |
| "f1@10": 0.158, | |
| "map@1": 0.588, | |
| "map@5": 0.6726333333333334, | |
| "map@10": 0.680443253968254, | |
| "mrr@1": 0.588, | |
| "mrr@5": 0.6726333333333334, | |
| "mrr@10": 0.680443253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.474, | |
| "hit@5": 0.676, | |
| "hit@10": 0.753, | |
| "ndcg_linear@1": 0.474, | |
| "ndcg_linear@5": 0.5825057091236183, | |
| "ndcg_linear@10": 0.607378542448543, | |
| "ndcg_exponential@1": 0.474, | |
| "ndcg_exponential@5": 0.5825057091236183, | |
| "ndcg_exponential@10": 0.607378542448543, | |
| "precision@1": 0.474, | |
| "precision@5": 0.1352, | |
| "precision@10": 0.0753, | |
| "recall@1": 0.474, | |
| "recall@5": 0.676, | |
| "recall@10": 0.753, | |
| "f1@1": 0.474, | |
| "f1@5": 0.22533333333333336, | |
| "f1@10": 0.1369090909090909, | |
| "map@1": 0.474, | |
| "map@5": 0.5513666666666666, | |
| "map@10": 0.5616107142857143, | |
| "mrr@1": 0.474, | |
| "mrr@5": 0.5513666666666666, | |
| "mrr@10": 0.5616107142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.529, | |
| "hit@5": 0.877, | |
| "hit@10": 0.953, | |
| "ndcg_linear@1": 0.529, | |
| "ndcg_linear@5": 0.7205350870379457, | |
| "ndcg_linear@10": 0.7455710489687404, | |
| "ndcg_exponential@1": 0.529, | |
| "ndcg_exponential@5": 0.7205350870379457, | |
| "ndcg_exponential@10": 0.7455710489687404, | |
| "precision@1": 0.529, | |
| "precision@5": 0.1754, | |
| "precision@10": 0.09530000000000001, | |
| "recall@1": 0.529, | |
| "recall@5": 0.877, | |
| "recall@10": 0.953, | |
| "f1@1": 0.529, | |
| "f1@5": 0.2923333333333334, | |
| "f1@10": 0.17327272727272724, | |
| "map@1": 0.529, | |
| "map@5": 0.6679166666666665, | |
| "map@10": 0.6785115079365078, | |
| "mrr@1": 0.529, | |
| "mrr@5": 0.6679166666666665, | |
| "mrr@10": 0.6785115079365078, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.382, | |
| "hit@5": 0.662, | |
| "hit@10": 0.771, | |
| "ndcg_linear@1": 0.382, | |
| "ndcg_linear@5": 0.5275673656588401, | |
| "ndcg_linear@10": 0.5626365394128282, | |
| "ndcg_exponential@1": 0.382, | |
| "ndcg_exponential@5": 0.5275673656588401, | |
| "ndcg_exponential@10": 0.5626365394128282, | |
| "precision@1": 0.382, | |
| "precision@5": 0.1324, | |
| "precision@10": 0.07709999999999999, | |
| "recall@1": 0.382, | |
| "recall@5": 0.662, | |
| "recall@10": 0.771, | |
| "f1@1": 0.382, | |
| "f1@5": 0.2206666666666667, | |
| "f1@10": 0.14018181818181819, | |
| "map@1": 0.382, | |
| "map@5": 0.4832666666666667, | |
| "map@10": 0.49763412698412696, | |
| "mrr@1": 0.382, | |
| "mrr@5": 0.4832666666666667, | |
| "mrr@10": 0.49763412698412696, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.433, | |
| "hit@5": 0.61, | |
| "hit@10": 0.671, | |
| "ndcg_linear@1": 0.433, | |
| "ndcg_linear@5": 0.5297118471987433, | |
| "ndcg_linear@10": 0.5497377057138165, | |
| "ndcg_exponential@1": 0.433, | |
| "ndcg_exponential@5": 0.5297118471987433, | |
| "ndcg_exponential@10": 0.5497377057138165, | |
| "precision@1": 0.433, | |
| "precision@5": 0.12199999999999997, | |
| "precision@10": 0.06709999999999999, | |
| "recall@1": 0.433, | |
| "recall@5": 0.61, | |
| "recall@10": 0.671, | |
| "f1@1": 0.433, | |
| "f1@5": 0.20333333333333337, | |
| "f1@10": 0.12200000000000003, | |
| "map@1": 0.433, | |
| "map@5": 0.5027333333333334, | |
| "map@10": 0.5111761904761905, | |
| "mrr@1": 0.433, | |
| "mrr@5": 0.5027333333333334, | |
| "mrr@10": 0.5111761904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.649, | |
| "hit@5": 0.886, | |
| "hit@10": 0.927, | |
| "ndcg_linear@1": 0.649, | |
| "ndcg_linear@5": 0.7797599318993801, | |
| "ndcg_linear@10": 0.7931564189677488, | |
| "ndcg_exponential@1": 0.649, | |
| "ndcg_exponential@5": 0.7797599318993801, | |
| "ndcg_exponential@10": 0.7931564189677488, | |
| "precision@1": 0.649, | |
| "precision@5": 0.17720000000000005, | |
| "precision@10": 0.09270000000000002, | |
| "recall@1": 0.649, | |
| "recall@5": 0.886, | |
| "recall@10": 0.927, | |
| "f1@1": 0.649, | |
| "f1@5": 0.2953333333333334, | |
| "f1@10": 0.16854545454545455, | |
| "map@1": 0.649, | |
| "map@5": 0.7439666666666667, | |
| "map@10": 0.7495777777777778, | |
| "mrr@1": 0.649, | |
| "mrr@5": 0.7439666666666667, | |
| "mrr@10": 0.7495777777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.722, | |
| "hit@5": 0.833, | |
| "hit@10": 0.863, | |
| "ndcg_linear@1": 0.722, | |
| "ndcg_linear@5": 0.7819030121133494, | |
| "ndcg_linear@10": 0.7918381023735301, | |
| "ndcg_exponential@1": 0.722, | |
| "ndcg_exponential@5": 0.7819030121133494, | |
| "ndcg_exponential@10": 0.7918381023735301, | |
| "precision@1": 0.722, | |
| "precision@5": 0.16660000000000003, | |
| "precision@10": 0.08630000000000002, | |
| "recall@1": 0.722, | |
| "recall@5": 0.833, | |
| "recall@10": 0.863, | |
| "f1@1": 0.722, | |
| "f1@5": 0.2776666666666667, | |
| "f1@10": 0.15690909090909091, | |
| "map@1": 0.722, | |
| "map@5": 0.7648166666666666, | |
| "map@10": 0.7690543650793651, | |
| "mrr@1": 0.722, | |
| "mrr@5": 0.7648166666666666, | |
| "mrr@10": 0.7690543650793651, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.827, | |
| "hit@5": 0.968, | |
| "hit@10": 0.986, | |
| "ndcg_linear@1": 0.827, | |
| "ndcg_linear@5": 0.9045672377369148, | |
| "ndcg_linear@10": 0.9104807612339774, | |
| "ndcg_exponential@1": 0.827, | |
| "ndcg_exponential@5": 0.9045672377369148, | |
| "ndcg_exponential@10": 0.9104807612339774, | |
| "precision@1": 0.827, | |
| "precision@5": 0.19360000000000002, | |
| "precision@10": 0.09860000000000002, | |
| "recall@1": 0.827, | |
| "recall@5": 0.968, | |
| "recall@10": 0.986, | |
| "f1@1": 0.827, | |
| "f1@5": 0.3226666666666667, | |
| "f1@10": 0.17927272727272725, | |
| "map@1": 0.827, | |
| "map@5": 0.88325, | |
| "map@10": 0.8857444444444444, | |
| "mrr@1": 0.827, | |
| "mrr@5": 0.88325, | |
| "mrr@10": 0.8857444444444444, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.575, | |
| "hit@5": 0.899, | |
| "hit@10": 0.953, | |
| "ndcg_linear@1": 0.575, | |
| "ndcg_linear@5": 0.7551683396424022, | |
| "ndcg_linear@10": 0.7727898661723096, | |
| "ndcg_exponential@1": 0.575, | |
| "ndcg_exponential@5": 0.7551683396424022, | |
| "ndcg_exponential@10": 0.7727898661723096, | |
| "precision@1": 0.575, | |
| "precision@5": 0.17980000000000002, | |
| "precision@10": 0.09530000000000001, | |
| "recall@1": 0.575, | |
| "recall@5": 0.899, | |
| "recall@10": 0.953, | |
| "f1@1": 0.575, | |
| "f1@5": 0.2996666666666667, | |
| "f1@10": 0.17327272727272727, | |
| "map@1": 0.575, | |
| "map@5": 0.7066166666666667, | |
| "map@10": 0.7139825396825397, | |
| "mrr@1": 0.575, | |
| "mrr@5": 0.7066166666666667, | |
| "mrr@10": 0.7139825396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.745, | |
| "hit@5": 0.895, | |
| "hit@10": 0.928, | |
| "ndcg_linear@1": 0.745, | |
| "ndcg_linear@5": 0.8286638944708601, | |
| "ndcg_linear@10": 0.8393509120511464, | |
| "ndcg_exponential@1": 0.745, | |
| "ndcg_exponential@5": 0.8286638944708601, | |
| "ndcg_exponential@10": 0.8393509120511464, | |
| "precision@1": 0.745, | |
| "precision@5": 0.17900000000000002, | |
| "precision@10": 0.09280000000000001, | |
| "recall@1": 0.745, | |
| "recall@5": 0.895, | |
| "recall@10": 0.928, | |
| "f1@1": 0.745, | |
| "f1@5": 0.2983333333333334, | |
| "f1@10": 0.1687272727272727, | |
| "map@1": 0.745, | |
| "map@5": 0.8062833333333334, | |
| "map@10": 0.8107011904761905, | |
| "mrr@1": 0.745, | |
| "mrr@5": 0.8062833333333334, | |
| "mrr@10": 0.8107011904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.782, | |
| "hit@5": 0.906, | |
| "hit@10": 0.935, | |
| "ndcg_linear@1": 0.782, | |
| "ndcg_linear@5": 0.8486488958609838, | |
| "ndcg_linear@10": 0.8583163159480872, | |
| "ndcg_exponential@1": 0.782, | |
| "ndcg_exponential@5": 0.8486488958609838, | |
| "ndcg_exponential@10": 0.8583163159480872, | |
| "precision@1": 0.782, | |
| "precision@5": 0.18120000000000003, | |
| "precision@10": 0.09350000000000001, | |
| "recall@1": 0.782, | |
| "recall@5": 0.906, | |
| "recall@10": 0.935, | |
| "f1@1": 0.782, | |
| "f1@5": 0.302, | |
| "f1@10": 0.17, | |
| "map@1": 0.782, | |
| "map@5": 0.8295, | |
| "map@10": 0.833656746031746, | |
| "mrr@1": 0.782, | |
| "mrr@5": 0.8295, | |
| "mrr@10": 0.833656746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.753, | |
| "hit@5": 0.949, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.753, | |
| "ndcg_linear@5": 0.8611598177428067, | |
| "ndcg_linear@10": 0.8714056173186473, | |
| "ndcg_exponential@1": 0.753, | |
| "ndcg_exponential@5": 0.8611598177428067, | |
| "ndcg_exponential@10": 0.8714056173186473, | |
| "precision@1": 0.753, | |
| "precision@5": 0.18980000000000002, | |
| "precision@10": 0.0981, | |
| "recall@1": 0.753, | |
| "recall@5": 0.949, | |
| "recall@10": 0.981, | |
| "f1@1": 0.753, | |
| "f1@5": 0.3163333333333333, | |
| "f1@10": 0.1783636363636363, | |
| "map@1": 0.753, | |
| "map@5": 0.8315833333333333, | |
| "map@10": 0.83575, | |
| "mrr@1": 0.753, | |
| "mrr@5": 0.8315833333333333, | |
| "mrr@10": 0.83575, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.714, | |
| "hit@5": 0.94, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.714, | |
| "ndcg_linear@5": 0.8382480589924204, | |
| "ndcg_linear@10": 0.8536803755951516, | |
| "ndcg_exponential@1": 0.714, | |
| "ndcg_exponential@5": 0.8382480589924204, | |
| "ndcg_exponential@10": 0.8536803755951516, | |
| "precision@1": 0.714, | |
| "precision@5": 0.18800000000000003, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.714, | |
| "recall@5": 0.94, | |
| "recall@10": 0.987, | |
| "f1@1": 0.714, | |
| "f1@5": 0.31333333333333335, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.714, | |
| "map@5": 0.8040333333333333, | |
| "map@10": 0.8105345238095237, | |
| "mrr@1": 0.714, | |
| "mrr@5": 0.8040333333333333, | |
| "mrr@10": 0.8105345238095237, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.686, | |
| "hit@5": 0.98, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.686, | |
| "ndcg_linear@5": 0.8539747226047097, | |
| "ndcg_linear@10": 0.8594110413481301, | |
| "ndcg_exponential@1": 0.686, | |
| "ndcg_exponential@5": 0.8539747226047097, | |
| "ndcg_exponential@10": 0.8594110413481301, | |
| "precision@1": 0.686, | |
| "precision@5": 0.196, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.686, | |
| "recall@5": 0.98, | |
| "recall@10": 0.996, | |
| "f1@1": 0.686, | |
| "f1@5": 0.3266666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.686, | |
| "map@5": 0.81095, | |
| "map@10": 0.813347619047619, | |
| "mrr@1": 0.686, | |
| "mrr@5": 0.81095, | |
| "mrr@10": 0.813347619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.906, | |
| "hit@5": 0.988, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.906, | |
| "ndcg_linear@5": 0.953453471346856, | |
| "ndcg_linear@10": 0.9551658857210721, | |
| "ndcg_exponential@1": 0.906, | |
| "ndcg_exponential@5": 0.953453471346856, | |
| "ndcg_exponential@10": 0.9551658857210721, | |
| "precision@1": 0.906, | |
| "precision@5": 0.19760000000000003, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.906, | |
| "recall@5": 0.988, | |
| "recall@10": 0.993, | |
| "f1@1": 0.906, | |
| "f1@5": 0.3293333333333333, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.906, | |
| "map@5": 0.9415999999999999, | |
| "map@10": 0.9423619047619047, | |
| "mrr@1": 0.906, | |
| "mrr@5": 0.9415999999999999, | |
| "mrr@10": 0.9423619047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.195, | |
| "hit@5": 0.434, | |
| "hit@10": 0.567, | |
| "ndcg_linear@1": 0.195, | |
| "ndcg_linear@5": 0.3199008192098037, | |
| "ndcg_linear@10": 0.36332550239850325, | |
| "ndcg_exponential@1": 0.195, | |
| "ndcg_exponential@5": 0.3199008192098037, | |
| "ndcg_exponential@10": 0.36332550239850325, | |
| "precision@1": 0.195, | |
| "precision@5": 0.08680000000000002, | |
| "precision@10": 0.05669999999999999, | |
| "recall@1": 0.195, | |
| "recall@5": 0.434, | |
| "recall@10": 0.567, | |
| "f1@1": 0.195, | |
| "f1@5": 0.1446666666666667, | |
| "f1@10": 0.10309090909090911, | |
| "map@1": 0.195, | |
| "map@5": 0.28218333333333334, | |
| "map@10": 0.3003369047619047, | |
| "mrr@1": 0.195, | |
| "mrr@5": 0.28218333333333334, | |
| "mrr@10": 0.3003369047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.669, | |
| "hit@5": 0.88, | |
| "hit@10": 0.921, | |
| "ndcg_linear@1": 0.669, | |
| "ndcg_linear@5": 0.787070983987401, | |
| "ndcg_linear@10": 0.8003663875618333, | |
| "ndcg_exponential@1": 0.669, | |
| "ndcg_exponential@5": 0.787070983987401, | |
| "ndcg_exponential@10": 0.8003663875618333, | |
| "precision@1": 0.669, | |
| "precision@5": 0.176, | |
| "precision@10": 0.09210000000000002, | |
| "recall@1": 0.669, | |
| "recall@5": 0.88, | |
| "recall@10": 0.921, | |
| "f1@1": 0.669, | |
| "f1@5": 0.2933333333333334, | |
| "f1@10": 0.16745454545454547, | |
| "map@1": 0.669, | |
| "map@5": 0.7556499999999999, | |
| "map@10": 0.7611603174603174, | |
| "mrr@1": 0.669, | |
| "mrr@5": 0.7556499999999999, | |
| "mrr@10": 0.7611603174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.643, | |
| "hit@5": 0.851, | |
| "hit@10": 0.907, | |
| "ndcg_linear@1": 0.643, | |
| "ndcg_linear@5": 0.75896196577168, | |
| "ndcg_linear@10": 0.7771824352969045, | |
| "ndcg_exponential@1": 0.643, | |
| "ndcg_exponential@5": 0.75896196577168, | |
| "ndcg_exponential@10": 0.7771824352969045, | |
| "precision@1": 0.643, | |
| "precision@5": 0.1702, | |
| "precision@10": 0.09070000000000002, | |
| "recall@1": 0.643, | |
| "recall@5": 0.851, | |
| "recall@10": 0.907, | |
| "f1@1": 0.643, | |
| "f1@5": 0.28366666666666673, | |
| "f1@10": 0.16490909090909087, | |
| "map@1": 0.643, | |
| "map@5": 0.7279166666666668, | |
| "map@10": 0.7354976190476191, | |
| "mrr@1": 0.643, | |
| "mrr@5": 0.7279166666666668, | |
| "mrr@10": 0.7354976190476191, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.841, | |
| "hit@5": 0.982, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.841, | |
| "ndcg_linear@5": 0.919465963451109, | |
| "ndcg_linear@10": 0.9224571152777739, | |
| "ndcg_exponential@1": 0.841, | |
| "ndcg_exponential@5": 0.919465963451109, | |
| "ndcg_exponential@10": 0.9224571152777739, | |
| "precision@1": 0.841, | |
| "precision@5": 0.19640000000000005, | |
| "precision@10": 0.09910000000000002, | |
| "recall@1": 0.841, | |
| "recall@5": 0.982, | |
| "recall@10": 0.991, | |
| "f1@1": 0.841, | |
| "f1@5": 0.3273333333333333, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.841, | |
| "map@5": 0.8983833333333333, | |
| "map@10": 0.8996650793650793, | |
| "mrr@1": 0.841, | |
| "mrr@5": 0.8983833333333333, | |
| "mrr@10": 0.8996650793650793, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.671, | |
| "hit@5": 0.796, | |
| "hit@10": 0.846, | |
| "ndcg_linear@1": 0.671, | |
| "ndcg_linear@5": 0.7385700746119735, | |
| "ndcg_linear@10": 0.75471044609582, | |
| "ndcg_exponential@1": 0.671, | |
| "ndcg_exponential@5": 0.7385700746119735, | |
| "ndcg_exponential@10": 0.75471044609582, | |
| "precision@1": 0.671, | |
| "precision@5": 0.1592, | |
| "precision@10": 0.0846, | |
| "recall@1": 0.671, | |
| "recall@5": 0.796, | |
| "recall@10": 0.846, | |
| "f1@1": 0.671, | |
| "f1@5": 0.26533333333333337, | |
| "f1@10": 0.15381818181818183, | |
| "map@1": 0.671, | |
| "map@5": 0.7193833333333334, | |
| "map@10": 0.7260313492063492, | |
| "mrr@1": 0.671, | |
| "mrr@5": 0.7193833333333334, | |
| "mrr@10": 0.7260313492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.871, | |
| "hit@5": 0.978, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.871, | |
| "ndcg_linear@5": 0.9320666707886123, | |
| "ndcg_linear@10": 0.9367513120480281, | |
| "ndcg_exponential@1": 0.871, | |
| "ndcg_exponential@5": 0.9320666707886123, | |
| "ndcg_exponential@10": 0.9367513120480281, | |
| "precision@1": 0.871, | |
| "precision@5": 0.19560000000000002, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.871, | |
| "recall@5": 0.978, | |
| "recall@10": 0.992, | |
| "f1@1": 0.871, | |
| "f1@5": 0.326, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.871, | |
| "map@5": 0.9164333333333334, | |
| "map@10": 0.9184607142857143, | |
| "mrr@1": 0.871, | |
| "mrr@5": 0.9164333333333334, | |
| "mrr@10": 0.9184607142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.858, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.858, | |
| "ndcg_linear@5": 0.948647694865312, | |
| "ndcg_linear@10": 0.948647694865312, | |
| "ndcg_exponential@1": 0.858, | |
| "ndcg_exponential@5": 0.948647694865312, | |
| "ndcg_exponential@10": 0.948647694865312, | |
| "precision@1": 0.858, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.858, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.858, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.858, | |
| "map@5": 0.93095, | |
| "map@10": 0.93095, | |
| "mrr@1": 0.858, | |
| "mrr@5": 0.92795, | |
| "mrr@10": 0.92795, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.692, | |
| "hit@5": 0.865, | |
| "hit@10": 0.906, | |
| "ndcg_linear@1": 0.692, | |
| "ndcg_linear@5": 0.7886508353101727, | |
| "ndcg_linear@10": 0.8018399920089694, | |
| "ndcg_exponential@1": 0.692, | |
| "ndcg_exponential@5": 0.7886508353101727, | |
| "ndcg_exponential@10": 0.8018399920089694, | |
| "precision@1": 0.692, | |
| "precision@5": 0.173, | |
| "precision@10": 0.09060000000000001, | |
| "recall@1": 0.692, | |
| "recall@5": 0.865, | |
| "recall@10": 0.906, | |
| "f1@1": 0.692, | |
| "f1@5": 0.2883333333333334, | |
| "f1@10": 0.16472727272727272, | |
| "map@1": 0.692, | |
| "map@5": 0.7628499999999999, | |
| "map@10": 0.7682543650793651, | |
| "mrr@1": 0.692, | |
| "mrr@5": 0.7628499999999999, | |
| "mrr@10": 0.7682543650793651, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.38, | |
| "hit@5": 0.623, | |
| "hit@10": 0.697, | |
| "ndcg_linear@1": 0.38, | |
| "ndcg_linear@5": 0.5087323881529896, | |
| "ndcg_linear@10": 0.5328292310353233, | |
| "ndcg_exponential@1": 0.38, | |
| "ndcg_exponential@5": 0.5087323881529896, | |
| "ndcg_exponential@10": 0.5328292310353233, | |
| "precision@1": 0.38, | |
| "precision@5": 0.12459999999999999, | |
| "precision@10": 0.06969999999999998, | |
| "recall@1": 0.38, | |
| "recall@5": 0.623, | |
| "recall@10": 0.697, | |
| "f1@1": 0.38, | |
| "f1@5": 0.20766666666666675, | |
| "f1@10": 0.12672727272727274, | |
| "map@1": 0.38, | |
| "map@5": 0.4706833333333333, | |
| "map@10": 0.4807186507936508, | |
| "mrr@1": 0.38, | |
| "mrr@5": 0.4706833333333333, | |
| "mrr@10": 0.4807186507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.428, | |
| "hit@5": 0.692, | |
| "hit@10": 0.786, | |
| "ndcg_linear@1": 0.428, | |
| "ndcg_linear@5": 0.5672834391090181, | |
| "ndcg_linear@10": 0.5981163502873708, | |
| "ndcg_exponential@1": 0.428, | |
| "ndcg_exponential@5": 0.5672834391090181, | |
| "ndcg_exponential@10": 0.5981163502873708, | |
| "precision@1": 0.428, | |
| "precision@5": 0.13839999999999997, | |
| "precision@10": 0.07859999999999999, | |
| "recall@1": 0.428, | |
| "recall@5": 0.692, | |
| "recall@10": 0.786, | |
| "f1@1": 0.428, | |
| "f1@5": 0.23066666666666674, | |
| "f1@10": 0.14290909090909093, | |
| "map@1": 0.428, | |
| "map@5": 0.5259333333333333, | |
| "map@10": 0.5389079365079364, | |
| "mrr@1": 0.428, | |
| "mrr@5": 0.5259333333333333, | |
| "mrr@10": 0.5389079365079364, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.409, | |
| "hit@5": 0.638, | |
| "hit@10": 0.713, | |
| "ndcg_linear@1": 0.409, | |
| "ndcg_linear@5": 0.5335348498920724, | |
| "ndcg_linear@10": 0.5576824580140078, | |
| "ndcg_exponential@1": 0.409, | |
| "ndcg_exponential@5": 0.5335348498920724, | |
| "ndcg_exponential@10": 0.5576824580140078, | |
| "precision@1": 0.409, | |
| "precision@5": 0.12760000000000002, | |
| "precision@10": 0.0713, | |
| "recall@1": 0.409, | |
| "recall@5": 0.638, | |
| "recall@10": 0.713, | |
| "f1@1": 0.409, | |
| "f1@5": 0.21266666666666673, | |
| "f1@10": 0.12963636363636366, | |
| "map@1": 0.409, | |
| "map@5": 0.49854999999999994, | |
| "map@10": 0.5084662698412699, | |
| "mrr@1": 0.409, | |
| "mrr@5": 0.49854999999999994, | |
| "mrr@10": 0.5084662698412699, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.6, | |
| "hit@5": 0.831, | |
| "hit@10": 0.888, | |
| "ndcg_linear@1": 0.6, | |
| "ndcg_linear@5": 0.728875610371988, | |
| "ndcg_linear@10": 0.7473187422682429, | |
| "ndcg_exponential@1": 0.6, | |
| "ndcg_exponential@5": 0.728875610371988, | |
| "ndcg_exponential@10": 0.7473187422682429, | |
| "precision@1": 0.6, | |
| "precision@5": 0.16620000000000001, | |
| "precision@10": 0.08880000000000002, | |
| "recall@1": 0.6, | |
| "recall@5": 0.831, | |
| "recall@10": 0.888, | |
| "f1@1": 0.6, | |
| "f1@5": 0.277, | |
| "f1@10": 0.16145454545454543, | |
| "map@1": 0.6, | |
| "map@5": 0.6944166666666668, | |
| "map@10": 0.7020325396825396, | |
| "mrr@1": 0.6, | |
| "mrr@5": 0.6944166666666668, | |
| "mrr@10": 0.7020325396825396, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.14780600461893764, | |
| "hit@5": 0.6327944572748267, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.14780600461893764, | |
| "ndcg_linear@5": 0.3858298763211173, | |
| "ndcg_linear@10": 0.5069598731135728, | |
| "ndcg_exponential@1": 0.14780600461893764, | |
| "ndcg_exponential@5": 0.3858298763211173, | |
| "ndcg_exponential@10": 0.5069598731135728, | |
| "precision@1": 0.14780600461893764, | |
| "precision@5": 0.12655889145496535, | |
| "precision@10": 0.1, | |
| "recall@1": 0.14780600461893764, | |
| "recall@5": 0.6327944572748267, | |
| "recall@10": 1.0, | |
| "f1@1": 0.14780600461893764, | |
| "f1@5": 0.21093148575827564, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.14780600461893764, | |
| "map@5": 0.30546574287913775, | |
| "map@10": 0.3568477583489131, | |
| "mrr@1": 0.14780600461893764, | |
| "mrr@5": 0.30546574287913775, | |
| "mrr@10": 0.3568477583489131, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.337, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.337, | |
| "ndcg_linear@5": 0.7011998180757394, | |
| "ndcg_linear@10": 0.7011998180757394, | |
| "ndcg_exponential@1": 0.337, | |
| "ndcg_exponential@5": 0.7011998180757394, | |
| "ndcg_exponential@10": 0.7011998180757394, | |
| "precision@1": 0.337, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.337, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.337, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.337, | |
| "map@5": 0.6002625, | |
| "map@10": 0.6002625, | |
| "mrr@1": 0.337, | |
| "mrr@5": 0.6002625, | |
| "mrr@10": 0.6002625, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.30703703703703705, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.30703703703703705, | |
| "ndcg_linear@5": 0.6745941548531916, | |
| "ndcg_linear@10": 0.6745941548531916, | |
| "ndcg_exponential@1": 0.30703703703703705, | |
| "ndcg_exponential@5": 0.6745941548531916, | |
| "ndcg_exponential@10": 0.6745941548531916, | |
| "precision@1": 0.30703703703703705, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.30703703703703705, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.30703703703703705, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.30703703703703705, | |
| "map@5": 0.5658024691358025, | |
| "map@10": 0.5658024691358025, | |
| "mrr@1": 0.30703703703703705, | |
| "mrr@5": 0.5658024691358025, | |
| "mrr@10": 0.5658024691358025, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.20924801494628678, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.20924801494628678, | |
| "ndcg_linear@5": 0.6098815656327321, | |
| "ndcg_linear@10": 0.6098815656327321, | |
| "ndcg_exponential@1": 0.20924801494628678, | |
| "ndcg_exponential@5": 0.6098815656327321, | |
| "ndcg_exponential@10": 0.6098815656327321, | |
| "precision@1": 0.20924801494628678, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.20924801494628678, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.20924801494628678, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.20924801494628678, | |
| "map@5": 0.4819554725206289, | |
| "map@10": 0.4819554725206289, | |
| "mrr@1": 0.20924801494628678, | |
| "mrr@5": 0.4817803207224038, | |
| "mrr@10": 0.4817803207224038, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.34, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.34, | |
| "ndcg_linear@5": 0.6804792280158065, | |
| "ndcg_linear@10": 0.6804792280158065, | |
| "ndcg_exponential@1": 0.34, | |
| "ndcg_exponential@5": 0.6804792280158065, | |
| "ndcg_exponential@10": 0.6804792280158065, | |
| "precision@1": 0.34, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.34, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.34, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.34, | |
| "map@5": 0.5750333333333333, | |
| "map@10": 0.5750333333333333, | |
| "mrr@1": 0.34, | |
| "mrr@5": 0.5750333333333333, | |
| "mrr@10": 0.5750333333333333, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.523, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.523, | |
| "ndcg_linear@5": 0.8239534924535853, | |
| "ndcg_linear@10": 0.8239534924535853, | |
| "ndcg_exponential@1": 0.523, | |
| "ndcg_exponential@5": 0.8239534924535853, | |
| "ndcg_exponential@10": 0.8239534924535853, | |
| "precision@1": 0.523, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.523, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.523, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.523, | |
| "map@5": 0.7615, | |
| "map@10": 0.7615, | |
| "mrr@1": 0.523, | |
| "mrr@5": 0.7615, | |
| "mrr@10": 0.7615, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.30378486055776893, | |
| "hit@5": 0.5388446215139442, | |
| "hit@10": 0.6314741035856574, | |
| "ndcg_linear@1": 0.30378486055776893, | |
| "ndcg_linear@5": 0.42742924340418204, | |
| "ndcg_linear@10": 0.4573351329841821, | |
| "ndcg_exponential@1": 0.30378486055776893, | |
| "ndcg_exponential@5": 0.42742924340418204, | |
| "ndcg_exponential@10": 0.4573351329841821, | |
| "precision@1": 0.30378486055776893, | |
| "precision@5": 0.10776892430278884, | |
| "precision@10": 0.06314741035856573, | |
| "recall@1": 0.30378486055776893, | |
| "recall@5": 0.5388446215139442, | |
| "recall@10": 0.6314741035856574, | |
| "f1@1": 0.30378486055776893, | |
| "f1@5": 0.17961487383798144, | |
| "f1@10": 0.11481347337921044, | |
| "map@1": 0.30378486055776893, | |
| "map@5": 0.39047144754316065, | |
| "map@10": 0.40278568266616077, | |
| "mrr@1": 0.30378486055776893, | |
| "mrr@5": 0.39047144754316065, | |
| "mrr@10": 0.40278568266616077, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.283, | |
| "hit@5": 0.504, | |
| "hit@10": 0.594, | |
| "ndcg_linear@1": 0.283, | |
| "ndcg_linear@5": 0.3981240408165469, | |
| "ndcg_linear@10": 0.4272757830933265, | |
| "ndcg_exponential@1": 0.283, | |
| "ndcg_exponential@5": 0.3981240408165469, | |
| "ndcg_exponential@10": 0.4272757830933265, | |
| "precision@1": 0.283, | |
| "precision@5": 0.1008, | |
| "precision@10": 0.059399999999999994, | |
| "recall@1": 0.283, | |
| "recall@5": 0.504, | |
| "recall@10": 0.594, | |
| "f1@1": 0.283, | |
| "f1@5": 0.16800000000000007, | |
| "f1@10": 0.10800000000000003, | |
| "map@1": 0.283, | |
| "map@5": 0.36315000000000003, | |
| "map@10": 0.3752111111111111, | |
| "mrr@1": 0.283, | |
| "mrr@5": 0.36315000000000003, | |
| "mrr@10": 0.3752111111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.48059701492537316, | |
| "hit@5": 0.7597014925373134, | |
| "hit@10": 0.844776119402985, | |
| "ndcg_linear@1": 0.48059701492537316, | |
| "ndcg_linear@5": 0.63096871065978, | |
| "ndcg_linear@10": 0.6588553080260654, | |
| "ndcg_exponential@1": 0.48059701492537316, | |
| "ndcg_exponential@5": 0.63096871065978, | |
| "ndcg_exponential@10": 0.6588553080260654, | |
| "precision@1": 0.48059701492537316, | |
| "precision@5": 0.15194029850746266, | |
| "precision@10": 0.0844776119402985, | |
| "recall@1": 0.48059701492537316, | |
| "recall@5": 0.7597014925373134, | |
| "recall@10": 0.844776119402985, | |
| "f1@1": 0.48059701492537316, | |
| "f1@5": 0.2532338308457712, | |
| "f1@10": 0.15359565807327005, | |
| "map@1": 0.48059701492537316, | |
| "map@5": 0.5879104477611939, | |
| "map@10": 0.5996434494195687, | |
| "mrr@1": 0.48059701492537316, | |
| "mrr@5": 0.5879104477611939, | |
| "mrr@10": 0.5996434494195687, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.26462706565430993, | |
| "hit@5": 0.5015631978561857, | |
| "hit@10": 0.6045109423849933, | |
| "ndcg_linear@1": 0.26462706565430993, | |
| "ndcg_linear@5": 0.3881950217969347, | |
| "ndcg_linear@10": 0.4215820887400626, | |
| "ndcg_exponential@1": 0.26462706565430993, | |
| "ndcg_exponential@5": 0.3881950217969347, | |
| "ndcg_exponential@10": 0.4215820887400626, | |
| "precision@1": 0.26462706565430993, | |
| "precision@5": 0.10031263957123716, | |
| "precision@10": 0.06045109423849933, | |
| "recall@1": 0.26462706565430993, | |
| "recall@5": 0.5015631978561857, | |
| "recall@10": 0.6045109423849933, | |
| "f1@1": 0.26462706565430993, | |
| "f1@5": 0.16718773261872863, | |
| "f1@10": 0.10991108043363516, | |
| "map@1": 0.26462706565430993, | |
| "map@5": 0.35071460473425636, | |
| "map@10": 0.364550678094671, | |
| "mrr@1": 0.26462706565430993, | |
| "mrr@5": 0.35071460473425636, | |
| "mrr@10": 0.364550678094671, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.10632274300094369, | |
| "hit@5": 0.23057565272098143, | |
| "hit@10": 0.30009436929852157, | |
| "ndcg_linear@1": 0.10632274300094369, | |
| "ndcg_linear@5": 0.17033555328162955, | |
| "ndcg_linear@10": 0.19266164698283084, | |
| "ndcg_exponential@1": 0.10632274300094369, | |
| "ndcg_exponential@5": 0.17033555328162955, | |
| "ndcg_exponential@10": 0.19266164698283084, | |
| "precision@1": 0.10632274300094369, | |
| "precision@5": 0.04611513054419629, | |
| "precision@10": 0.030009436929852158, | |
| "recall@1": 0.10632274300094369, | |
| "recall@5": 0.23057565272098143, | |
| "recall@10": 0.30009436929852157, | |
| "f1@1": 0.10632274300094369, | |
| "f1@5": 0.07685855090699381, | |
| "f1@10": 0.054562612599731185, | |
| "map@1": 0.10632274300094369, | |
| "map@5": 0.150487574709028, | |
| "map@10": 0.15961231194795208, | |
| "mrr@1": 0.10632274300094369, | |
| "mrr@5": 0.150487574709028, | |
| "mrr@10": 0.15961231194795208, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.4939981532779317, | |
| "hit@5": 0.8679593721144968, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4939981532779317, | |
| "ndcg_linear@5": 0.6946135135669718, | |
| "ndcg_linear@10": 0.7373262762832604, | |
| "ndcg_exponential@1": 0.4939981532779317, | |
| "ndcg_exponential@5": 0.6946135135669718, | |
| "ndcg_exponential@10": 0.7373262762832604, | |
| "precision@1": 0.4939981532779317, | |
| "precision@5": 0.17359187442289936, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.4939981532779317, | |
| "recall@5": 0.8679593721144968, | |
| "recall@10": 1.0, | |
| "f1@1": 0.4939981532779317, | |
| "f1@5": 0.2893197907048323, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.4939981532779317, | |
| "map@5": 0.636734379809172, | |
| "map@10": 0.6543771709976696, | |
| "mrr@1": 0.4939981532779317, | |
| "mrr@5": 0.636734379809172, | |
| "mrr@10": 0.6543771709976696, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.20220082530949107, | |
| "hit@5": 0.6011004126547456, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.20220082530949107, | |
| "ndcg_linear@5": 0.3987840994710363, | |
| "ndcg_linear@10": 0.524544158533619, | |
| "ndcg_exponential@1": 0.20220082530949107, | |
| "ndcg_exponential@5": 0.3987840994710363, | |
| "ndcg_exponential@10": 0.524544158533619, | |
| "precision@1": 0.20220082530949107, | |
| "precision@5": 0.1202200825309491, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.20220082530949107, | |
| "recall@5": 0.6011004126547456, | |
| "recall@10": 1.0, | |
| "f1@1": 0.20220082530949107, | |
| "f1@5": 0.20036680421824854, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.20220082530949107, | |
| "map@5": 0.3330353049060064, | |
| "map@10": 0.38307897207484554, | |
| "mrr@1": 0.20220082530949107, | |
| "mrr@5": 0.3330353049060064, | |
| "mrr@10": 0.38307897207484554, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.4083333333333333, | |
| "hit@5": 0.8861111111111111, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4083333333333333, | |
| "ndcg_linear@5": 0.6586571278564146, | |
| "ndcg_linear@10": 0.7020363910751584, | |
| "ndcg_exponential@1": 0.4083333333333333, | |
| "ndcg_exponential@5": 0.6586571278564146, | |
| "ndcg_exponential@10": 0.7020363910751584, | |
| "precision@1": 0.4083333333333333, | |
| "precision@5": 0.1951111111111111, | |
| "precision@10": 0.11277777777777781, | |
| "recall@1": 0.3842824074074074, | |
| "recall@5": 0.8708564814814814, | |
| "recall@10": 0.9982175925925925, | |
| "f1@1": 0.39165520282186944, | |
| "f1@5": 0.3137015453682121, | |
| "f1@10": 0.20007009194509193, | |
| "map@1": 0.4083333333333333, | |
| "map@5": 0.5822586419753087, | |
| "map@10": 0.6026371527777779, | |
| "mrr@1": 0.4083333333333333, | |
| "mrr@5": 0.5929629629629629, | |
| "mrr@10": 0.6089462081128747, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.734, | |
| "hit@5": 0.866, | |
| "hit@10": 0.906, | |
| "ndcg_linear@1": 0.734, | |
| "ndcg_linear@5": 0.8057573987022552, | |
| "ndcg_linear@10": 0.8188064742981096, | |
| "ndcg_exponential@1": 0.734, | |
| "ndcg_exponential@5": 0.8057573987022552, | |
| "ndcg_exponential@10": 0.8188064742981096, | |
| "precision@1": 0.734, | |
| "precision@5": 0.1732, | |
| "precision@10": 0.0906, | |
| "recall@1": 0.734, | |
| "recall@5": 0.866, | |
| "recall@10": 0.906, | |
| "f1@1": 0.734, | |
| "f1@5": 0.28866666666666674, | |
| "f1@10": 0.16472727272727275, | |
| "map@1": 0.734, | |
| "map@5": 0.7856000000000001, | |
| "map@10": 0.7910603174603175, | |
| "mrr@1": 0.734, | |
| "mrr@5": 0.7856000000000001, | |
| "mrr@10": 0.7910603174603175, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.35033259423503327, | |
| "hit@5": 0.541019955654102, | |
| "hit@10": 0.6208425720620843, | |
| "ndcg_linear@1": 0.35033259423503327, | |
| "ndcg_linear@5": 0.4484886950768515, | |
| "ndcg_linear@10": 0.47338485947788617, | |
| "ndcg_exponential@1": 0.35033259423503327, | |
| "ndcg_exponential@5": 0.4484886950768515, | |
| "ndcg_exponential@10": 0.47338485947788617, | |
| "precision@1": 0.35033259423503327, | |
| "precision@5": 0.10953436807095342, | |
| "precision@10": 0.06341463414634146, | |
| "recall@1": 0.34320029563932003, | |
| "recall@5": 0.5335920177383592, | |
| "recall@10": 0.6106060606060606, | |
| "f1@1": 0.34476093012678377, | |
| "f1@5": 0.18059028489444562, | |
| "f1@10": 0.11417931661834103, | |
| "map@1": 0.35033259423503327, | |
| "map@5": 0.41779995072678, | |
| "map@10": 0.42790588814979064, | |
| "mrr@1": 0.35033259423503327, | |
| "mrr@5": 0.4246119733924612, | |
| "mrr@10": 0.4349144757681343, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.7732793522267206, | |
| "hit@5": 0.8947368421052632, | |
| "hit@10": 0.9412955465587044, | |
| "ndcg_linear@1": 0.7732793522267206, | |
| "ndcg_linear@5": 0.836933803347616, | |
| "ndcg_linear@10": 0.852452939253696, | |
| "ndcg_exponential@1": 0.7732793522267206, | |
| "ndcg_exponential@5": 0.836933803347616, | |
| "ndcg_exponential@10": 0.852452939253696, | |
| "precision@1": 0.7732793522267206, | |
| "precision@5": 0.17894736842105263, | |
| "precision@10": 0.09433198380566803, | |
| "recall@1": 0.7732793522267206, | |
| "recall@5": 0.8937246963562753, | |
| "recall@10": 0.9412955465587044, | |
| "f1@1": 0.7732793522267206, | |
| "f1@5": 0.29814921920185083, | |
| "f1@10": 0.17145135566188197, | |
| "map@1": 0.7732793522267206, | |
| "map@5": 0.817914979757085, | |
| "map@10": 0.8244569757727652, | |
| "mrr@1": 0.7732793522267206, | |
| "mrr@5": 0.8182523616734144, | |
| "mrr@10": 0.8245051731893837, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8107142857142857, | |
| "hit@5": 0.9571428571428572, | |
| "hit@10": 0.975, | |
| "ndcg_linear@1": 0.8107142857142857, | |
| "ndcg_linear@5": 0.8920767921191974, | |
| "ndcg_linear@10": 0.8982104341600656, | |
| "ndcg_exponential@1": 0.8107142857142857, | |
| "ndcg_exponential@5": 0.8920767921191974, | |
| "ndcg_exponential@10": 0.8982104341600656, | |
| "precision@1": 0.8107142857142857, | |
| "precision@5": 0.19142857142857142, | |
| "precision@10": 0.09749999999999999, | |
| "recall@1": 0.8107142857142857, | |
| "recall@5": 0.9571428571428572, | |
| "recall@10": 0.975, | |
| "f1@1": 0.8107142857142857, | |
| "f1@5": 0.31904761904761914, | |
| "f1@10": 0.1772727272727273, | |
| "map@1": 0.8107142857142857, | |
| "map@5": 0.8701190476190476, | |
| "map@10": 0.8728613945578231, | |
| "mrr@1": 0.8107142857142857, | |
| "mrr@5": 0.8701190476190476, | |
| "mrr@10": 0.8728613945578231, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.30741190765492105, | |
| "hit@5": 0.5577156743620899, | |
| "hit@10": 0.6433778857837181, | |
| "ndcg_linear@1": 0.30741190765492105, | |
| "ndcg_linear@5": 0.4382195288905396, | |
| "ndcg_linear@10": 0.4658056006683759, | |
| "ndcg_exponential@1": 0.30741190765492105, | |
| "ndcg_exponential@5": 0.4382195288905396, | |
| "ndcg_exponential@10": 0.4658056006683759, | |
| "precision@1": 0.30741190765492105, | |
| "precision@5": 0.1117861482381531, | |
| "precision@10": 0.06452004860267314, | |
| "recall@1": 0.30650060753341435, | |
| "recall@5": 0.5565613608748481, | |
| "recall@10": 0.6422235722964762, | |
| "f1@1": 0.3068043742405832, | |
| "f1@5": 0.18601515940519592, | |
| "f1@10": 0.11718583158437353, | |
| "map@1": 0.30741190765492105, | |
| "map@5": 0.39878898339408664, | |
| "map@10": 0.41010757198788794, | |
| "mrr@1": 0.30741190765492105, | |
| "mrr@5": 0.39935196435803966, | |
| "mrr@10": 0.41067257806322205, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.45, | |
| "hit@5": 0.74, | |
| "hit@10": 0.87, | |
| "ndcg_linear@1": 0.45, | |
| "ndcg_linear@5": 0.608217112664813, | |
| "ndcg_linear@10": 0.650000125092289, | |
| "ndcg_exponential@1": 0.45, | |
| "ndcg_exponential@5": 0.608217112664813, | |
| "ndcg_exponential@10": 0.650000125092289, | |
| "precision@1": 0.45, | |
| "precision@5": 0.14799999999999996, | |
| "precision@10": 0.08699999999999998, | |
| "recall@1": 0.45, | |
| "recall@5": 0.74, | |
| "recall@10": 0.87, | |
| "f1@1": 0.45, | |
| "f1@5": 0.24666666666666667, | |
| "f1@10": 0.1581818181818182, | |
| "map@1": 0.45, | |
| "map@5": 0.564, | |
| "map@10": 0.5810912698412699, | |
| "mrr@1": 0.45, | |
| "mrr@5": 0.564, | |
| "mrr@10": 0.5810912698412699, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.76, | |
| "hit@5": 0.97, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.76, | |
| "ndcg_linear@5": 0.8852555261521673, | |
| "ndcg_linear@10": 0.8882658261088071, | |
| "ndcg_exponential@1": 0.76, | |
| "ndcg_exponential@5": 0.8852555261521673, | |
| "ndcg_exponential@10": 0.8882658261088071, | |
| "precision@1": 0.76, | |
| "precision@5": 0.19399999999999995, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.76, | |
| "recall@5": 0.97, | |
| "recall@10": 0.98, | |
| "f1@1": 0.76, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.76, | |
| "map@5": 0.8558333333333333, | |
| "map@10": 0.8569444444444444, | |
| "mrr@1": 0.76, | |
| "mrr@5": 0.8558333333333333, | |
| "mrr@10": 0.8569444444444444, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.79, | |
| "hit@5": 0.93, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.79, | |
| "ndcg_linear@5": 0.8650828475372231, | |
| "ndcg_linear@10": 0.8780588117396043, | |
| "ndcg_exponential@1": 0.79, | |
| "ndcg_exponential@5": 0.8650828475372231, | |
| "ndcg_exponential@10": 0.8780588117396043, | |
| "precision@1": 0.79, | |
| "precision@5": 0.18599999999999994, | |
| "precision@10": 0.09699999999999999, | |
| "recall@1": 0.79, | |
| "recall@5": 0.93, | |
| "recall@10": 0.97, | |
| "f1@1": 0.79, | |
| "f1@5": 0.31000000000000005, | |
| "f1@10": 0.17636363636363647, | |
| "map@1": 0.79, | |
| "map@5": 0.8433333333333333, | |
| "map@10": 0.8486904761904762, | |
| "mrr@1": 0.79, | |
| "mrr@5": 0.8433333333333333, | |
| "mrr@10": 0.8486904761904762, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.74, | |
| "hit@5": 0.94, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.74, | |
| "ndcg_linear@5": 0.8501367970825706, | |
| "ndcg_linear@10": 0.8630184664460052, | |
| "ndcg_exponential@1": 0.74, | |
| "ndcg_exponential@5": 0.8501367970825706, | |
| "ndcg_exponential@10": 0.8630184664460052, | |
| "precision@1": 0.74, | |
| "precision@5": 0.18799999999999997, | |
| "precision@10": 0.09799999999999999, | |
| "recall@1": 0.74, | |
| "recall@5": 0.94, | |
| "recall@10": 0.98, | |
| "f1@1": 0.74, | |
| "f1@5": 0.3133333333333334, | |
| "f1@10": 0.17818181818181825, | |
| "map@1": 0.74, | |
| "map@5": 0.8198333333333332, | |
| "map@10": 0.825111111111111, | |
| "mrr@1": 0.74, | |
| "mrr@5": 0.8198333333333332, | |
| "mrr@10": 0.825111111111111, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.84, | |
| "hit@5": 0.98, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.84, | |
| "ndcg_linear@5": 0.9217065065186136, | |
| "ndcg_linear@10": 0.9252685783896938, | |
| "ndcg_exponential@1": 0.84, | |
| "ndcg_exponential@5": 0.9217065065186136, | |
| "ndcg_exponential@10": 0.9252685783896938, | |
| "precision@1": 0.84, | |
| "precision@5": 0.19599999999999998, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.84, | |
| "recall@5": 0.98, | |
| "recall@10": 0.99, | |
| "f1@1": 0.84, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.84, | |
| "map@5": 0.9016666666666667, | |
| "map@10": 0.9033333333333334, | |
| "mrr@1": 0.84, | |
| "mrr@5": 0.9016666666666667, | |
| "mrr@10": 0.9033333333333334, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.38461538461538464, | |
| "hit@5": 0.6730769230769231, | |
| "hit@10": 0.8461538461538461, | |
| "ndcg_linear@1": 0.375, | |
| "ndcg_linear@5": 0.4555552886561195, | |
| "ndcg_linear@10": 0.511493540486886, | |
| "ndcg_exponential@1": 0.37179487179487186, | |
| "ndcg_exponential@5": 0.4541859231025376, | |
| "ndcg_exponential@10": 0.5099104815026472, | |
| "precision@1": 0.38461538461538464, | |
| "precision@5": 0.19230769230769226, | |
| "precision@10": 0.13076923076923078, | |
| "recall@1": 0.23621794871794868, | |
| "recall@5": 0.5487179487179487, | |
| "recall@10": 0.7033882783882782, | |
| "f1@1": 0.2715483234714004, | |
| "f1@5": 0.25723492194080433, | |
| "f1@10": 0.2026450736292365, | |
| "map@1": 0.38461538461538464, | |
| "map@5": 0.3914850427350427, | |
| "map@10": 0.415758547008547, | |
| "mrr@1": 0.38461538461538464, | |
| "mrr@5": 0.491025641025641, | |
| "mrr@10": 0.5144993894993896, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.36875, | |
| "hit@5": 0.7171875, | |
| "hit@10": 0.8203125, | |
| "ndcg_linear@1": 0.36875, | |
| "ndcg_linear@5": 0.4426897295015239, | |
| "ndcg_linear@10": 0.4850950127175607, | |
| "ndcg_exponential@1": 0.36875, | |
| "ndcg_exponential@5": 0.4426897295015239, | |
| "ndcg_exponential@10": 0.4850950127175607, | |
| "precision@1": 0.36875, | |
| "precision@5": 0.203125, | |
| "precision@10": 0.13968750000000002, | |
| "recall@1": 0.23270833333333335, | |
| "recall@5": 0.49864999124649856, | |
| "recall@10": 0.6150380777310923, | |
| "f1@1": 0.2621073457792208, | |
| "f1@5": 0.25601551313270066, | |
| "f1@10": 0.20543311717898116, | |
| "map@1": 0.36875, | |
| "map@5": 0.3719822048611111, | |
| "map@10": 0.3923365021789966, | |
| "mrr@1": 0.36875, | |
| "mrr@5": 0.497265625, | |
| "mrr@10": 0.5111972966269841, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.4525862068965517, | |
| "hit@5": 0.8103448275862069, | |
| "hit@10": 0.9267241379310345, | |
| "ndcg_linear@1": 0.4525862068965517, | |
| "ndcg_linear@5": 0.42995014841633666, | |
| "ndcg_linear@10": 0.43467280891274934, | |
| "ndcg_exponential@1": 0.4525862068965517, | |
| "ndcg_exponential@5": 0.4299501484163365, | |
| "ndcg_exponential@10": 0.43467280891274934, | |
| "precision@1": 0.4525862068965517, | |
| "precision@5": 0.38448275862068965, | |
| "precision@10": 0.33103448275862074, | |
| "recall@1": 0.049016392011628045, | |
| "recall@5": 0.22829352926193736, | |
| "recall@10": 0.36167397868493684, | |
| "f1@1": 0.08115811949451532, | |
| "f1@5": 0.22694280671921516, | |
| "f1@10": 0.27660068249123476, | |
| "map@1": 0.4525862068965517, | |
| "map@5": 0.3282327586206897, | |
| "map@10": 0.2973695391710324, | |
| "mrr@1": 0.4525862068965517, | |
| "mrr@5": 0.5951867816091955, | |
| "mrr@10": 0.6120929118773947, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.4692982456140351, | |
| "hit@5": 0.7719298245614035, | |
| "hit@10": 0.8640350877192983, | |
| "ndcg_linear@1": 0.4692982456140351, | |
| "ndcg_linear@5": 0.466179429204456, | |
| "ndcg_linear@10": 0.5017617250757785, | |
| "ndcg_exponential@1": 0.4692982456140351, | |
| "ndcg_exponential@5": 0.466179429204456, | |
| "ndcg_exponential@10": 0.5017617250757785, | |
| "precision@1": 0.4692982456140351, | |
| "precision@5": 0.21929824561403508, | |
| "precision@10": 0.15131578947368426, | |
| "recall@1": 0.2380325814536341, | |
| "recall@5": 0.4968671679197995, | |
| "recall@10": 0.6020624477861319, | |
| "f1@1": 0.28556649037592774, | |
| "f1@5": 0.26698957296533893, | |
| "f1@10": 0.21278941819922756, | |
| "map@1": 0.4692982456140351, | |
| "map@5": 0.38164961013645227, | |
| "map@10": 0.39600202763854087, | |
| "mrr@1": 0.4692982456140351, | |
| "mrr@5": 0.5818713450292398, | |
| "mrr@10": 0.594714216095795, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.7022058823529411, | |
| "hit@5": 0.821078431372549, | |
| "hit@10": 0.8615196078431373, | |
| "ndcg_linear@1": 0.7022058823529411, | |
| "ndcg_linear@5": 0.7687028213602233, | |
| "ndcg_linear@10": 0.7817454060088397, | |
| "ndcg_exponential@1": 0.7022058823529411, | |
| "ndcg_exponential@5": 0.7687028213602233, | |
| "ndcg_exponential@10": 0.7817454060088397, | |
| "precision@1": 0.7022058823529411, | |
| "precision@5": 0.1642156862745098, | |
| "precision@10": 0.08615196078431371, | |
| "recall@1": 0.7022058823529411, | |
| "recall@5": 0.821078431372549, | |
| "recall@10": 0.8615196078431373, | |
| "f1@1": 0.7022058823529411, | |
| "f1@5": 0.2736928104575164, | |
| "f1@10": 0.15663992869875223, | |
| "map@1": 0.7022058823529411, | |
| "map@5": 0.7510212418300654, | |
| "map@10": 0.7563827614379085, | |
| "mrr@1": 0.7022058823529411, | |
| "mrr@5": 0.7510212418300654, | |
| "mrr@10": 0.7563827614379085, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.7301587301587301, | |
| "hit@5": 0.9206349206349206, | |
| "hit@10": 0.9365079365079365, | |
| "ndcg_linear@1": 0.7301587301587301, | |
| "ndcg_linear@5": 0.8441010759070336, | |
| "ndcg_linear@10": 0.849392081198039, | |
| "ndcg_exponential@1": 0.7301587301587301, | |
| "ndcg_exponential@5": 0.8441010759070336, | |
| "ndcg_exponential@10": 0.849392081198039, | |
| "precision@1": 0.7301587301587301, | |
| "precision@5": 0.18412698412698403, | |
| "precision@10": 0.0936507936507936, | |
| "recall@1": 0.7301587301587301, | |
| "recall@5": 0.9206349206349206, | |
| "recall@10": 0.9365079365079365, | |
| "f1@1": 0.7301587301587301, | |
| "f1@5": 0.3068783068783068, | |
| "f1@10": 0.1702741702741703, | |
| "map@1": 0.7301587301587301, | |
| "map@5": 0.8174603174603174, | |
| "map@10": 0.8197278911564626, | |
| "mrr@1": 0.7301587301587301, | |
| "mrr@5": 0.8174603174603174, | |
| "mrr@10": 0.8197278911564626, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.5922165820642978, | |
| "hit@5": 0.8206429780033841, | |
| "hit@10": 0.8663282571912013, | |
| "ndcg_linear@1": 0.5922165820642978, | |
| "ndcg_linear@5": 0.717924714040525, | |
| "ndcg_linear@10": 0.7327402059542735, | |
| "ndcg_exponential@1": 0.5922165820642978, | |
| "ndcg_exponential@5": 0.717924714040525, | |
| "ndcg_exponential@10": 0.7327402059542735, | |
| "precision@1": 0.5922165820642978, | |
| "precision@5": 0.16412859560067683, | |
| "precision@10": 0.08663282571912012, | |
| "recall@1": 0.5922165820642978, | |
| "recall@5": 0.8206429780033841, | |
| "recall@10": 0.8663282571912013, | |
| "f1@1": 0.5922165820642978, | |
| "f1@5": 0.2735476593344614, | |
| "f1@10": 0.15751422858021846, | |
| "map@1": 0.5922165820642978, | |
| "map@5": 0.6833051325437113, | |
| "map@10": 0.6894455187602395, | |
| "mrr@1": 0.5922165820642978, | |
| "mrr@5": 0.6833051325437113, | |
| "mrr@10": 0.6894455187602395, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.8794964028776978, | |
| "hit@5": 0.9748201438848921, | |
| "hit@10": 0.9802158273381295, | |
| "ndcg_linear@1": 0.8794964028776978, | |
| "ndcg_linear@5": 0.9150078016078801, | |
| "ndcg_linear@10": 0.9207838812109942, | |
| "ndcg_exponential@1": 0.8794964028776978, | |
| "ndcg_exponential@5": 0.9150078016078801, | |
| "ndcg_exponential@10": 0.9207838812109942, | |
| "precision@1": 0.8794964028776978, | |
| "precision@5": 0.2384892086330935, | |
| "precision@10": 0.12176258992805757, | |
| "recall@1": 0.7598920863309353, | |
| "recall@5": 0.954136690647482, | |
| "recall@10": 0.9694244604316546, | |
| "f1@1": 0.7997601918465228, | |
| "f1@5": 0.37478588557725256, | |
| "f1@10": 0.2138652714192283, | |
| "map@1": 0.8794964028776978, | |
| "map@5": 0.8905575539568344, | |
| "map@10": 0.894137547105173, | |
| "mrr@1": 0.8794964028776978, | |
| "mrr@5": 0.9226618705035972, | |
| "mrr@10": 0.9233213429256595, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.7465181058495822, | |
| "hit@5": 0.9415041782729805, | |
| "hit@10": 0.9665738161559888, | |
| "ndcg_linear@1": 0.7465181058495822, | |
| "ndcg_linear@5": 0.8565495992280632, | |
| "ndcg_linear@10": 0.8647865140019099, | |
| "ndcg_exponential@1": 0.7465181058495822, | |
| "ndcg_exponential@5": 0.8565495992280632, | |
| "ndcg_exponential@10": 0.8647865140019099, | |
| "precision@1": 0.7465181058495822, | |
| "precision@5": 0.18830083565459607, | |
| "precision@10": 0.09665738161559885, | |
| "recall@1": 0.7465181058495822, | |
| "recall@5": 0.9415041782729805, | |
| "recall@10": 0.9665738161559888, | |
| "f1@1": 0.7465181058495822, | |
| "f1@5": 0.31383472609099355, | |
| "f1@10": 0.1757406938465435, | |
| "map@1": 0.7465181058495822, | |
| "map@5": 0.827669452181987, | |
| "map@10": 0.8311491356059602, | |
| "mrr@1": 0.7465181058495822, | |
| "mrr@5": 0.827669452181987, | |
| "mrr@10": 0.8311491356059602, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.5052143684820394, | |
| "hit@5": 0.7937427578215527, | |
| "hit@10": 0.8887601390498262, | |
| "ndcg_linear@1": 0.5052143684820394, | |
| "ndcg_linear@5": 0.6604877574932249, | |
| "ndcg_linear@10": 0.6916336549342924, | |
| "ndcg_exponential@1": 0.5052143684820394, | |
| "ndcg_exponential@5": 0.6604877574932249, | |
| "ndcg_exponential@10": 0.6916336549342924, | |
| "precision@1": 0.5052143684820394, | |
| "precision@5": 0.15874855156431056, | |
| "precision@10": 0.08887601390498262, | |
| "recall@1": 0.5052143684820394, | |
| "recall@5": 0.7937427578215527, | |
| "recall@10": 0.8887601390498262, | |
| "f1@1": 0.5052143684820394, | |
| "f1@5": 0.26458091927385097, | |
| "f1@10": 0.1615927525545139, | |
| "map@1": 0.5052143684820394, | |
| "map@5": 0.6159907300115876, | |
| "map@10": 0.629089646673656, | |
| "mrr@1": 0.5052143684820394, | |
| "mrr@5": 0.6159907300115876, | |
| "mrr@10": 0.629089646673656, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.03502626970227671, | |
| "hit@5": 0.3975481611208406, | |
| "hit@10": 0.5674255691768827, | |
| "ndcg_linear@1": 0.03502626970227671, | |
| "ndcg_linear@5": 0.21944808482459283, | |
| "ndcg_linear@10": 0.2752564930475152, | |
| "ndcg_exponential@1": 0.03502626970227671, | |
| "ndcg_exponential@5": 0.21944808482459285, | |
| "ndcg_exponential@10": 0.2752564930475153, | |
| "precision@1": 0.03502626970227671, | |
| "precision@5": 0.07950963222416814, | |
| "precision@10": 0.05674255691768828, | |
| "recall@1": 0.03502626970227671, | |
| "recall@5": 0.3975481611208406, | |
| "recall@10": 0.5674255691768827, | |
| "f1@1": 0.03502626970227671, | |
| "f1@5": 0.13251605370694688, | |
| "f1@10": 0.10316828530488775, | |
| "map@1": 0.03502626970227671, | |
| "map@5": 0.16103327495621714, | |
| "map@10": 0.184575236983293, | |
| "mrr@1": 0.03502626970227671, | |
| "mrr@5": 0.16103327495621714, | |
| "mrr@10": 0.184575236983293, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9903677758318739, | |
| "hit@5": 0.9973730297723292, | |
| "hit@10": 0.9982486865148862, | |
| "ndcg_linear@1": 0.6762988908347927, | |
| "ndcg_linear@5": 0.8018406693375459, | |
| "ndcg_linear@10": 0.767343136404217, | |
| "ndcg_exponential@1": 0.4519639729797348, | |
| "ndcg_exponential@5": 0.6874729261482034, | |
| "ndcg_exponential@10": 0.6978420362198057, | |
| "precision@1": 0.9903677758318739, | |
| "precision@5": 0.8740805604203151, | |
| "precision@10": 0.7643607705779335, | |
| "recall@1": 0.05845834634908238, | |
| "recall@5": 0.2559977615058973, | |
| "recall@10": 0.4381450224554127, | |
| "f1@1": 0.1096528022965413, | |
| "f1@5": 0.388099043607817, | |
| "f1@10": 0.5446572421004792, | |
| "map@1": 0.9903677758318739, | |
| "map@5": 0.8628546409807355, | |
| "map@10": 0.7436259056064535, | |
| "mrr@1": 0.9903677758318739, | |
| "mrr@5": 0.9936077057793345, | |
| "mrr@10": 0.9937327995996997, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.05250596658711217, | |
| "hit@5": 0.24224343675417662, | |
| "hit@10": 0.33890214797136037, | |
| "ndcg_linear@1": 0.05250596658711217, | |
| "ndcg_linear@5": 0.11893466223008214, | |
| "ndcg_linear@10": 0.15008296554980238, | |
| "ndcg_exponential@1": 0.05250596658711217, | |
| "ndcg_exponential@5": 0.11893466223008214, | |
| "ndcg_exponential@10": 0.15008296554980238, | |
| "precision@1": 0.05250596658711217, | |
| "precision@5": 0.056324582338902154, | |
| "precision@10": 0.04307875894988067, | |
| "recall@1": 0.028838504375497214, | |
| "recall@5": 0.1757174110694397, | |
| "recall@10": 0.2610182975338106, | |
| "f1@1": 0.03586377822654672, | |
| "f1@5": 0.08071268195513599, | |
| "f1@10": 0.07038494595369645, | |
| "map@1": 0.05250596658711217, | |
| "map@5": 0.08618237867939538, | |
| "map@10": 0.10006671765099569, | |
| "mrr@1": 0.05250596658711217, | |
| "mrr@5": 0.12171837708830548, | |
| "mrr@10": 0.13489174906239346, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.6157517899761337, | |
| "hit@5": 0.7482100238663485, | |
| "hit@10": 0.7947494033412887, | |
| "ndcg_linear@1": 0.4287987271280827, | |
| "ndcg_linear@5": 0.43709371712705786, | |
| "ndcg_linear@10": 0.4147091530579679, | |
| "ndcg_exponential@1": 0.2952608250937606, | |
| "ndcg_exponential@5": 0.3633856276662273, | |
| "ndcg_exponential@10": 0.36808988125041325, | |
| "precision@1": 0.6157517899761337, | |
| "precision@5": 0.4797136038186158, | |
| "precision@10": 0.41563245823389017, | |
| "recall@1": 0.01970187328257191, | |
| "recall@5": 0.07488813025872536, | |
| "recall@10": 0.12545835862481708, | |
| "f1@1": 0.03781026144552173, | |
| "f1@5": 0.12459954660237356, | |
| "f1@10": 0.18139093061449052, | |
| "map@1": 0.6157517899761337, | |
| "map@5": 0.44125696101829753, | |
| "map@10": 0.36061324308738785, | |
| "mrr@1": 0.6157517899761337, | |
| "mrr@5": 0.6687947494033414, | |
| "mrr@10": 0.6751861006932606, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |