Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "RzenEmbed-v1-7B", | |
| "model_size": 8.29, | |
| "embedding_dimension": 3584, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-07-15", | |
| "data_source": "RzenAI", | |
| "url": "", | |
| "report_generated_date": "2025-07-30T09:25:14.225556" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.828, | |
| "hit@5": 0.971, | |
| "hit@10": 0.983, | |
| "ndcg_linear@1": 0.828, | |
| "ndcg_linear@5": 0.9094950780950676, | |
| "ndcg_linear@10": 0.9134275265335953, | |
| "ndcg_exponential@1": 0.828, | |
| "ndcg_exponential@5": 0.9094950780950676, | |
| "ndcg_exponential@10": 0.9134275265335953, | |
| "precision@1": 0.828, | |
| "precision@5": 0.19420000000000004, | |
| "precision@10": 0.09830000000000001, | |
| "recall@1": 0.828, | |
| "recall@5": 0.971, | |
| "recall@10": 0.983, | |
| "f1@1": 0.828, | |
| "f1@5": 0.3236666666666666, | |
| "f1@10": 0.1787272727272727, | |
| "map@1": 0.828, | |
| "map@5": 0.88855, | |
| "map@10": 0.8902035714285714, | |
| "mrr@1": 0.828, | |
| "mrr@5": 0.88855, | |
| "mrr@10": 0.8902035714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.817, | |
| "hit@5": 0.965, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.817, | |
| "ndcg_linear@5": 0.8998973644877276, | |
| "ndcg_linear@10": 0.9077239887662364, | |
| "ndcg_exponential@1": 0.817, | |
| "ndcg_exponential@5": 0.8998973644877276, | |
| "ndcg_exponential@10": 0.9077239887662364, | |
| "precision@1": 0.817, | |
| "precision@5": 0.19300000000000003, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.817, | |
| "recall@5": 0.965, | |
| "recall@10": 0.989, | |
| "f1@1": 0.817, | |
| "f1@5": 0.3216666666666667, | |
| "f1@10": 0.1798181818181818, | |
| "map@1": 0.817, | |
| "map@5": 0.8779, | |
| "map@10": 0.881168253968254, | |
| "mrr@1": 0.817, | |
| "mrr@5": 0.8779, | |
| "mrr@10": 0.881168253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.7, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7, | |
| "ndcg_linear@5": 0.8892789260714373, | |
| "ndcg_linear@10": 0.8892789260714373, | |
| "ndcg_exponential@1": 0.7, | |
| "ndcg_exponential@5": 0.8892789260714373, | |
| "ndcg_exponential@10": 0.8892789260714373, | |
| "precision@1": 0.7, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.7, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.7, | |
| "map@5": 0.85, | |
| "map@10": 0.85, | |
| "mrr@1": 0.7, | |
| "mrr@5": 0.85, | |
| "mrr@10": 0.85, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.916, | |
| "hit@5": 0.985, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.916, | |
| "ndcg_linear@5": 0.9539800004365668, | |
| "ndcg_linear@10": 0.9556159355873654, | |
| "ndcg_exponential@1": 0.916, | |
| "ndcg_exponential@5": 0.9539800004365668, | |
| "ndcg_exponential@10": 0.9556159355873654, | |
| "precision@1": 0.916, | |
| "precision@5": 0.19700000000000004, | |
| "precision@10": 0.09900000000000003, | |
| "recall@1": 0.916, | |
| "recall@5": 0.985, | |
| "recall@10": 0.99, | |
| "f1@1": 0.916, | |
| "f1@5": 0.3283333333333333, | |
| "f1@10": 0.18, | |
| "map@1": 0.916, | |
| "map@5": 0.9435333333333333, | |
| "map@10": 0.9442178571428571, | |
| "mrr@1": 0.916, | |
| "mrr@5": 0.9435333333333333, | |
| "mrr@10": 0.9442178571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.824, | |
| "hit@5": 0.972, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.824, | |
| "ndcg_linear@5": 0.9077403942192613, | |
| "ndcg_linear@10": 0.9129754444752544, | |
| "ndcg_exponential@1": 0.824, | |
| "ndcg_exponential@5": 0.9077403942192613, | |
| "ndcg_exponential@10": 0.9129754444752544, | |
| "precision@1": 0.824, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.824, | |
| "recall@5": 0.972, | |
| "recall@10": 0.988, | |
| "f1@1": 0.824, | |
| "f1@5": 0.324, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.824, | |
| "map@5": 0.8858999999999999, | |
| "map@10": 0.888095238095238, | |
| "mrr@1": 0.824, | |
| "mrr@5": 0.8858999999999999, | |
| "mrr@10": 0.888095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.435, | |
| "hit@5": 0.722, | |
| "hit@10": 0.819, | |
| "ndcg_linear@1": 0.435, | |
| "ndcg_linear@5": 0.5897491935641634, | |
| "ndcg_linear@10": 0.6216540012843229, | |
| "ndcg_exponential@1": 0.435, | |
| "ndcg_exponential@5": 0.5897491935641634, | |
| "ndcg_exponential@10": 0.6216540012843229, | |
| "precision@1": 0.435, | |
| "precision@5": 0.1444, | |
| "precision@10": 0.0819, | |
| "recall@1": 0.435, | |
| "recall@5": 0.722, | |
| "recall@10": 0.819, | |
| "f1@1": 0.435, | |
| "f1@5": 0.24066666666666675, | |
| "f1@10": 0.1489090909090909, | |
| "map@1": 0.435, | |
| "map@5": 0.5455166666666666, | |
| "map@10": 0.5589976190476191, | |
| "mrr@1": 0.435, | |
| "mrr@5": 0.5455166666666666, | |
| "mrr@10": 0.5589976190476191, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.59, | |
| "hit@5": 0.795, | |
| "hit@10": 0.861, | |
| "ndcg_linear@1": 0.59, | |
| "ndcg_linear@5": 0.7001348320758924, | |
| "ndcg_linear@10": 0.7218552365086341, | |
| "ndcg_exponential@1": 0.59, | |
| "ndcg_exponential@5": 0.7001348320758924, | |
| "ndcg_exponential@10": 0.7218552365086341, | |
| "precision@1": 0.59, | |
| "precision@5": 0.159, | |
| "precision@10": 0.08610000000000001, | |
| "recall@1": 0.59, | |
| "recall@5": 0.795, | |
| "recall@10": 0.861, | |
| "f1@1": 0.59, | |
| "f1@5": 0.26500000000000007, | |
| "f1@10": 0.15654545454545457, | |
| "map@1": 0.59, | |
| "map@5": 0.6684833333333333, | |
| "map@10": 0.6776702380952381, | |
| "mrr@1": 0.59, | |
| "mrr@5": 0.6684833333333333, | |
| "mrr@10": 0.6776702380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.893, | |
| "hit@5": 0.969, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.893, | |
| "ndcg_linear@5": 0.9354326153321242, | |
| "ndcg_linear@10": 0.9388940121403124, | |
| "ndcg_exponential@1": 0.893, | |
| "ndcg_exponential@5": 0.9354326153321242, | |
| "ndcg_exponential@10": 0.9388940121403124, | |
| "precision@1": 0.893, | |
| "precision@5": 0.1938, | |
| "precision@10": 0.09800000000000002, | |
| "recall@1": 0.893, | |
| "recall@5": 0.969, | |
| "recall@10": 0.98, | |
| "f1@1": 0.893, | |
| "f1@5": 0.323, | |
| "f1@10": 0.17818181818181816, | |
| "map@1": 0.893, | |
| "map@5": 0.9240833333333333, | |
| "map@10": 0.925456746031746, | |
| "mrr@1": 0.893, | |
| "mrr@5": 0.9240833333333333, | |
| "mrr@10": 0.925456746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.685, | |
| "hit@5": 0.856, | |
| "hit@10": 0.894, | |
| "ndcg_linear@1": 0.685, | |
| "ndcg_linear@5": 0.7796845929553492, | |
| "ndcg_linear@10": 0.7919120489002842, | |
| "ndcg_exponential@1": 0.685, | |
| "ndcg_exponential@5": 0.7796845929553492, | |
| "ndcg_exponential@10": 0.7919120489002842, | |
| "precision@1": 0.685, | |
| "precision@5": 0.1712, | |
| "precision@10": 0.08940000000000001, | |
| "recall@1": 0.685, | |
| "recall@5": 0.856, | |
| "recall@10": 0.894, | |
| "f1@1": 0.685, | |
| "f1@5": 0.2853333333333334, | |
| "f1@10": 0.16254545454545452, | |
| "map@1": 0.685, | |
| "map@5": 0.7540166666666667, | |
| "map@10": 0.7590281746031746, | |
| "mrr@1": 0.685, | |
| "mrr@5": 0.7540166666666667, | |
| "mrr@10": 0.7590281746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.29, | |
| "hit@5": 0.527, | |
| "hit@10": 0.617, | |
| "ndcg_linear@1": 0.29, | |
| "ndcg_linear@5": 0.41418817840803435, | |
| "ndcg_linear@10": 0.44251638322486897, | |
| "ndcg_exponential@1": 0.29, | |
| "ndcg_exponential@5": 0.41418817840803435, | |
| "ndcg_exponential@10": 0.44251638322486897, | |
| "precision@1": 0.29, | |
| "precision@5": 0.1054, | |
| "precision@10": 0.0617, | |
| "recall@1": 0.29, | |
| "recall@5": 0.527, | |
| "recall@10": 0.617, | |
| "f1@1": 0.29, | |
| "f1@5": 0.17566666666666672, | |
| "f1@10": 0.1121818181818182, | |
| "map@1": 0.29, | |
| "map@5": 0.37688333333333335, | |
| "map@10": 0.38813015873015877, | |
| "mrr@1": 0.29, | |
| "mrr@5": 0.37688333333333335, | |
| "mrr@10": 0.38813015873015877, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.696, | |
| "hit@5": 0.933, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.696, | |
| "ndcg_linear@5": 0.8283045062532596, | |
| "ndcg_linear@10": 0.8371917358360558, | |
| "ndcg_exponential@1": 0.696, | |
| "ndcg_exponential@5": 0.8283045062532596, | |
| "ndcg_exponential@10": 0.8371917358360558, | |
| "precision@1": 0.696, | |
| "precision@5": 0.18660000000000002, | |
| "precision@10": 0.09600000000000002, | |
| "recall@1": 0.696, | |
| "recall@5": 0.933, | |
| "recall@10": 0.96, | |
| "f1@1": 0.696, | |
| "f1@5": 0.311, | |
| "f1@10": 0.17454545454545456, | |
| "map@1": 0.696, | |
| "map@5": 0.7929666666666667, | |
| "map@10": 0.7967313492063492, | |
| "mrr@1": 0.696, | |
| "mrr@5": 0.7929666666666667, | |
| "mrr@10": 0.7967313492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.613, | |
| "hit@5": 0.896, | |
| "hit@10": 0.933, | |
| "ndcg_linear@1": 0.613, | |
| "ndcg_linear@5": 0.7689633101226567, | |
| "ndcg_linear@10": 0.7809921000089294, | |
| "ndcg_exponential@1": 0.613, | |
| "ndcg_exponential@5": 0.7689633101226567, | |
| "ndcg_exponential@10": 0.7809921000089294, | |
| "precision@1": 0.613, | |
| "precision@5": 0.17920000000000003, | |
| "precision@10": 0.09330000000000001, | |
| "recall@1": 0.613, | |
| "recall@5": 0.896, | |
| "recall@10": 0.933, | |
| "f1@1": 0.613, | |
| "f1@5": 0.2986666666666667, | |
| "f1@10": 0.1696363636363636, | |
| "map@1": 0.613, | |
| "map@5": 0.7262166666666667, | |
| "map@10": 0.731215873015873, | |
| "mrr@1": 0.613, | |
| "mrr@5": 0.7262166666666667, | |
| "mrr@10": 0.731215873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.948, | |
| "hit@5": 0.993, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.948, | |
| "ndcg_linear@5": 0.9741245576494044, | |
| "ndcg_linear@10": 0.9754127245857479, | |
| "ndcg_exponential@1": 0.948, | |
| "ndcg_exponential@5": 0.9741245576494044, | |
| "ndcg_exponential@10": 0.9754127245857479, | |
| "precision@1": 0.948, | |
| "precision@5": 0.19860000000000003, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.948, | |
| "recall@5": 0.993, | |
| "recall@10": 0.997, | |
| "f1@1": 0.948, | |
| "f1@5": 0.331, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.948, | |
| "map@5": 0.96765, | |
| "map@10": 0.9681777777777778, | |
| "mrr@1": 0.948, | |
| "mrr@5": 0.96765, | |
| "mrr@10": 0.9681777777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.736, | |
| "hit@5": 0.893, | |
| "hit@10": 0.932, | |
| "ndcg_linear@1": 0.736, | |
| "ndcg_linear@5": 0.8229286176526951, | |
| "ndcg_linear@10": 0.8357886152687249, | |
| "ndcg_exponential@1": 0.736, | |
| "ndcg_exponential@5": 0.8229286176526951, | |
| "ndcg_exponential@10": 0.8357886152687249, | |
| "precision@1": 0.736, | |
| "precision@5": 0.17860000000000004, | |
| "precision@10": 0.09320000000000002, | |
| "recall@1": 0.736, | |
| "recall@5": 0.893, | |
| "recall@10": 0.932, | |
| "f1@1": 0.736, | |
| "f1@5": 0.2976666666666667, | |
| "f1@10": 0.16945454545454544, | |
| "map@1": 0.736, | |
| "map@5": 0.7992833333333333, | |
| "map@10": 0.8047369047619047, | |
| "mrr@1": 0.736, | |
| "mrr@5": 0.7992833333333333, | |
| "mrr@10": 0.8047369047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.64, | |
| "hit@5": 0.799, | |
| "hit@10": 0.851, | |
| "ndcg_linear@1": 0.64, | |
| "ndcg_linear@5": 0.7266899088612594, | |
| "ndcg_linear@10": 0.7436009229331013, | |
| "ndcg_exponential@1": 0.64, | |
| "ndcg_exponential@5": 0.7266899088612594, | |
| "ndcg_exponential@10": 0.7436009229331013, | |
| "precision@1": 0.64, | |
| "precision@5": 0.1598, | |
| "precision@10": 0.0851, | |
| "recall@1": 0.64, | |
| "recall@5": 0.799, | |
| "recall@10": 0.851, | |
| "f1@1": 0.64, | |
| "f1@5": 0.26633333333333337, | |
| "f1@10": 0.15472727272727274, | |
| "map@1": 0.64, | |
| "map@5": 0.7024333333333334, | |
| "map@10": 0.7094769841269841, | |
| "mrr@1": 0.64, | |
| "mrr@5": 0.7024333333333334, | |
| "mrr@10": 0.7094769841269841, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.605, | |
| "hit@5": 0.903, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.605, | |
| "ndcg_linear@5": 0.7702837822112812, | |
| "ndcg_linear@10": 0.7874365696077907, | |
| "ndcg_exponential@1": 0.605, | |
| "ndcg_exponential@5": 0.7702837822112812, | |
| "ndcg_exponential@10": 0.7874365696077907, | |
| "precision@1": 0.605, | |
| "precision@5": 0.1806, | |
| "precision@10": 0.0955, | |
| "recall@1": 0.605, | |
| "recall@5": 0.903, | |
| "recall@10": 0.955, | |
| "f1@1": 0.605, | |
| "f1@5": 0.301, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.605, | |
| "map@5": 0.7255666666666666, | |
| "map@10": 0.7328424603174604, | |
| "mrr@1": 0.605, | |
| "mrr@5": 0.7255666666666666, | |
| "mrr@10": 0.7328424603174604, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.582, | |
| "hit@5": 0.803, | |
| "hit@10": 0.888, | |
| "ndcg_linear@1": 0.582, | |
| "ndcg_linear@5": 0.7032859462897793, | |
| "ndcg_linear@10": 0.7307243763023684, | |
| "ndcg_exponential@1": 0.582, | |
| "ndcg_exponential@5": 0.7032859462897793, | |
| "ndcg_exponential@10": 0.7307243763023684, | |
| "precision@1": 0.582, | |
| "precision@5": 0.1606, | |
| "precision@10": 0.08880000000000002, | |
| "recall@1": 0.582, | |
| "recall@5": 0.803, | |
| "recall@10": 0.888, | |
| "f1@1": 0.582, | |
| "f1@5": 0.2676666666666667, | |
| "f1@10": 0.16145454545454543, | |
| "map@1": 0.582, | |
| "map@5": 0.6697833333333333, | |
| "map@10": 0.681081746031746, | |
| "mrr@1": 0.582, | |
| "mrr@5": 0.6697833333333333, | |
| "mrr@10": 0.681081746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.535, | |
| "hit@5": 0.701, | |
| "hit@10": 0.75, | |
| "ndcg_linear@1": 0.535, | |
| "ndcg_linear@5": 0.6281413113785934, | |
| "ndcg_linear@10": 0.6439095357825262, | |
| "ndcg_exponential@1": 0.535, | |
| "ndcg_exponential@5": 0.6281413113785934, | |
| "ndcg_exponential@10": 0.6439095357825262, | |
| "precision@1": 0.535, | |
| "precision@5": 0.1402, | |
| "precision@10": 0.075, | |
| "recall@1": 0.535, | |
| "recall@5": 0.701, | |
| "recall@10": 0.75, | |
| "f1@1": 0.535, | |
| "f1@5": 0.23366666666666672, | |
| "f1@10": 0.13636363636363638, | |
| "map@1": 0.535, | |
| "map@5": 0.6034666666666667, | |
| "map@10": 0.6099380952380953, | |
| "mrr@1": 0.535, | |
| "mrr@5": 0.6034666666666667, | |
| "mrr@10": 0.6099380952380953, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.655, | |
| "hit@5": 0.863, | |
| "hit@10": 0.906, | |
| "ndcg_linear@1": 0.655, | |
| "ndcg_linear@5": 0.7701657803207819, | |
| "ndcg_linear@10": 0.7840345593668333, | |
| "ndcg_exponential@1": 0.655, | |
| "ndcg_exponential@5": 0.7701657803207819, | |
| "ndcg_exponential@10": 0.7840345593668333, | |
| "precision@1": 0.655, | |
| "precision@5": 0.1726, | |
| "precision@10": 0.09060000000000003, | |
| "recall@1": 0.655, | |
| "recall@5": 0.863, | |
| "recall@10": 0.906, | |
| "f1@1": 0.655, | |
| "f1@5": 0.2876666666666667, | |
| "f1@10": 0.16472727272727272, | |
| "map@1": 0.655, | |
| "map@5": 0.7388999999999999, | |
| "map@10": 0.7445992063492063, | |
| "mrr@1": 0.655, | |
| "mrr@5": 0.7388999999999999, | |
| "mrr@10": 0.7445992063492063, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.862, | |
| "hit@5": 0.91, | |
| "hit@10": 0.927, | |
| "ndcg_linear@1": 0.862, | |
| "ndcg_linear@5": 0.8893472638816982, | |
| "ndcg_linear@10": 0.8948415453381151, | |
| "ndcg_exponential@1": 0.862, | |
| "ndcg_exponential@5": 0.8893472638816982, | |
| "ndcg_exponential@10": 0.8948415453381151, | |
| "precision@1": 0.862, | |
| "precision@5": 0.18200000000000002, | |
| "precision@10": 0.09270000000000002, | |
| "recall@1": 0.862, | |
| "recall@5": 0.91, | |
| "recall@10": 0.927, | |
| "f1@1": 0.862, | |
| "f1@5": 0.30333333333333334, | |
| "f1@10": 0.16854545454545453, | |
| "map@1": 0.862, | |
| "map@5": 0.8823166666666666, | |
| "map@10": 0.8845829365079364, | |
| "mrr@1": 0.862, | |
| "mrr@5": 0.8823166666666666, | |
| "mrr@10": 0.8845829365079364, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.831, | |
| "hit@5": 0.969, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.831, | |
| "ndcg_linear@5": 0.9085365267460304, | |
| "ndcg_linear@10": 0.9144670208096661, | |
| "ndcg_exponential@1": 0.831, | |
| "ndcg_exponential@5": 0.9085365267460304, | |
| "ndcg_exponential@10": 0.9144670208096661, | |
| "precision@1": 0.831, | |
| "precision@5": 0.19380000000000003, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.831, | |
| "recall@5": 0.969, | |
| "recall@10": 0.987, | |
| "f1@1": 0.831, | |
| "f1@5": 0.323, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.831, | |
| "map@5": 0.8880333333333333, | |
| "map@10": 0.8905448412698412, | |
| "mrr@1": 0.831, | |
| "mrr@5": 0.8880333333333333, | |
| "mrr@10": 0.8905448412698412, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.663, | |
| "hit@5": 0.925, | |
| "hit@10": 0.961, | |
| "ndcg_linear@1": 0.663, | |
| "ndcg_linear@5": 0.8080414075682597, | |
| "ndcg_linear@10": 0.8200824281246609, | |
| "ndcg_exponential@1": 0.663, | |
| "ndcg_exponential@5": 0.8080414075682597, | |
| "ndcg_exponential@10": 0.8200824281246609, | |
| "precision@1": 0.663, | |
| "precision@5": 0.18500000000000003, | |
| "precision@10": 0.09610000000000002, | |
| "recall@1": 0.663, | |
| "recall@5": 0.925, | |
| "recall@10": 0.961, | |
| "f1@1": 0.663, | |
| "f1@5": 0.30833333333333335, | |
| "f1@10": 0.17472727272727273, | |
| "map@1": 0.663, | |
| "map@5": 0.7685833333333334, | |
| "map@10": 0.7737873015873015, | |
| "mrr@1": 0.663, | |
| "mrr@5": 0.7685833333333334, | |
| "mrr@10": 0.7737873015873015, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.826, | |
| "hit@5": 0.93, | |
| "hit@10": 0.944, | |
| "ndcg_linear@1": 0.826, | |
| "ndcg_linear@5": 0.8846246628225244, | |
| "ndcg_linear@10": 0.8891353335349551, | |
| "ndcg_exponential@1": 0.826, | |
| "ndcg_exponential@5": 0.8846246628225244, | |
| "ndcg_exponential@10": 0.8891353335349551, | |
| "precision@1": 0.826, | |
| "precision@5": 0.18600000000000003, | |
| "precision@10": 0.09440000000000003, | |
| "recall@1": 0.826, | |
| "recall@5": 0.93, | |
| "recall@10": 0.944, | |
| "f1@1": 0.826, | |
| "f1@5": 0.31, | |
| "f1@10": 0.17163636363636361, | |
| "map@1": 0.826, | |
| "map@5": 0.8692333333333333, | |
| "map@10": 0.8710841269841268, | |
| "mrr@1": 0.826, | |
| "mrr@5": 0.8692333333333333, | |
| "mrr@10": 0.8710841269841268, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.858, | |
| "hit@5": 0.939, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.858, | |
| "ndcg_linear@5": 0.9040393113720981, | |
| "ndcg_linear@10": 0.9091613789384843, | |
| "ndcg_exponential@1": 0.858, | |
| "ndcg_exponential@5": 0.9040393113720981, | |
| "ndcg_exponential@10": 0.9091613789384843, | |
| "precision@1": 0.858, | |
| "precision@5": 0.18780000000000002, | |
| "precision@10": 0.09550000000000003, | |
| "recall@1": 0.858, | |
| "recall@5": 0.939, | |
| "recall@10": 0.955, | |
| "f1@1": 0.858, | |
| "f1@5": 0.313, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.858, | |
| "map@5": 0.8921333333333334, | |
| "map@10": 0.8942170634920635, | |
| "mrr@1": 0.858, | |
| "mrr@5": 0.8921333333333334, | |
| "mrr@10": 0.8942170634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.786, | |
| "hit@5": 0.955, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.786, | |
| "ndcg_linear@5": 0.8806662695707361, | |
| "ndcg_linear@10": 0.8890325010672325, | |
| "ndcg_exponential@1": 0.786, | |
| "ndcg_exponential@5": 0.8806662695707361, | |
| "ndcg_exponential@10": 0.8890325010672325, | |
| "precision@1": 0.786, | |
| "precision@5": 0.19100000000000003, | |
| "precision@10": 0.098, | |
| "recall@1": 0.786, | |
| "recall@5": 0.955, | |
| "recall@10": 0.98, | |
| "f1@1": 0.786, | |
| "f1@5": 0.31833333333333336, | |
| "f1@10": 0.17818181818181816, | |
| "map@1": 0.786, | |
| "map@5": 0.8555166666666667, | |
| "map@10": 0.8591361111111112, | |
| "mrr@1": 0.786, | |
| "mrr@5": 0.8555166666666667, | |
| "mrr@10": 0.8591361111111112, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.76, | |
| "hit@5": 0.948, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.76, | |
| "ndcg_linear@5": 0.8658771564953371, | |
| "ndcg_linear@10": 0.8765068852944532, | |
| "ndcg_exponential@1": 0.76, | |
| "ndcg_exponential@5": 0.8658771564953371, | |
| "ndcg_exponential@10": 0.8765068852944532, | |
| "precision@1": 0.76, | |
| "precision@5": 0.18960000000000002, | |
| "precision@10": 0.098, | |
| "recall@1": 0.76, | |
| "recall@5": 0.948, | |
| "recall@10": 0.98, | |
| "f1@1": 0.76, | |
| "f1@5": 0.316, | |
| "f1@10": 0.1781818181818182, | |
| "map@1": 0.76, | |
| "map@5": 0.8379833333333333, | |
| "map@10": 0.8425337301587301, | |
| "mrr@1": 0.76, | |
| "mrr@5": 0.8379833333333333, | |
| "mrr@10": 0.8425337301587301, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.686, | |
| "hit@5": 0.99, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.686, | |
| "ndcg_linear@5": 0.8595108553497623, | |
| "ndcg_linear@10": 0.8620043056595185, | |
| "ndcg_exponential@1": 0.686, | |
| "ndcg_exponential@5": 0.8595108553497623, | |
| "ndcg_exponential@10": 0.8620043056595185, | |
| "precision@1": 0.686, | |
| "precision@5": 0.19800000000000004, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.686, | |
| "recall@5": 0.99, | |
| "recall@10": 0.997, | |
| "f1@1": 0.686, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.686, | |
| "map@5": 0.8150166666666666, | |
| "map@10": 0.8161833333333333, | |
| "mrr@1": 0.686, | |
| "mrr@5": 0.8150166666666666, | |
| "mrr@10": 0.8161833333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.913, | |
| "hit@5": 0.99, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.913, | |
| "ndcg_linear@5": 0.9580411188485336, | |
| "ndcg_linear@10": 0.959086866556083, | |
| "ndcg_exponential@1": 0.913, | |
| "ndcg_exponential@5": 0.9580411188485336, | |
| "ndcg_exponential@10": 0.959086866556083, | |
| "precision@1": 0.913, | |
| "precision@5": 0.19800000000000006, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.913, | |
| "recall@5": 0.99, | |
| "recall@10": 0.993, | |
| "f1@1": 0.913, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.913, | |
| "map@5": 0.9470333333333333, | |
| "map@10": 0.9475095238095237, | |
| "mrr@1": 0.913, | |
| "mrr@5": 0.9470333333333333, | |
| "mrr@10": 0.9475095238095237, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.387, | |
| "hit@5": 0.644, | |
| "hit@10": 0.755, | |
| "ndcg_linear@1": 0.387, | |
| "ndcg_linear@5": 0.5257522134188222, | |
| "ndcg_linear@10": 0.5616595546746864, | |
| "ndcg_exponential@1": 0.387, | |
| "ndcg_exponential@5": 0.5257522134188222, | |
| "ndcg_exponential@10": 0.5616595546746864, | |
| "precision@1": 0.387, | |
| "precision@5": 0.1288, | |
| "precision@10": 0.0755, | |
| "recall@1": 0.387, | |
| "recall@5": 0.644, | |
| "recall@10": 0.755, | |
| "f1@1": 0.387, | |
| "f1@5": 0.21466666666666676, | |
| "f1@10": 0.1372727272727273, | |
| "map@1": 0.387, | |
| "map@5": 0.4862666666666666, | |
| "map@10": 0.5010936507936508, | |
| "mrr@1": 0.387, | |
| "mrr@5": 0.4862666666666666, | |
| "mrr@10": 0.5010936507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.748, | |
| "hit@5": 0.923, | |
| "hit@10": 0.956, | |
| "ndcg_linear@1": 0.748, | |
| "ndcg_linear@5": 0.8458487402054281, | |
| "ndcg_linear@10": 0.8565502586405119, | |
| "ndcg_exponential@1": 0.748, | |
| "ndcg_exponential@5": 0.8458487402054281, | |
| "ndcg_exponential@10": 0.8565502586405119, | |
| "precision@1": 0.748, | |
| "precision@5": 0.18460000000000001, | |
| "precision@10": 0.0956, | |
| "recall@1": 0.748, | |
| "recall@5": 0.923, | |
| "recall@10": 0.956, | |
| "f1@1": 0.748, | |
| "f1@5": 0.3076666666666667, | |
| "f1@10": 0.17381818181818182, | |
| "map@1": 0.748, | |
| "map@5": 0.8197333333333333, | |
| "map@10": 0.8241654761904762, | |
| "mrr@1": 0.748, | |
| "mrr@5": 0.8197333333333333, | |
| "mrr@10": 0.8241654761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.796, | |
| "hit@5": 0.938, | |
| "hit@10": 0.969, | |
| "ndcg_linear@1": 0.796, | |
| "ndcg_linear@5": 0.8758960991853754, | |
| "ndcg_linear@10": 0.8863480154310364, | |
| "ndcg_exponential@1": 0.796, | |
| "ndcg_exponential@5": 0.8758960991853754, | |
| "ndcg_exponential@10": 0.8863480154310364, | |
| "precision@1": 0.796, | |
| "precision@5": 0.18760000000000002, | |
| "precision@10": 0.0969, | |
| "recall@1": 0.796, | |
| "recall@5": 0.938, | |
| "recall@10": 0.969, | |
| "f1@1": 0.796, | |
| "f1@5": 0.3126666666666667, | |
| "f1@10": 0.1761818181818182, | |
| "map@1": 0.796, | |
| "map@5": 0.8548333333333333, | |
| "map@10": 0.859395634920635, | |
| "mrr@1": 0.796, | |
| "mrr@5": 0.8548333333333333, | |
| "mrr@10": 0.859395634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.965, | |
| "hit@5": 0.999, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.965, | |
| "ndcg_linear@5": 0.9853271330206496, | |
| "ndcg_linear@10": 0.9853271330206496, | |
| "ndcg_exponential@1": 0.965, | |
| "ndcg_exponential@5": 0.9853271330206496, | |
| "ndcg_exponential@10": 0.9853271330206496, | |
| "precision@1": 0.965, | |
| "precision@5": 0.1998, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.965, | |
| "recall@5": 0.999, | |
| "recall@10": 0.999, | |
| "f1@1": 0.965, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.965, | |
| "map@5": 0.9805833333333333, | |
| "map@10": 0.9805833333333333, | |
| "mrr@1": 0.965, | |
| "mrr@5": 0.9805833333333333, | |
| "mrr@10": 0.9805833333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.783, | |
| "hit@5": 0.91, | |
| "hit@10": 0.938, | |
| "ndcg_linear@1": 0.783, | |
| "ndcg_linear@5": 0.8544357671595362, | |
| "ndcg_linear@10": 0.8638181639538988, | |
| "ndcg_exponential@1": 0.783, | |
| "ndcg_exponential@5": 0.8544357671595362, | |
| "ndcg_exponential@10": 0.8638181639538988, | |
| "precision@1": 0.783, | |
| "precision@5": 0.18200000000000002, | |
| "precision@10": 0.09380000000000001, | |
| "recall@1": 0.783, | |
| "recall@5": 0.91, | |
| "recall@10": 0.938, | |
| "f1@1": 0.783, | |
| "f1@5": 0.30333333333333334, | |
| "f1@10": 0.17054545454545453, | |
| "map@1": 0.783, | |
| "map@5": 0.8356166666666667, | |
| "map@10": 0.8396781746031746, | |
| "mrr@1": 0.783, | |
| "mrr@5": 0.8356166666666667, | |
| "mrr@10": 0.8396781746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.883, | |
| "hit@5": 0.988, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.883, | |
| "ndcg_linear@5": 0.946127789200579, | |
| "ndcg_linear@10": 0.9485118756386888, | |
| "ndcg_exponential@1": 0.883, | |
| "ndcg_exponential@5": 0.946127789200579, | |
| "ndcg_exponential@10": 0.9485118756386888, | |
| "precision@1": 0.883, | |
| "precision@5": 0.19760000000000003, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.883, | |
| "recall@5": 0.988, | |
| "recall@10": 0.995, | |
| "f1@1": 0.883, | |
| "f1@5": 0.3293333333333333, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.883, | |
| "map@5": 0.9315999999999999, | |
| "map@10": 0.9326535714285714, | |
| "mrr@1": 0.883, | |
| "mrr@5": 0.9315999999999999, | |
| "mrr@10": 0.9326535714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.851, | |
| "hit@5": 0.998, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.851, | |
| "ndcg_linear@5": 0.9455085332821472, | |
| "ndcg_linear@10": 0.9458239981589329, | |
| "ndcg_exponential@1": 0.851, | |
| "ndcg_exponential@5": 0.9455085332821472, | |
| "ndcg_exponential@10": 0.9458239981589329, | |
| "precision@1": 0.851, | |
| "precision@5": 0.19960000000000003, | |
| "precision@10": 0.09990000000000002, | |
| "recall@1": 0.851, | |
| "recall@5": 0.998, | |
| "recall@10": 0.999, | |
| "f1@1": 0.851, | |
| "f1@5": 0.3326666666666666, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.851, | |
| "map@5": 0.9273333333333333, | |
| "map@10": 0.9274583333333334, | |
| "mrr@1": 0.851, | |
| "mrr@5": 0.9243333333333333, | |
| "mrr@10": 0.9244583333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.91, | |
| "hit@5": 0.976, | |
| "hit@10": 0.986, | |
| "ndcg_linear@1": 0.91, | |
| "ndcg_linear@5": 0.9469243305784019, | |
| "ndcg_linear@10": 0.9501493700399406, | |
| "ndcg_exponential@1": 0.91, | |
| "ndcg_exponential@5": 0.9469243305784019, | |
| "ndcg_exponential@10": 0.9501493700399406, | |
| "precision@1": 0.91, | |
| "precision@5": 0.19520000000000004, | |
| "precision@10": 0.09860000000000002, | |
| "recall@1": 0.91, | |
| "recall@5": 0.976, | |
| "recall@10": 0.986, | |
| "f1@1": 0.91, | |
| "f1@5": 0.3253333333333333, | |
| "f1@10": 0.17927272727272725, | |
| "map@1": 0.91, | |
| "map@5": 0.9370833333333333, | |
| "map@10": 0.9384095238095238, | |
| "mrr@1": 0.91, | |
| "mrr@5": 0.9370833333333333, | |
| "mrr@10": 0.9384095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.82, | |
| "hit@5": 0.91, | |
| "hit@10": 0.946, | |
| "ndcg_linear@1": 0.82, | |
| "ndcg_linear@5": 0.8689006376886115, | |
| "ndcg_linear@10": 0.8804134994793783, | |
| "ndcg_exponential@1": 0.82, | |
| "ndcg_exponential@5": 0.8689006376886115, | |
| "ndcg_exponential@10": 0.8804134994793783, | |
| "precision@1": 0.82, | |
| "precision@5": 0.182, | |
| "precision@10": 0.09459999999999999, | |
| "recall@1": 0.82, | |
| "recall@5": 0.91, | |
| "recall@10": 0.946, | |
| "f1@1": 0.82, | |
| "f1@5": 0.30333333333333334, | |
| "f1@10": 0.172, | |
| "map@1": 0.82, | |
| "map@5": 0.8551, | |
| "map@10": 0.8597753968253968, | |
| "mrr@1": 0.82, | |
| "mrr@5": 0.8551, | |
| "mrr@10": 0.8597753968253968, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.4811529933481153, | |
| "hit@5": 0.6740576496674058, | |
| "hit@10": 0.7317073170731707, | |
| "ndcg_linear@1": 0.4811529933481153, | |
| "ndcg_linear@5": 0.5799184206961303, | |
| "ndcg_linear@10": 0.5993414485489725, | |
| "ndcg_exponential@1": 0.4811529933481153, | |
| "ndcg_exponential@5": 0.5799184206961303, | |
| "ndcg_exponential@10": 0.5993414485489725, | |
| "precision@1": 0.4811529933481153, | |
| "precision@5": 0.13658536585365852, | |
| "precision@10": 0.07516629711751661, | |
| "recall@1": 0.4789356984478936, | |
| "recall@5": 0.6653362897265336, | |
| "recall@10": 0.7234294161123429, | |
| "f1@1": 0.4796747967479675, | |
| "f1@5": 0.22529693325963057, | |
| "f1@10": 0.13540428529342058, | |
| "map@1": 0.4811529933481153, | |
| "map@5": 0.5500757575757576, | |
| "map@10": 0.558533447131008, | |
| "mrr@1": 0.4811529933481153, | |
| "mrr@5": 0.553030303030303, | |
| "mrr@10": 0.5607010875303559, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8866396761133604, | |
| "hit@5": 0.9574898785425101, | |
| "hit@10": 0.9635627530364372, | |
| "ndcg_linear@1": 0.8866396761133604, | |
| "ndcg_linear@5": 0.9223555992036491, | |
| "ndcg_linear@10": 0.9248784467498433, | |
| "ndcg_exponential@1": 0.8866396761133604, | |
| "ndcg_exponential@5": 0.9223555992036491, | |
| "ndcg_exponential@10": 0.9248784467498433, | |
| "precision@1": 0.8866396761133604, | |
| "precision@5": 0.19149797570850202, | |
| "precision@10": 0.09655870445344131, | |
| "recall@1": 0.8866396761133604, | |
| "recall@5": 0.9564777327935222, | |
| "recall@10": 0.9635627530364372, | |
| "f1@1": 0.8866396761133604, | |
| "f1@5": 0.31906689801426646, | |
| "f1@10": 0.17549993865783337, | |
| "map@1": 0.8866396761133604, | |
| "map@5": 0.9110661268556005, | |
| "map@10": 0.9123313090418353, | |
| "mrr@1": 0.8866396761133604, | |
| "mrr@5": 0.911268556005398, | |
| "mrr@10": 0.9121963562753036, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.925, | |
| "hit@5": 0.9892857142857143, | |
| "hit@10": 0.9964285714285714, | |
| "ndcg_linear@1": 0.925, | |
| "ndcg_linear@5": 0.9624770534703714, | |
| "ndcg_linear@10": 0.9648243291231288, | |
| "ndcg_exponential@1": 0.925, | |
| "ndcg_exponential@5": 0.9624770534703714, | |
| "ndcg_exponential@10": 0.9648243291231288, | |
| "precision@1": 0.925, | |
| "precision@5": 0.19785714285714281, | |
| "precision@10": 0.09964285714285714, | |
| "recall@1": 0.925, | |
| "recall@5": 0.9892857142857143, | |
| "recall@10": 0.9964285714285714, | |
| "f1@1": 0.925, | |
| "f1@5": 0.32976190476190487, | |
| "f1@10": 0.18116883116883123, | |
| "map@1": 0.925, | |
| "map@5": 0.9533333333333331, | |
| "map@10": 0.9543253968253969, | |
| "mrr@1": 0.925, | |
| "mrr@5": 0.9533333333333331, | |
| "mrr@10": 0.9543253968253969, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.6148238153098421, | |
| "hit@5": 0.8687727825030377, | |
| "hit@10": 0.9210206561360875, | |
| "ndcg_linear@1": 0.6148238153098421, | |
| "ndcg_linear@5": 0.7522457591197164, | |
| "ndcg_linear@10": 0.7697011445258903, | |
| "ndcg_exponential@1": 0.6148238153098421, | |
| "ndcg_exponential@5": 0.7522457591197164, | |
| "ndcg_exponential@10": 0.7697011445258903, | |
| "precision@1": 0.6148238153098421, | |
| "precision@5": 0.1741190765492102, | |
| "precision@10": 0.09240583232077763, | |
| "recall@1": 0.6142162818955043, | |
| "recall@5": 0.867314702308627, | |
| "recall@10": 0.9201701093560145, | |
| "f1@1": 0.6144187930336169, | |
| "f1@5": 0.28981658276919525, | |
| "f1@10": 0.16785964137118456, | |
| "map@1": 0.6148238153098421, | |
| "map@5": 0.7134771162413933, | |
| "map@10": 0.7209374819186484, | |
| "mrr@1": 0.6148238153098421, | |
| "mrr@5": 0.713922640745241, | |
| "mrr@10": 0.7212699377037166, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.86, | |
| "hit@5": 0.99, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.86, | |
| "ndcg_linear@5": 0.9334718483307359, | |
| "ndcg_linear@10": 0.9334718483307359, | |
| "ndcg_exponential@1": 0.86, | |
| "ndcg_exponential@5": 0.9334718483307359, | |
| "ndcg_exponential@10": 0.9334718483307359, | |
| "precision@1": 0.86, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.86, | |
| "recall@5": 0.99, | |
| "recall@10": 0.99, | |
| "f1@1": 0.86, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.86, | |
| "map@5": 0.9141666666666667, | |
| "map@10": 0.9141666666666667, | |
| "mrr@1": 0.86, | |
| "mrr@5": 0.9141666666666667, | |
| "mrr@10": 0.9141666666666667, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.99, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.99, | |
| "ndcg_linear@5": 0.9963092975357145, | |
| "ndcg_linear@10": 0.9963092975357145, | |
| "ndcg_exponential@1": 0.99, | |
| "ndcg_exponential@5": 0.9963092975357145, | |
| "ndcg_exponential@10": 0.9963092975357145, | |
| "precision@1": 0.99, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.99, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.99, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.99, | |
| "map@5": 0.995, | |
| "map@10": 0.995, | |
| "mrr@1": 0.99, | |
| "mrr@5": 0.995, | |
| "mrr@10": 0.995, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.92, | |
| "hit@5": 0.98, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.92, | |
| "ndcg_linear@5": 0.9525414237686115, | |
| "ndcg_linear@10": 0.9554320720317904, | |
| "ndcg_exponential@1": 0.92, | |
| "ndcg_exponential@5": 0.9525414237686115, | |
| "ndcg_exponential@10": 0.9554320720317904, | |
| "precision@1": 0.92, | |
| "precision@5": 0.19599999999999995, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.92, | |
| "recall@5": 0.98, | |
| "recall@10": 0.99, | |
| "f1@1": 0.92, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.92, | |
| "map@5": 0.9433333333333332, | |
| "map@10": 0.9443333333333334, | |
| "mrr@1": 0.92, | |
| "mrr@5": 0.9433333333333332, | |
| "mrr@10": 0.9443333333333334, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.96, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.96, | |
| "ndcg_linear@5": 0.9827964206794891, | |
| "ndcg_linear@10": 0.9827964206794891, | |
| "ndcg_exponential@1": 0.96, | |
| "ndcg_exponential@5": 0.9827964206794891, | |
| "ndcg_exponential@10": 0.9827964206794891, | |
| "precision@1": 0.96, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.96, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.96, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.96, | |
| "map@5": 0.977, | |
| "map@10": 0.977, | |
| "mrr@1": 0.96, | |
| "mrr@5": 0.977, | |
| "mrr@10": 0.977, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.99, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.99, | |
| "ndcg_linear@5": 0.9963092975357145, | |
| "ndcg_linear@10": 0.9963092975357145, | |
| "ndcg_exponential@1": 0.99, | |
| "ndcg_exponential@5": 0.9963092975357145, | |
| "ndcg_exponential@10": 0.9963092975357145, | |
| "precision@1": 0.99, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.99, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.99, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.99, | |
| "map@5": 0.995, | |
| "map@10": 0.995, | |
| "mrr@1": 0.99, | |
| "mrr@5": 0.995, | |
| "mrr@10": 0.995, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.5961538461538461, | |
| "hit@5": 0.8076923076923077, | |
| "hit@10": 0.9423076923076923, | |
| "ndcg_linear@1": 0.5833333333333333, | |
| "ndcg_linear@5": 0.6367459506208768, | |
| "ndcg_linear@10": 0.671071336093681, | |
| "ndcg_exponential@1": 0.5796703296703296, | |
| "ndcg_exponential@5": 0.6361493114145896, | |
| "ndcg_exponential@10": 0.6705489640488216, | |
| "precision@1": 0.5961538461538461, | |
| "precision@5": 0.23461538461538461, | |
| "precision@10": 0.14615384615384613, | |
| "recall@1": 0.4266025641025641, | |
| "recall@5": 0.6873626373626374, | |
| "recall@10": 0.7687437562437562, | |
| "f1@1": 0.46385601577909275, | |
| "f1@5": 0.3177763413057531, | |
| "f1@10": 0.2255907177287268, | |
| "map@1": 0.5961538461538461, | |
| "map@5": 0.577628205128205, | |
| "map@10": 0.5923847680097679, | |
| "mrr@1": 0.5961538461538461, | |
| "mrr@5": 0.6881410256410256, | |
| "mrr@10": 0.7077915140415141, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.625, | |
| "hit@5": 0.8625, | |
| "hit@10": 0.93125, | |
| "ndcg_linear@1": 0.625, | |
| "ndcg_linear@5": 0.623372140166461, | |
| "ndcg_linear@10": 0.6679069256066251, | |
| "ndcg_exponential@1": 0.625, | |
| "ndcg_exponential@5": 0.6233721401664611, | |
| "ndcg_exponential@10": 0.6679069256066251, | |
| "precision@1": 0.625, | |
| "precision@5": 0.27875000000000005, | |
| "precision@10": 0.185, | |
| "recall@1": 0.37183306277056277, | |
| "recall@5": 0.6308823927298193, | |
| "recall@10": 0.7626288754138019, | |
| "f1@1": 0.42652169011544006, | |
| "f1@5": 0.3419242146742147, | |
| "f1@10": 0.26834666626946035, | |
| "map@1": 0.625, | |
| "map@5": 0.5517517361111111, | |
| "map@10": 0.5766028380102041, | |
| "mrr@1": 0.625, | |
| "mrr@5": 0.7221875, | |
| "mrr@10": 0.7322445436507936, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.584375, | |
| "hit@5": 0.859375, | |
| "hit@10": 0.91875, | |
| "ndcg_linear@1": 0.584375, | |
| "ndcg_linear@5": 0.6157577118300264, | |
| "ndcg_linear@10": 0.6489156829404242, | |
| "ndcg_exponential@1": 0.584375, | |
| "ndcg_exponential@5": 0.6157577118300264, | |
| "ndcg_exponential@10": 0.6489156829404242, | |
| "precision@1": 0.584375, | |
| "precision@5": 0.2840625, | |
| "precision@10": 0.18031250000000001, | |
| "recall@1": 0.3586398351954418, | |
| "recall@5": 0.631460656509861, | |
| "recall@10": 0.7396861029384324, | |
| "f1@1": 0.40624627976190475, | |
| "f1@5": 0.34503258827569494, | |
| "f1@10": 0.2607212608844042, | |
| "map@1": 0.584375, | |
| "map@5": 0.5436501736111111, | |
| "map@10": 0.560024290792706, | |
| "mrr@1": 0.584375, | |
| "mrr@5": 0.6972135416666667, | |
| "mrr@10": 0.7056237599206349, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.7068965517241379, | |
| "hit@5": 0.9137931034482759, | |
| "hit@10": 0.9655172413793104, | |
| "ndcg_linear@1": 0.7068965517241379, | |
| "ndcg_linear@5": 0.6552484133248909, | |
| "ndcg_linear@10": 0.6136750755362868, | |
| "ndcg_exponential@1": 0.7068965517241379, | |
| "ndcg_exponential@5": 0.6552484133248909, | |
| "ndcg_exponential@10": 0.6136750755362868, | |
| "precision@1": 0.7068965517241379, | |
| "precision@5": 0.5758620689655172, | |
| "precision@10": 0.4293103448275862, | |
| "recall@1": 0.12077038848010928, | |
| "recall@5": 0.35795797488496045, | |
| "recall@10": 0.4812689509937035, | |
| "f1@1": 0.170534953686597, | |
| "f1@5": 0.3609764227718156, | |
| "f1@10": 0.370612196840176, | |
| "map@1": 0.7068965517241379, | |
| "map@5": 0.5615852490421456, | |
| "map@10": 0.4822788952745849, | |
| "mrr@1": 0.7068965517241379, | |
| "mrr@5": 0.7864942528735632, | |
| "mrr@10": 0.7930281882868091, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.6594827586206896, | |
| "hit@5": 0.9181034482758621, | |
| "hit@10": 0.9525862068965517, | |
| "ndcg_linear@1": 0.6594827586206896, | |
| "ndcg_linear@5": 0.6080181589886723, | |
| "ndcg_linear@10": 0.5813048040582011, | |
| "ndcg_exponential@1": 0.6594827586206896, | |
| "ndcg_exponential@5": 0.6080181589886723, | |
| "ndcg_exponential@10": 0.5813048040582011, | |
| "precision@1": 0.6594827586206896, | |
| "precision@5": 0.525, | |
| "precision@10": 0.41336206896551725, | |
| "recall@1": 0.11729470048223278, | |
| "recall@5": 0.32759183157900273, | |
| "recall@10": 0.4444551054616511, | |
| "f1@1": 0.1634609147869002, | |
| "f1@5": 0.3261380913901618, | |
| "f1@10": 0.3481435187645707, | |
| "map@1": 0.6594827586206896, | |
| "map@5": 0.5085249042145594, | |
| "map@10": 0.45089541739428846, | |
| "mrr@1": 0.6594827586206896, | |
| "mrr@5": 0.7606321839080459, | |
| "mrr@10": 0.7647612205801861, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.5087719298245614, | |
| "hit@5": 0.8421052631578947, | |
| "hit@10": 0.9122807017543859, | |
| "ndcg_linear@1": 0.5087719298245614, | |
| "ndcg_linear@5": 0.5710562789389393, | |
| "ndcg_linear@10": 0.6015435421940175, | |
| "ndcg_exponential@1": 0.5087719298245614, | |
| "ndcg_exponential@5": 0.5710562789389392, | |
| "ndcg_exponential@10": 0.6015435421940174, | |
| "precision@1": 0.5087719298245614, | |
| "precision@5": 0.2947368421052632, | |
| "precision@10": 0.18947368421052632, | |
| "recall@1": 0.2596491228070176, | |
| "recall@5": 0.6011487050960734, | |
| "recall@10": 0.7179406850459482, | |
| "f1@1": 0.31285069706122337, | |
| "f1@5": 0.33866120455743604, | |
| "f1@10": 0.2589402834595926, | |
| "map@1": 0.5087719298245614, | |
| "map@5": 0.48385477582846004, | |
| "map@10": 0.49077636220180076, | |
| "mrr@1": 0.5087719298245614, | |
| "mrr@5": 0.6456140350877194, | |
| "mrr@10": 0.6553049289891395, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.5394736842105263, | |
| "hit@5": 0.8333333333333334, | |
| "hit@10": 0.8947368421052632, | |
| "ndcg_linear@1": 0.5394736842105263, | |
| "ndcg_linear@5": 0.5705283792249882, | |
| "ndcg_linear@10": 0.6039646078859352, | |
| "ndcg_exponential@1": 0.5394736842105263, | |
| "ndcg_exponential@5": 0.5705283792249882, | |
| "ndcg_exponential@10": 0.6039646078859352, | |
| "precision@1": 0.5394736842105263, | |
| "precision@5": 0.2929824561403509, | |
| "precision@10": 0.1903508771929825, | |
| "recall@1": 0.2759137426900585, | |
| "recall@5": 0.5873694653299917, | |
| "recall@10": 0.7065998329156225, | |
| "f1@1": 0.3324098513572198, | |
| "f1@5": 0.33592552794938835, | |
| "f1@10": 0.25878155604406217, | |
| "map@1": 0.5394736842105263, | |
| "map@5": 0.48418494152046787, | |
| "map@10": 0.49670077972709553, | |
| "mrr@1": 0.5394736842105263, | |
| "mrr@5": 0.6582602339181286, | |
| "mrr@10": 0.6665152464494569, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.821078431372549, | |
| "hit@5": 0.9093137254901961, | |
| "hit@10": 0.946078431372549, | |
| "ndcg_linear@1": 0.821078431372549, | |
| "ndcg_linear@5": 0.8697090709954748, | |
| "ndcg_linear@10": 0.8818405179633889, | |
| "ndcg_exponential@1": 0.821078431372549, | |
| "ndcg_exponential@5": 0.8697090709954748, | |
| "ndcg_exponential@10": 0.8818405179633889, | |
| "precision@1": 0.821078431372549, | |
| "precision@5": 0.18186274509803918, | |
| "precision@10": 0.09460784313725489, | |
| "recall@1": 0.821078431372549, | |
| "recall@5": 0.9093137254901961, | |
| "recall@10": 0.946078431372549, | |
| "f1@1": 0.821078431372549, | |
| "f1@5": 0.3031045751633988, | |
| "f1@10": 0.17201426024955438, | |
| "map@1": 0.821078431372549, | |
| "map@5": 0.856392973856209, | |
| "map@10": 0.8615458683473389, | |
| "mrr@1": 0.821078431372549, | |
| "mrr@5": 0.856392973856209, | |
| "mrr@10": 0.8615458683473389, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.8095238095238095, | |
| "hit@5": 0.9365079365079365, | |
| "hit@10": 0.9682539682539683, | |
| "ndcg_linear@1": 0.8095238095238095, | |
| "ndcg_linear@5": 0.883407123299322, | |
| "ndcg_linear@10": 0.8940685846309689, | |
| "ndcg_exponential@1": 0.8095238095238095, | |
| "ndcg_exponential@5": 0.883407123299322, | |
| "ndcg_exponential@10": 0.8940685846309689, | |
| "precision@1": 0.8095238095238095, | |
| "precision@5": 0.1873015873015872, | |
| "precision@10": 0.09682539682539677, | |
| "recall@1": 0.8095238095238095, | |
| "recall@5": 0.9365079365079365, | |
| "recall@10": 0.9682539682539683, | |
| "f1@1": 0.8095238095238095, | |
| "f1@5": 0.31216931216931215, | |
| "f1@10": 0.17604617604617606, | |
| "map@1": 0.8095238095238095, | |
| "map@5": 0.8650793650793651, | |
| "map@10": 0.8697089947089948, | |
| "mrr@1": 0.8095238095238095, | |
| "mrr@5": 0.8650793650793651, | |
| "mrr@10": 0.8697089947089948, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.8426395939086294, | |
| "hit@5": 0.9560067681895094, | |
| "hit@10": 0.9712351945854484, | |
| "ndcg_linear@1": 0.8426395939086294, | |
| "ndcg_linear@5": 0.9070409421073657, | |
| "ndcg_linear@10": 0.9118850419610939, | |
| "ndcg_exponential@1": 0.8426395939086294, | |
| "ndcg_exponential@5": 0.9070409421073657, | |
| "ndcg_exponential@10": 0.9118850419610939, | |
| "precision@1": 0.8426395939086294, | |
| "precision@5": 0.19120135363790183, | |
| "precision@10": 0.09712351945854482, | |
| "recall@1": 0.8426395939086294, | |
| "recall@5": 0.9560067681895094, | |
| "recall@10": 0.9712351945854484, | |
| "f1@1": 0.8426395939086294, | |
| "f1@5": 0.3186689227298365, | |
| "f1@10": 0.1765882171973543, | |
| "map@1": 0.8426395939086294, | |
| "map@5": 0.8903835307388608, | |
| "map@10": 0.8923334139070181, | |
| "mrr@1": 0.8426395939086294, | |
| "mrr@5": 0.8903835307388608, | |
| "mrr@10": 0.8923334139070181, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9424460431654677, | |
| "hit@5": 0.9838129496402878, | |
| "hit@10": 0.9892086330935251, | |
| "ndcg_linear@1": 0.9424460431654677, | |
| "ndcg_linear@5": 0.9574842048435293, | |
| "ndcg_linear@10": 0.9593329085323816, | |
| "ndcg_exponential@1": 0.9424460431654677, | |
| "ndcg_exponential@5": 0.9574842048435293, | |
| "ndcg_exponential@10": 0.9593329085323816, | |
| "precision@1": 0.9424460431654677, | |
| "precision@5": 0.24640287769784172, | |
| "precision@10": 0.12374100719424459, | |
| "recall@1": 0.8174460431654677, | |
| "recall@5": 0.9766187050359713, | |
| "recall@10": 0.9820143884892086, | |
| "f1@1": 0.8591127098321342, | |
| "f1@5": 0.3863480644056184, | |
| "f1@10": 0.21724438630913456, | |
| "map@1": 0.9424460431654677, | |
| "map@5": 0.9446942446043165, | |
| "map@10": 0.9455185851318944, | |
| "mrr@1": 0.9424460431654677, | |
| "mrr@5": 0.9622302158273381, | |
| "mrr@10": 0.9630545563549159, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.8871866295264624, | |
| "hit@5": 0.9860724233983287, | |
| "hit@10": 0.9944289693593314, | |
| "ndcg_linear@1": 0.8871866295264624, | |
| "ndcg_linear@5": 0.9437330780784156, | |
| "ndcg_linear@10": 0.9463988143895863, | |
| "ndcg_exponential@1": 0.8871866295264624, | |
| "ndcg_exponential@5": 0.9437330780784156, | |
| "ndcg_exponential@10": 0.9463988143895863, | |
| "precision@1": 0.8871866295264624, | |
| "precision@5": 0.19721448467966574, | |
| "precision@10": 0.09944289693593314, | |
| "recall@1": 0.8871866295264624, | |
| "recall@5": 0.9860724233983287, | |
| "recall@10": 0.9944289693593314, | |
| "f1@1": 0.8871866295264624, | |
| "f1@5": 0.328690807799443, | |
| "f1@10": 0.18080526715624215, | |
| "map@1": 0.8871866295264624, | |
| "map@5": 0.9292711234911792, | |
| "map@10": 0.9303499579961975, | |
| "mrr@1": 0.8871866295264624, | |
| "mrr@5": 0.9292711234911792, | |
| "mrr@10": 0.9303499579961975, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.5828505214368482, | |
| "hit@5": 0.828505214368482, | |
| "hit@10": 0.9061413673232909, | |
| "ndcg_linear@1": 0.5828505214368482, | |
| "ndcg_linear@5": 0.7139089176492756, | |
| "ndcg_linear@10": 0.739069996532403, | |
| "ndcg_exponential@1": 0.5828505214368482, | |
| "ndcg_exponential@5": 0.7139089176492756, | |
| "ndcg_exponential@10": 0.739069996532403, | |
| "precision@1": 0.5828505214368482, | |
| "precision@5": 0.1657010428736964, | |
| "precision@10": 0.09061413673232907, | |
| "recall@1": 0.5828505214368482, | |
| "recall@5": 0.828505214368482, | |
| "recall@10": 0.9061413673232909, | |
| "f1@1": 0.5828505214368482, | |
| "f1@5": 0.2761684047894941, | |
| "f1@10": 0.16475297587696197, | |
| "map@1": 0.5828505214368482, | |
| "map@5": 0.6757242178447276, | |
| "map@10": 0.6861396200040464, | |
| "mrr@1": 0.5828505214368482, | |
| "mrr@5": 0.6757242178447276, | |
| "mrr@10": 0.6861396200040464, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.024518388791593695, | |
| "hit@5": 0.4273204903677758, | |
| "hit@10": 0.6523642732049036, | |
| "ndcg_linear@1": 0.024518388791593695, | |
| "ndcg_linear@5": 0.23064813570157514, | |
| "ndcg_linear@10": 0.30348265200758273, | |
| "ndcg_exponential@1": 0.024518388791593695, | |
| "ndcg_exponential@5": 0.2306481357015752, | |
| "ndcg_exponential@10": 0.3034826520075828, | |
| "precision@1": 0.024518388791593695, | |
| "precision@5": 0.08546409807355518, | |
| "precision@10": 0.06523642732049037, | |
| "recall@1": 0.024518388791593695, | |
| "recall@5": 0.4273204903677758, | |
| "recall@10": 0.6523642732049036, | |
| "f1@1": 0.024518388791593695, | |
| "f1@5": 0.1424401634559253, | |
| "f1@10": 0.11861168603725525, | |
| "map@1": 0.024518388791593695, | |
| "map@5": 0.16600992410974896, | |
| "map@10": 0.19609637783893474, | |
| "mrr@1": 0.024518388791593695, | |
| "mrr@5": 0.16600992410974896, | |
| "mrr@10": 0.19609637783893474, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9973730297723292, | |
| "hit@5": 0.999124343257443, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.6818447168709867, | |
| "ndcg_linear@5": 0.8391637675815585, | |
| "ndcg_linear@10": 0.8257286594324419, | |
| "ndcg_exponential@1": 0.4564673505128846, | |
| "ndcg_exponential@5": 0.7177617863840096, | |
| "ndcg_exponential@10": 0.7496235995811434, | |
| "precision@1": 0.9973730297723292, | |
| "precision@5": 0.9294220665499123, | |
| "precision@10": 0.8414185639229422, | |
| "recall@1": 0.05880569019029663, | |
| "recall@5": 0.27365667375003916, | |
| "recall@10": 0.4857628264010513, | |
| "f1@1": 0.11031252785994464, | |
| "f1@5": 0.41420459176594027, | |
| "f1@10": 0.6020639991866593, | |
| "map@1": 0.9973730297723292, | |
| "map@5": 0.9225306479859893, | |
| "map@10": 0.8320527449158297, | |
| "mrr@1": 0.9973730297723292, | |
| "mrr@5": 0.9978400467016929, | |
| "mrr@10": 0.9978400467016929, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.06682577565632458, | |
| "hit@5": 0.3305489260143198, | |
| "hit@10": 0.4343675417661098, | |
| "ndcg_linear@1": 0.06682577565632458, | |
| "ndcg_linear@5": 0.16095944779497587, | |
| "ndcg_linear@10": 0.20058203877827951, | |
| "ndcg_exponential@1": 0.06682577565632458, | |
| "ndcg_exponential@5": 0.1609594477949759, | |
| "ndcg_exponential@10": 0.20058203877827951, | |
| "precision@1": 0.06682577565632458, | |
| "precision@5": 0.07684964200477326, | |
| "precision@10": 0.057279236276849645, | |
| "recall@1": 0.038206046141607, | |
| "recall@5": 0.23637487214456188, | |
| "recall@10": 0.348219968178202, | |
| "f1@1": 0.04662739805937897, | |
| "f1@5": 0.10938240749064841, | |
| "f1@10": 0.09339919111531292, | |
| "map@1": 0.06682577565632458, | |
| "map@5": 0.1170607928931318, | |
| "map@10": 0.13557389728630778, | |
| "mrr@1": 0.06682577565632458, | |
| "mrr@5": 0.16346459824980114, | |
| "mrr@10": 0.17729666249952644, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.733890214797136, | |
| "hit@5": 0.8198090692124105, | |
| "hit@10": 0.8400954653937948, | |
| "ndcg_linear@1": 0.5123309466984886, | |
| "ndcg_linear@5": 0.546717723132203, | |
| "ndcg_linear@10": 0.5278168844823213, | |
| "ndcg_exponential@1": 0.35407432662802585, | |
| "ndcg_exponential@5": 0.45750087950370005, | |
| "ndcg_exponential@10": 0.46969732938028175, | |
| "precision@1": 0.733890214797136, | |
| "precision@5": 0.6071599045346062, | |
| "precision@10": 0.5391408114558472, | |
| "recall@1": 0.023938043733562262, | |
| "recall@5": 0.09610809367888411, | |
| "recall@10": 0.16582317047329562, | |
| "f1@1": 0.045893909882585265, | |
| "f1@5": 0.15930266640673602, | |
| "f1@10": 0.23794236614786063, | |
| "map@1": 0.733890214797136, | |
| "map@5": 0.5766587112171837, | |
| "map@10": 0.49619052354434223, | |
| "mrr@1": 0.733890214797136, | |
| "mrr@5": 0.7662490055688147, | |
| "mrr@10": 0.7690712959806039, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.4123505976095618, | |
| "hit@5": 0.6912350597609562, | |
| "hit@10": 0.7629482071713147, | |
| "ndcg_linear@1": 0.4123505976095618, | |
| "ndcg_linear@5": 0.5604971122100276, | |
| "ndcg_linear@10": 0.5838400453852555, | |
| "ndcg_exponential@1": 0.4123505976095618, | |
| "ndcg_exponential@5": 0.5604971122100276, | |
| "ndcg_exponential@10": 0.5838400453852555, | |
| "precision@1": 0.4123505976095618, | |
| "precision@5": 0.13824701195219122, | |
| "precision@10": 0.07629482071713146, | |
| "recall@1": 0.4123505976095618, | |
| "recall@5": 0.6912350597609562, | |
| "recall@10": 0.7629482071713147, | |
| "f1@1": 0.4123505976095618, | |
| "f1@5": 0.23041168658698544, | |
| "f1@10": 0.13871785584933, | |
| "map@1": 0.4123505976095618, | |
| "map@5": 0.5170318725099602, | |
| "map@10": 0.5267529089989249, | |
| "mrr@1": 0.4123505976095618, | |
| "mrr@5": 0.5170318725099602, | |
| "mrr@10": 0.5267529089989249, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.451, | |
| "hit@5": 0.668, | |
| "hit@10": 0.763, | |
| "ndcg_linear@1": 0.451, | |
| "ndcg_linear@5": 0.5632840316148099, | |
| "ndcg_linear@10": 0.5940701105729953, | |
| "ndcg_exponential@1": 0.451, | |
| "ndcg_exponential@5": 0.5632840316148099, | |
| "ndcg_exponential@10": 0.5940701105729953, | |
| "precision@1": 0.451, | |
| "precision@5": 0.1336, | |
| "precision@10": 0.07629999999999999, | |
| "recall@1": 0.451, | |
| "recall@5": 0.668, | |
| "recall@10": 0.763, | |
| "f1@1": 0.451, | |
| "f1@5": 0.2226666666666667, | |
| "f1@10": 0.13872727272727275, | |
| "map@1": 0.451, | |
| "map@5": 0.52875, | |
| "map@10": 0.5414968253968254, | |
| "mrr@1": 0.451, | |
| "mrr@5": 0.52875, | |
| "mrr@10": 0.5414968253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.6492537313432836, | |
| "hit@5": 0.9014925373134328, | |
| "hit@10": 0.9373134328358209, | |
| "ndcg_linear@1": 0.6492537313432836, | |
| "ndcg_linear@5": 0.7878215353016005, | |
| "ndcg_linear@10": 0.7994535100043838, | |
| "ndcg_exponential@1": 0.6492537313432836, | |
| "ndcg_exponential@5": 0.7878215353016005, | |
| "ndcg_exponential@10": 0.7994535100043838, | |
| "precision@1": 0.6492537313432836, | |
| "precision@5": 0.18029850746268652, | |
| "precision@10": 0.09373134328358208, | |
| "recall@1": 0.6492537313432836, | |
| "recall@5": 0.9014925373134328, | |
| "recall@10": 0.9373134328358209, | |
| "f1@1": 0.6492537313432836, | |
| "f1@5": 0.300497512437811, | |
| "f1@10": 0.17042062415196746, | |
| "map@1": 0.6492537313432836, | |
| "map@5": 0.7495522388059701, | |
| "map@10": 0.7543816631130064, | |
| "mrr@1": 0.6492537313432836, | |
| "mrr@5": 0.7495522388059701, | |
| "mrr@10": 0.7543816631130064, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.3856632425189817, | |
| "hit@5": 0.6708351942831621, | |
| "hit@10": 0.7726663689146941, | |
| "ndcg_linear@1": 0.3856632425189817, | |
| "ndcg_linear@5": 0.5363956126045212, | |
| "ndcg_linear@10": 0.5694379820575508, | |
| "ndcg_exponential@1": 0.3856632425189817, | |
| "ndcg_exponential@5": 0.5363956126045212, | |
| "ndcg_exponential@10": 0.5694379820575508, | |
| "precision@1": 0.3856632425189817, | |
| "precision@5": 0.13416703885663242, | |
| "precision@10": 0.07726663689146941, | |
| "recall@1": 0.3856632425189817, | |
| "recall@5": 0.6708351942831621, | |
| "recall@10": 0.7726663689146941, | |
| "f1@1": 0.3856632425189817, | |
| "f1@5": 0.22361173142772076, | |
| "f1@10": 0.1404847943481262, | |
| "map@1": 0.3856632425189817, | |
| "map@5": 0.49174854845913357, | |
| "map@10": 0.505450456198558, | |
| "mrr@1": 0.3856632425189817, | |
| "mrr@5": 0.49174854845913357, | |
| "mrr@10": 0.505450456198558, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.19597357659641396, | |
| "hit@5": 0.41019188424032715, | |
| "hit@10": 0.5212330921673483, | |
| "ndcg_linear@1": 0.19597357659641396, | |
| "ndcg_linear@5": 0.3075953337166273, | |
| "ndcg_linear@10": 0.34341565511695493, | |
| "ndcg_exponential@1": 0.19597357659641396, | |
| "ndcg_exponential@5": 0.3075953337166273, | |
| "ndcg_exponential@10": 0.34341565511695493, | |
| "precision@1": 0.19597357659641396, | |
| "precision@5": 0.08203837684806542, | |
| "precision@10": 0.05212330921673482, | |
| "recall@1": 0.19597357659641396, | |
| "recall@5": 0.41019188424032715, | |
| "recall@10": 0.5212330921673483, | |
| "f1@1": 0.19597357659641396, | |
| "f1@5": 0.13673062808010908, | |
| "f1@10": 0.09476965312133608, | |
| "map@1": 0.19597357659641396, | |
| "map@5": 0.27371290762294226, | |
| "map@10": 0.28844612711394724, | |
| "mrr@1": 0.19597357659641396, | |
| "mrr@5": 0.27371290762294226, | |
| "mrr@10": 0.28844612711394724, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.6020313942751616, | |
| "hit@5": 0.8965835641735919, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6020313942751616, | |
| "ndcg_linear@5": 0.7583723697857407, | |
| "ndcg_linear@10": 0.7912126916897857, | |
| "ndcg_exponential@1": 0.6020313942751616, | |
| "ndcg_exponential@5": 0.7583723697857407, | |
| "ndcg_exponential@10": 0.7912126916897857, | |
| "precision@1": 0.6020313942751616, | |
| "precision@5": 0.17931671283471837, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.6020313942751616, | |
| "recall@5": 0.8965835641735919, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6020313942751616, | |
| "f1@5": 0.29886118805786405, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.6020313942751616, | |
| "map@5": 0.7123884272083719, | |
| "map@10": 0.7255869938002902, | |
| "mrr@1": 0.6020313942751616, | |
| "mrr@5": 0.7123884272083719, | |
| "mrr@10": 0.7255869938002902, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.22145804676753783, | |
| "hit@5": 0.5749656121045392, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.22145804676753783, | |
| "ndcg_linear@5": 0.398121548453192, | |
| "ndcg_linear@10": 0.5318942380707661, | |
| "ndcg_exponential@1": 0.22145804676753783, | |
| "ndcg_exponential@5": 0.398121548453192, | |
| "ndcg_exponential@10": 0.5318942380707661, | |
| "precision@1": 0.22145804676753783, | |
| "precision@5": 0.11499312242090784, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.22145804676753783, | |
| "recall@5": 0.5749656121045392, | |
| "recall@10": 1.0, | |
| "f1@1": 0.22145804676753783, | |
| "f1@5": 0.19165520403484645, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.22145804676753783, | |
| "map@5": 0.3404401650618982, | |
| "map@10": 0.3935465382851903, | |
| "mrr@1": 0.22145804676753783, | |
| "mrr@5": 0.3404401650618982, | |
| "mrr@10": 0.3935465382851903, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.4311111111111111, | |
| "hit@5": 0.9088888888888889, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4311111111111111, | |
| "ndcg_linear@5": 0.6855456377616811, | |
| "ndcg_linear@10": 0.7208513661283766, | |
| "ndcg_exponential@1": 0.4311111111111111, | |
| "ndcg_exponential@5": 0.6855456377616811, | |
| "ndcg_exponential@10": 0.7208513661283766, | |
| "precision@1": 0.4311111111111111, | |
| "precision@5": 0.19955555555555557, | |
| "precision@10": 0.11250000000000002, | |
| "recall@1": 0.4086342592592593, | |
| "recall@5": 0.8939814814814815, | |
| "recall@10": 0.9975694444444444, | |
| "f1@1": 0.41568959435626096, | |
| "f1@5": 0.32125937334270666, | |
| "f1@10": 0.19970014553347887, | |
| "map@1": 0.4311111111111111, | |
| "map@5": 0.6109354938271605, | |
| "map@10": 0.627585758377425, | |
| "mrr@1": 0.4311111111111111, | |
| "mrr@5": 0.6190185185185185, | |
| "mrr@10": 0.6315533509700177, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| }, | |
| "K700": { | |
| "hit@1": 0.554, | |
| "hit@5": 0.784, | |
| "hit@10": 0.837, | |
| "ndcg_linear@1": 0.554, | |
| "ndcg_linear@5": 0.6795181764536521, | |
| "ndcg_linear@10": 0.6965463318009859, | |
| "ndcg_exponential@1": 0.554, | |
| "ndcg_exponential@5": 0.6795181764536521, | |
| "ndcg_exponential@10": 0.6965463318009859, | |
| "precision@1": 0.554, | |
| "precision@5": 0.1568, | |
| "precision@10": 0.0837, | |
| "recall@1": 0.554, | |
| "recall@5": 0.784, | |
| "recall@10": 0.837, | |
| "f1@1": 0.554, | |
| "f1@5": 0.26133333333333336, | |
| "f1@10": 0.1521818181818182, | |
| "map@1": 0.554, | |
| "map@5": 0.6445, | |
| "map@10": 0.6514634920634922, | |
| "mrr@1": 0.554, | |
| "mrr@5": 0.6445, | |
| "mrr@10": 0.6514634920634922, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.569, | |
| "hit@5": 0.813, | |
| "hit@10": 0.882, | |
| "ndcg_linear@1": 0.569, | |
| "ndcg_linear@5": 0.7024501189892157, | |
| "ndcg_linear@10": 0.724986132879836, | |
| "ndcg_exponential@1": 0.569, | |
| "ndcg_exponential@5": 0.7024501189892157, | |
| "ndcg_exponential@10": 0.724986132879836, | |
| "precision@1": 0.569, | |
| "precision@5": 0.16260000000000002, | |
| "precision@10": 0.08820000000000001, | |
| "recall@1": 0.569, | |
| "recall@5": 0.813, | |
| "recall@10": 0.882, | |
| "f1@1": 0.569, | |
| "f1@5": 0.271, | |
| "f1@10": 0.16036363636363637, | |
| "map@1": 0.569, | |
| "map@5": 0.6653333333333332, | |
| "map@10": 0.6747662698412699, | |
| "mrr@1": 0.569, | |
| "mrr@5": 0.6653333333333332, | |
| "mrr@10": 0.6747662698412699, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.567, | |
| "hit@5": 0.814, | |
| "hit@10": 0.884, | |
| "ndcg_linear@1": 0.567, | |
| "ndcg_linear@5": 0.6996241212154473, | |
| "ndcg_linear@10": 0.7226428619739297, | |
| "ndcg_exponential@1": 0.567, | |
| "ndcg_exponential@5": 0.6996241212154473, | |
| "ndcg_exponential@10": 0.7226428619739297, | |
| "precision@1": 0.567, | |
| "precision@5": 0.1628, | |
| "precision@10": 0.0884, | |
| "recall@1": 0.567, | |
| "recall@5": 0.814, | |
| "recall@10": 0.884, | |
| "f1@1": 0.567, | |
| "f1@5": 0.27133333333333337, | |
| "f1@10": 0.16072727272727275, | |
| "map@1": 0.567, | |
| "map@5": 0.6614166666666668, | |
| "map@10": 0.671140873015873, | |
| "mrr@1": 0.567, | |
| "mrr@5": 0.6614166666666668, | |
| "mrr@10": 0.671140873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.731, | |
| "hit@5": 0.936, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.731, | |
| "ndcg_linear@5": 0.8456057991811103, | |
| "ndcg_linear@10": 0.8516861339259324, | |
| "ndcg_exponential@1": 0.731, | |
| "ndcg_exponential@5": 0.8456057991811103, | |
| "ndcg_exponential@10": 0.8516861339259324, | |
| "precision@1": 0.731, | |
| "precision@5": 0.1872, | |
| "precision@10": 0.09550000000000002, | |
| "recall@1": 0.731, | |
| "recall@5": 0.936, | |
| "recall@10": 0.955, | |
| "f1@1": 0.731, | |
| "f1@5": 0.312, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.731, | |
| "map@5": 0.8149500000000001, | |
| "map@10": 0.817422619047619, | |
| "mrr@1": 0.731, | |
| "mrr@5": 0.8149500000000001, | |
| "mrr@10": 0.817422619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.21709006928406466, | |
| "hit@5": 0.6374133949191686, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.21709006928406466, | |
| "ndcg_linear@5": 0.42881297309088834, | |
| "ndcg_linear@10": 0.546398848449213, | |
| "ndcg_exponential@1": 0.21709006928406466, | |
| "ndcg_exponential@5": 0.42881297309088834, | |
| "ndcg_exponential@10": 0.546398848449213, | |
| "precision@1": 0.21709006928406466, | |
| "precision@5": 0.1274826789838337, | |
| "precision@10": 0.1, | |
| "recall@1": 0.21709006928406466, | |
| "recall@5": 0.6374133949191686, | |
| "recall@10": 1.0, | |
| "f1@1": 0.21709006928406466, | |
| "f1@5": 0.21247113163972292, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.21709006928406466, | |
| "map@5": 0.36046959199384143, | |
| "map@10": 0.40921038161222917, | |
| "mrr@1": 0.21709006928406466, | |
| "mrr@5": 0.36046959199384143, | |
| "mrr@10": 0.40921038161222917, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.48575, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.48575, | |
| "ndcg_linear@5": 0.770838160481141, | |
| "ndcg_linear@10": 0.770838160481141, | |
| "ndcg_exponential@1": 0.48575, | |
| "ndcg_exponential@5": 0.770838160481141, | |
| "ndcg_exponential@10": 0.770838160481141, | |
| "precision@1": 0.48575, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.48575, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.48575, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.48575, | |
| "map@5": 0.6931791666666666, | |
| "map@10": 0.6931791666666666, | |
| "mrr@1": 0.48575, | |
| "mrr@5": 0.6931791666666666, | |
| "mrr@10": 0.6931791666666666, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.4866666666666667, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4866666666666667, | |
| "ndcg_linear@5": 0.763687831147152, | |
| "ndcg_linear@10": 0.763687831147152, | |
| "ndcg_exponential@1": 0.4866666666666667, | |
| "ndcg_exponential@5": 0.763687831147152, | |
| "ndcg_exponential@10": 0.763687831147152, | |
| "precision@1": 0.4866666666666667, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.4866666666666667, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.4866666666666667, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.4866666666666667, | |
| "map@5": 0.6842901234567901, | |
| "map@10": 0.6842901234567901, | |
| "mrr@1": 0.4866666666666667, | |
| "mrr@5": 0.6842901234567901, | |
| "mrr@10": 0.6842901234567901, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.6676786548341896, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6676786548341896, | |
| "ndcg_linear@5": 0.8477062571365559, | |
| "ndcg_linear@10": 0.8477062571365559, | |
| "ndcg_exponential@1": 0.6676786548341896, | |
| "ndcg_exponential@5": 0.8477062571365559, | |
| "ndcg_exponential@10": 0.8477062571365559, | |
| "precision@1": 0.6676786548341896, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.6676786548341896, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6676786548341896, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.6676786548341896, | |
| "map@5": 0.7967713685193835, | |
| "map@10": 0.7967713685193835, | |
| "mrr@1": 0.6676786548341896, | |
| "mrr@5": 0.7965767554102445, | |
| "mrr@10": 0.7965767554102445, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.428, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.428, | |
| "ndcg_linear@5": 0.7253495588252841, | |
| "ndcg_linear@10": 0.7253495588252841, | |
| "ndcg_exponential@1": 0.428, | |
| "ndcg_exponential@5": 0.7253495588252841, | |
| "ndcg_exponential@10": 0.7253495588252841, | |
| "precision@1": 0.428, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.428, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.428, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.428, | |
| "map@5": 0.6344666666666667, | |
| "map@10": 0.6344666666666667, | |
| "mrr@1": 0.428, | |
| "mrr@5": 0.6344666666666667, | |
| "mrr@10": 0.6344666666666667, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.741, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.741, | |
| "ndcg_linear@5": 0.9044108061750076, | |
| "ndcg_linear@10": 0.9044108061750076, | |
| "ndcg_exponential@1": 0.741, | |
| "ndcg_exponential@5": 0.9044108061750076, | |
| "ndcg_exponential@10": 0.9044108061750076, | |
| "precision@1": 0.741, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.741, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.741, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.741, | |
| "map@5": 0.8705, | |
| "map@10": 0.8705, | |
| "mrr@1": 0.741, | |
| "mrr@5": 0.8705, | |
| "mrr@10": 0.8705, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |