Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "interestFM-UIR-CAFe-7B", | |
| "model_size": 8.03, | |
| "embedding_dimension": 3584, | |
| "max_length_tokens": null, | |
| "model_release_date": "", | |
| "data_source": "Self-Reported", | |
| "url": "https://arxiv.org/abs/2503.19900", | |
| "report_generated_date": "2025-07-06T19:24:15.378448" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.773, | |
| "hit@5": 0.96, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.773, | |
| "ndcg_linear@5": 0.879293123271392, | |
| "ndcg_linear@10": 0.8849624317597117, | |
| "ndcg_exponential@1": 0.773, | |
| "ndcg_exponential@5": 0.879293123271392, | |
| "ndcg_exponential@10": 0.8849624317597117, | |
| "precision@1": 0.773, | |
| "precision@5": 0.19200000000000003, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.773, | |
| "recall@5": 0.96, | |
| "recall@10": 0.977, | |
| "f1@1": 0.773, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.773, | |
| "map@5": 0.8518333333333332, | |
| "map@10": 0.8542746031746032, | |
| "mrr@1": 0.773, | |
| "mrr@5": 0.8518333333333332, | |
| "mrr@10": 0.8542746031746032, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.832, | |
| "hit@5": 0.975, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.832, | |
| "ndcg_linear@5": 0.9144992338717455, | |
| "ndcg_linear@10": 0.9204610407618088, | |
| "ndcg_exponential@1": 0.832, | |
| "ndcg_exponential@5": 0.9144992338717455, | |
| "ndcg_exponential@10": 0.9204610407618088, | |
| "precision@1": 0.832, | |
| "precision@5": 0.19500000000000003, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.832, | |
| "recall@5": 0.975, | |
| "recall@10": 0.993, | |
| "f1@1": 0.832, | |
| "f1@5": 0.325, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.832, | |
| "map@5": 0.8938166666666666, | |
| "map@10": 0.8963619047619047, | |
| "mrr@1": 0.832, | |
| "mrr@5": 0.8938166666666666, | |
| "mrr@10": 0.8963619047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.787, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.787, | |
| "ndcg_linear@5": 0.9213880375107205, | |
| "ndcg_linear@10": 0.9213880375107205, | |
| "ndcg_exponential@1": 0.787, | |
| "ndcg_exponential@5": 0.9213880375107205, | |
| "ndcg_exponential@10": 0.9213880375107205, | |
| "precision@1": 0.787, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.787, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.787, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.787, | |
| "map@5": 0.8935, | |
| "map@10": 0.8935, | |
| "mrr@1": 0.787, | |
| "mrr@5": 0.8935, | |
| "mrr@10": 0.8935, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.898, | |
| "hit@5": 0.992, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.898, | |
| "ndcg_linear@5": 0.954316143364622, | |
| "ndcg_linear@10": 0.9559605174880735, | |
| "ndcg_exponential@1": 0.898, | |
| "ndcg_exponential@5": 0.954316143364622, | |
| "ndcg_exponential@10": 0.9559605174880735, | |
| "precision@1": 0.898, | |
| "precision@5": 0.19840000000000002, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.898, | |
| "recall@5": 0.992, | |
| "recall@10": 0.997, | |
| "f1@1": 0.898, | |
| "f1@5": 0.3306666666666666, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.898, | |
| "map@5": 0.9412333333333334, | |
| "map@10": 0.9419277777777778, | |
| "mrr@1": 0.898, | |
| "mrr@5": 0.9412333333333334, | |
| "mrr@10": 0.9419277777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.799, | |
| "hit@5": 0.966, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.799, | |
| "ndcg_linear@5": 0.893012886780369, | |
| "ndcg_linear@10": 0.9001201369125428, | |
| "ndcg_exponential@1": 0.799, | |
| "ndcg_exponential@5": 0.893012886780369, | |
| "ndcg_exponential@10": 0.9001201369125428, | |
| "precision@1": 0.799, | |
| "precision@5": 0.19320000000000004, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.799, | |
| "recall@5": 0.966, | |
| "recall@10": 0.988, | |
| "f1@1": 0.799, | |
| "f1@5": 0.322, | |
| "f1@10": 0.1796363636363636, | |
| "map@1": 0.799, | |
| "map@5": 0.8682666666666666, | |
| "map@10": 0.8711964285714285, | |
| "mrr@1": 0.799, | |
| "mrr@5": 0.8682666666666666, | |
| "mrr@10": 0.8711964285714285, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.45, | |
| "hit@5": 0.733, | |
| "hit@10": 0.811, | |
| "ndcg_linear@1": 0.45, | |
| "ndcg_linear@5": 0.6016100045062271, | |
| "ndcg_linear@10": 0.6266867992188647, | |
| "ndcg_exponential@1": 0.45, | |
| "ndcg_exponential@5": 0.6016100045062271, | |
| "ndcg_exponential@10": 0.6266867992188647, | |
| "precision@1": 0.45, | |
| "precision@5": 0.1466, | |
| "precision@10": 0.08109999999999999, | |
| "recall@1": 0.45, | |
| "recall@5": 0.733, | |
| "recall@10": 0.811, | |
| "f1@1": 0.45, | |
| "f1@5": 0.2443333333333334, | |
| "f1@10": 0.14745454545454548, | |
| "map@1": 0.45, | |
| "map@5": 0.55785, | |
| "map@10": 0.5681123015873015, | |
| "mrr@1": 0.45, | |
| "mrr@5": 0.55785, | |
| "mrr@10": 0.5681123015873015, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.552, | |
| "hit@5": 0.811, | |
| "hit@10": 0.859, | |
| "ndcg_linear@1": 0.552, | |
| "ndcg_linear@5": 0.6925636508258217, | |
| "ndcg_linear@10": 0.7081164631731378, | |
| "ndcg_exponential@1": 0.552, | |
| "ndcg_exponential@5": 0.6925636508258217, | |
| "ndcg_exponential@10": 0.7081164631731378, | |
| "precision@1": 0.552, | |
| "precision@5": 0.16219999999999998, | |
| "precision@10": 0.0859, | |
| "recall@1": 0.552, | |
| "recall@5": 0.811, | |
| "recall@10": 0.859, | |
| "f1@1": 0.552, | |
| "f1@5": 0.27033333333333337, | |
| "f1@10": 0.1561818181818182, | |
| "map@1": 0.552, | |
| "map@5": 0.65285, | |
| "map@10": 0.6592900793650794, | |
| "mrr@1": 0.552, | |
| "mrr@5": 0.65285, | |
| "mrr@10": 0.6592900793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.88, | |
| "hit@5": 0.978, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.88, | |
| "ndcg_linear@5": 0.9396692646511755, | |
| "ndcg_linear@10": 0.9425753130392354, | |
| "ndcg_exponential@1": 0.88, | |
| "ndcg_exponential@5": 0.9396692646511755, | |
| "ndcg_exponential@10": 0.9425753130392354, | |
| "precision@1": 0.88, | |
| "precision@5": 0.19560000000000002, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.88, | |
| "recall@5": 0.978, | |
| "recall@10": 0.987, | |
| "f1@1": 0.88, | |
| "f1@5": 0.326, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.88, | |
| "map@5": 0.9262833333333333, | |
| "map@10": 0.9274833333333333, | |
| "mrr@1": 0.88, | |
| "mrr@5": 0.9262833333333333, | |
| "mrr@10": 0.9274833333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.225, | |
| "hit@5": 0.489, | |
| "hit@10": 0.576, | |
| "ndcg_linear@1": 0.225, | |
| "ndcg_linear@5": 0.367340402419445, | |
| "ndcg_linear@10": 0.39538775957421374, | |
| "ndcg_exponential@1": 0.225, | |
| "ndcg_exponential@5": 0.367340402419445, | |
| "ndcg_exponential@10": 0.39538775957421374, | |
| "precision@1": 0.225, | |
| "precision@5": 0.0978, | |
| "precision@10": 0.05759999999999999, | |
| "recall@1": 0.225, | |
| "recall@5": 0.489, | |
| "recall@10": 0.576, | |
| "f1@1": 0.225, | |
| "f1@5": 0.16300000000000003, | |
| "f1@10": 0.10472727272727275, | |
| "map@1": 0.225, | |
| "map@5": 0.3266833333333333, | |
| "map@10": 0.33821190476190477, | |
| "mrr@1": 0.225, | |
| "mrr@5": 0.3266833333333333, | |
| "mrr@10": 0.33821190476190477, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.167, | |
| "hit@5": 0.367, | |
| "hit@10": 0.477, | |
| "ndcg_linear@1": 0.167, | |
| "ndcg_linear@5": 0.2701216657166709, | |
| "ndcg_linear@10": 0.3055513781231674, | |
| "ndcg_exponential@1": 0.167, | |
| "ndcg_exponential@5": 0.2701216657166709, | |
| "ndcg_exponential@10": 0.3055513781231674, | |
| "precision@1": 0.167, | |
| "precision@5": 0.07339999999999999, | |
| "precision@10": 0.04769999999999999, | |
| "recall@1": 0.167, | |
| "recall@5": 0.367, | |
| "recall@10": 0.477, | |
| "f1@1": 0.167, | |
| "f1@5": 0.12233333333333336, | |
| "f1@10": 0.08672727272727275, | |
| "map@1": 0.167, | |
| "map@5": 0.23825, | |
| "map@10": 0.2527888888888889, | |
| "mrr@1": 0.167, | |
| "mrr@5": 0.23825, | |
| "mrr@10": 0.2527888888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.673, | |
| "hit@5": 0.908, | |
| "hit@10": 0.953, | |
| "ndcg_linear@1": 0.673, | |
| "ndcg_linear@5": 0.8024720312022042, | |
| "ndcg_linear@10": 0.817254493109899, | |
| "ndcg_exponential@1": 0.673, | |
| "ndcg_exponential@5": 0.8024720312022042, | |
| "ndcg_exponential@10": 0.817254493109899, | |
| "precision@1": 0.673, | |
| "precision@5": 0.1816, | |
| "precision@10": 0.09530000000000001, | |
| "recall@1": 0.673, | |
| "recall@5": 0.908, | |
| "recall@10": 0.953, | |
| "f1@1": 0.673, | |
| "f1@5": 0.3026666666666667, | |
| "f1@10": 0.17327272727272724, | |
| "map@1": 0.673, | |
| "map@5": 0.76695, | |
| "map@10": 0.7731849206349207, | |
| "mrr@1": 0.673, | |
| "mrr@5": 0.76695, | |
| "mrr@10": 0.7731849206349207, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.638, | |
| "hit@5": 0.908, | |
| "hit@10": 0.952, | |
| "ndcg_linear@1": 0.638, | |
| "ndcg_linear@5": 0.7855756805878861, | |
| "ndcg_linear@10": 0.7999697905657465, | |
| "ndcg_exponential@1": 0.638, | |
| "ndcg_exponential@5": 0.7855756805878861, | |
| "ndcg_exponential@10": 0.7999697905657465, | |
| "precision@1": 0.638, | |
| "precision@5": 0.1816, | |
| "precision@10": 0.09520000000000002, | |
| "recall@1": 0.638, | |
| "recall@5": 0.908, | |
| "recall@10": 0.952, | |
| "f1@1": 0.638, | |
| "f1@5": 0.3026666666666667, | |
| "f1@10": 0.17309090909090907, | |
| "map@1": 0.638, | |
| "map@5": 0.7443833333333333, | |
| "map@10": 0.7504174603174603, | |
| "mrr@1": 0.638, | |
| "mrr@5": 0.7443833333333333, | |
| "mrr@10": 0.7504174603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.792, | |
| "hit@5": 0.924, | |
| "hit@10": 0.952, | |
| "ndcg_linear@1": 0.792, | |
| "ndcg_linear@5": 0.8668966406843204, | |
| "ndcg_linear@10": 0.8761874494423169, | |
| "ndcg_exponential@1": 0.792, | |
| "ndcg_exponential@5": 0.8668966406843204, | |
| "ndcg_exponential@10": 0.8761874494423169, | |
| "precision@1": 0.792, | |
| "precision@5": 0.18480000000000002, | |
| "precision@10": 0.09520000000000002, | |
| "recall@1": 0.792, | |
| "recall@5": 0.924, | |
| "recall@10": 0.952, | |
| "f1@1": 0.792, | |
| "f1@5": 0.30800000000000005, | |
| "f1@10": 0.1730909090909091, | |
| "map@1": 0.792, | |
| "map@5": 0.8474833333333334, | |
| "map@10": 0.851452380952381, | |
| "mrr@1": 0.792, | |
| "mrr@5": 0.8474833333333334, | |
| "mrr@10": 0.851452380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.533, | |
| "hit@5": 0.782, | |
| "hit@10": 0.852, | |
| "ndcg_linear@1": 0.533, | |
| "ndcg_linear@5": 0.6697303286806052, | |
| "ndcg_linear@10": 0.6926181523192574, | |
| "ndcg_exponential@1": 0.533, | |
| "ndcg_exponential@5": 0.6697303286806052, | |
| "ndcg_exponential@10": 0.6926181523192574, | |
| "precision@1": 0.533, | |
| "precision@5": 0.1564, | |
| "precision@10": 0.08520000000000001, | |
| "recall@1": 0.533, | |
| "recall@5": 0.782, | |
| "recall@10": 0.852, | |
| "f1@1": 0.533, | |
| "f1@5": 0.26066666666666677, | |
| "f1@10": 0.1549090909090909, | |
| "map@1": 0.533, | |
| "map@5": 0.6320333333333333, | |
| "map@10": 0.6416277777777777, | |
| "mrr@1": 0.533, | |
| "mrr@5": 0.6320333333333333, | |
| "mrr@10": 0.6416277777777777, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.488, | |
| "hit@5": 0.714, | |
| "hit@10": 0.791, | |
| "ndcg_linear@1": 0.488, | |
| "ndcg_linear@5": 0.6125176356298451, | |
| "ndcg_linear@10": 0.6377114946613883, | |
| "ndcg_exponential@1": 0.488, | |
| "ndcg_exponential@5": 0.6125176356298451, | |
| "ndcg_exponential@10": 0.6377114946613883, | |
| "precision@1": 0.488, | |
| "precision@5": 0.1428, | |
| "precision@10": 0.0791, | |
| "recall@1": 0.488, | |
| "recall@5": 0.714, | |
| "recall@10": 0.791, | |
| "f1@1": 0.488, | |
| "f1@5": 0.23800000000000004, | |
| "f1@10": 0.14381818181818184, | |
| "map@1": 0.488, | |
| "map@5": 0.5783666666666668, | |
| "map@10": 0.5889353174603174, | |
| "mrr@1": 0.488, | |
| "mrr@5": 0.5783666666666668, | |
| "mrr@10": 0.5889353174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.525, | |
| "hit@5": 0.889, | |
| "hit@10": 0.951, | |
| "ndcg_linear@1": 0.525, | |
| "ndcg_linear@5": 0.7274581000650043, | |
| "ndcg_linear@10": 0.7480963739729751, | |
| "ndcg_exponential@1": 0.525, | |
| "ndcg_exponential@5": 0.7274581000650043, | |
| "ndcg_exponential@10": 0.7480963739729751, | |
| "precision@1": 0.525, | |
| "precision@5": 0.1778, | |
| "precision@10": 0.09510000000000002, | |
| "recall@1": 0.525, | |
| "recall@5": 0.889, | |
| "recall@10": 0.951, | |
| "f1@1": 0.525, | |
| "f1@5": 0.29633333333333334, | |
| "f1@10": 0.17290909090909087, | |
| "map@1": 0.525, | |
| "map@5": 0.6728999999999999, | |
| "map@10": 0.6817555555555554, | |
| "mrr@1": 0.525, | |
| "mrr@5": 0.6728999999999999, | |
| "mrr@10": 0.6817555555555554, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.654, | |
| "hit@5": 0.898, | |
| "hit@10": 0.969, | |
| "ndcg_linear@1": 0.654, | |
| "ndcg_linear@5": 0.7877321093574071, | |
| "ndcg_linear@10": 0.8107980088337468, | |
| "ndcg_exponential@1": 0.654, | |
| "ndcg_exponential@5": 0.7877321093574071, | |
| "ndcg_exponential@10": 0.8107980088337468, | |
| "precision@1": 0.654, | |
| "precision@5": 0.1796, | |
| "precision@10": 0.0969, | |
| "recall@1": 0.654, | |
| "recall@5": 0.898, | |
| "recall@10": 0.969, | |
| "f1@1": 0.654, | |
| "f1@5": 0.2993333333333334, | |
| "f1@10": 0.17618181818181816, | |
| "map@1": 0.654, | |
| "map@5": 0.7507333333333334, | |
| "map@10": 0.7603190476190477, | |
| "mrr@1": 0.654, | |
| "mrr@5": 0.7507333333333334, | |
| "mrr@10": 0.7603190476190477, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.438, | |
| "hit@5": 0.626, | |
| "hit@10": 0.678, | |
| "ndcg_linear@1": 0.438, | |
| "ndcg_linear@5": 0.5408422615778652, | |
| "ndcg_linear@10": 0.5578950879390315, | |
| "ndcg_exponential@1": 0.438, | |
| "ndcg_exponential@5": 0.5408422615778652, | |
| "ndcg_exponential@10": 0.5578950879390315, | |
| "precision@1": 0.438, | |
| "precision@5": 0.12519999999999998, | |
| "precision@10": 0.0678, | |
| "recall@1": 0.438, | |
| "recall@5": 0.626, | |
| "recall@10": 0.678, | |
| "f1@1": 0.438, | |
| "f1@5": 0.20866666666666672, | |
| "f1@10": 0.12327272727272728, | |
| "map@1": 0.438, | |
| "map@5": 0.5122666666666666, | |
| "map@10": 0.5194404761904762, | |
| "mrr@1": 0.438, | |
| "mrr@5": 0.5122666666666666, | |
| "mrr@10": 0.5194404761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.657, | |
| "hit@5": 0.909, | |
| "hit@10": 0.952, | |
| "ndcg_linear@1": 0.657, | |
| "ndcg_linear@5": 0.7944896569079055, | |
| "ndcg_linear@10": 0.8085316938535022, | |
| "ndcg_exponential@1": 0.657, | |
| "ndcg_exponential@5": 0.7944896569079055, | |
| "ndcg_exponential@10": 0.8085316938535022, | |
| "precision@1": 0.657, | |
| "precision@5": 0.18180000000000002, | |
| "precision@10": 0.09520000000000002, | |
| "recall@1": 0.657, | |
| "recall@5": 0.909, | |
| "recall@10": 0.952, | |
| "f1@1": 0.657, | |
| "f1@5": 0.303, | |
| "f1@10": 0.17309090909090907, | |
| "map@1": 0.657, | |
| "map@5": 0.7560500000000001, | |
| "map@10": 0.7619194444444445, | |
| "mrr@1": 0.657, | |
| "mrr@5": 0.7560500000000001, | |
| "mrr@10": 0.7619194444444445, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.768, | |
| "hit@5": 0.868, | |
| "hit@10": 0.891, | |
| "ndcg_linear@1": 0.768, | |
| "ndcg_linear@5": 0.8242318735618099, | |
| "ndcg_linear@10": 0.8314677549644637, | |
| "ndcg_exponential@1": 0.768, | |
| "ndcg_exponential@5": 0.8242318735618099, | |
| "ndcg_exponential@10": 0.8314677549644637, | |
| "precision@1": 0.768, | |
| "precision@5": 0.17360000000000003, | |
| "precision@10": 0.08910000000000001, | |
| "recall@1": 0.768, | |
| "recall@5": 0.868, | |
| "recall@10": 0.891, | |
| "f1@1": 0.768, | |
| "f1@5": 0.2893333333333334, | |
| "f1@10": 0.162, | |
| "map@1": 0.768, | |
| "map@5": 0.8094, | |
| "map@10": 0.8122662698412698, | |
| "mrr@1": 0.768, | |
| "mrr@5": 0.8094, | |
| "mrr@10": 0.8122662698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.827, | |
| "hit@5": 0.968, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.827, | |
| "ndcg_linear@5": 0.9062675177320464, | |
| "ndcg_linear@10": 0.9128169763799074, | |
| "ndcg_exponential@1": 0.827, | |
| "ndcg_exponential@5": 0.9062675177320464, | |
| "ndcg_exponential@10": 0.9128169763799074, | |
| "precision@1": 0.827, | |
| "precision@5": 0.19360000000000002, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.827, | |
| "recall@5": 0.968, | |
| "recall@10": 0.988, | |
| "f1@1": 0.827, | |
| "f1@5": 0.3226666666666666, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.827, | |
| "map@5": 0.8853666666666666, | |
| "map@10": 0.8881170634920637, | |
| "mrr@1": 0.827, | |
| "mrr@5": 0.8853666666666666, | |
| "mrr@10": 0.8881170634920637, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.604, | |
| "hit@5": 0.91, | |
| "hit@10": 0.951, | |
| "ndcg_linear@1": 0.604, | |
| "ndcg_linear@5": 0.7738750178661963, | |
| "ndcg_linear@10": 0.7873057626471264, | |
| "ndcg_exponential@1": 0.604, | |
| "ndcg_exponential@5": 0.7738750178661963, | |
| "ndcg_exponential@10": 0.7873057626471264, | |
| "precision@1": 0.604, | |
| "precision@5": 0.18200000000000002, | |
| "precision@10": 0.0951, | |
| "recall@1": 0.604, | |
| "recall@5": 0.91, | |
| "recall@10": 0.951, | |
| "f1@1": 0.604, | |
| "f1@5": 0.30333333333333334, | |
| "f1@10": 0.1729090909090909, | |
| "map@1": 0.604, | |
| "map@5": 0.7279333333333334, | |
| "map@10": 0.7335753968253969, | |
| "mrr@1": 0.604, | |
| "mrr@5": 0.7279333333333334, | |
| "mrr@10": 0.7335753968253969, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.695, | |
| "hit@5": 0.858, | |
| "hit@10": 0.9, | |
| "ndcg_linear@1": 0.695, | |
| "ndcg_linear@5": 0.7834564388443919, | |
| "ndcg_linear@10": 0.7970808176391657, | |
| "ndcg_exponential@1": 0.695, | |
| "ndcg_exponential@5": 0.7834564388443919, | |
| "ndcg_exponential@10": 0.7970808176391657, | |
| "precision@1": 0.695, | |
| "precision@5": 0.17160000000000003, | |
| "precision@10": 0.09, | |
| "recall@1": 0.695, | |
| "recall@5": 0.858, | |
| "recall@10": 0.9, | |
| "f1@1": 0.695, | |
| "f1@5": 0.286, | |
| "f1@10": 0.16363636363636364, | |
| "map@1": 0.695, | |
| "map@5": 0.7584833333333334, | |
| "map@10": 0.7641349206349207, | |
| "mrr@1": 0.695, | |
| "mrr@5": 0.7584833333333334, | |
| "mrr@10": 0.7641349206349207, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.794, | |
| "hit@5": 0.917, | |
| "hit@10": 0.943, | |
| "ndcg_linear@1": 0.794, | |
| "ndcg_linear@5": 0.8620523188508009, | |
| "ndcg_linear@10": 0.8705685762710182, | |
| "ndcg_exponential@1": 0.794, | |
| "ndcg_exponential@5": 0.8620523188508009, | |
| "ndcg_exponential@10": 0.8705685762710182, | |
| "precision@1": 0.794, | |
| "precision@5": 0.18340000000000004, | |
| "precision@10": 0.09430000000000001, | |
| "recall@1": 0.794, | |
| "recall@5": 0.917, | |
| "recall@10": 0.943, | |
| "f1@1": 0.794, | |
| "f1@5": 0.30566666666666664, | |
| "f1@10": 0.17145454545454544, | |
| "map@1": 0.794, | |
| "map@5": 0.84355, | |
| "map@10": 0.847125, | |
| "mrr@1": 0.794, | |
| "mrr@5": 0.84355, | |
| "mrr@10": 0.847125, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.754, | |
| "hit@5": 0.951, | |
| "hit@10": 0.984, | |
| "ndcg_linear@1": 0.754, | |
| "ndcg_linear@5": 0.863079189692499, | |
| "ndcg_linear@10": 0.8739473228344241, | |
| "ndcg_exponential@1": 0.754, | |
| "ndcg_exponential@5": 0.863079189692499, | |
| "ndcg_exponential@10": 0.8739473228344241, | |
| "precision@1": 0.754, | |
| "precision@5": 0.1902, | |
| "precision@10": 0.0984, | |
| "recall@1": 0.754, | |
| "recall@5": 0.951, | |
| "recall@10": 0.984, | |
| "f1@1": 0.754, | |
| "f1@5": 0.317, | |
| "f1@10": 0.17890909090909088, | |
| "map@1": 0.754, | |
| "map@5": 0.8334166666666667, | |
| "map@10": 0.8380107142857143, | |
| "mrr@1": 0.754, | |
| "mrr@5": 0.8334166666666667, | |
| "mrr@10": 0.8380107142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.731, | |
| "hit@5": 0.948, | |
| "hit@10": 0.984, | |
| "ndcg_linear@1": 0.731, | |
| "ndcg_linear@5": 0.8531877454578993, | |
| "ndcg_linear@10": 0.865161531032243, | |
| "ndcg_exponential@1": 0.731, | |
| "ndcg_exponential@5": 0.8531877454578993, | |
| "ndcg_exponential@10": 0.865161531032243, | |
| "precision@1": 0.731, | |
| "precision@5": 0.18960000000000002, | |
| "precision@10": 0.09840000000000002, | |
| "recall@1": 0.731, | |
| "recall@5": 0.948, | |
| "recall@10": 0.984, | |
| "f1@1": 0.731, | |
| "f1@5": 0.316, | |
| "f1@10": 0.1789090909090909, | |
| "map@1": 0.731, | |
| "map@5": 0.8210666666666666, | |
| "map@10": 0.8262067460317459, | |
| "mrr@1": 0.731, | |
| "mrr@5": 0.8210666666666666, | |
| "mrr@10": 0.8262067460317459, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.667, | |
| "hit@5": 0.969, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.667, | |
| "ndcg_linear@5": 0.8385499818249782, | |
| "ndcg_linear@10": 0.8450672031088458, | |
| "ndcg_exponential@1": 0.667, | |
| "ndcg_exponential@5": 0.8385499818249782, | |
| "ndcg_exponential@10": 0.8450672031088458, | |
| "precision@1": 0.667, | |
| "precision@5": 0.19380000000000003, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.667, | |
| "recall@5": 0.969, | |
| "recall@10": 0.989, | |
| "f1@1": 0.667, | |
| "f1@5": 0.323, | |
| "f1@10": 0.17981818181818182, | |
| "map@1": 0.667, | |
| "map@5": 0.79415, | |
| "map@10": 0.7968690476190476, | |
| "mrr@1": 0.667, | |
| "mrr@5": 0.79415, | |
| "mrr@10": 0.7968690476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.893, | |
| "hit@5": 0.991, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.893, | |
| "ndcg_linear@5": 0.9496780111800803, | |
| "ndcg_linear@10": 0.9506830165773075, | |
| "ndcg_exponential@1": 0.893, | |
| "ndcg_exponential@5": 0.9496780111800803, | |
| "ndcg_exponential@10": 0.9506830165773075, | |
| "precision@1": 0.893, | |
| "precision@5": 0.19820000000000004, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.893, | |
| "recall@5": 0.991, | |
| "recall@10": 0.994, | |
| "f1@1": 0.893, | |
| "f1@5": 0.3303333333333333, | |
| "f1@10": 0.1807272727272727, | |
| "map@1": 0.893, | |
| "map@5": 0.9355166666666667, | |
| "map@10": 0.9359511904761905, | |
| "mrr@1": 0.893, | |
| "mrr@5": 0.9355166666666667, | |
| "mrr@10": 0.9359511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.39, | |
| "hit@5": 0.67, | |
| "hit@10": 0.767, | |
| "ndcg_linear@1": 0.39, | |
| "ndcg_linear@5": 0.5432889151375914, | |
| "ndcg_linear@10": 0.5746337760913309, | |
| "ndcg_exponential@1": 0.39, | |
| "ndcg_exponential@5": 0.5432889151375914, | |
| "ndcg_exponential@10": 0.5746337760913309, | |
| "precision@1": 0.39, | |
| "precision@5": 0.134, | |
| "precision@10": 0.0767, | |
| "recall@1": 0.39, | |
| "recall@5": 0.67, | |
| "recall@10": 0.767, | |
| "f1@1": 0.39, | |
| "f1@5": 0.22333333333333338, | |
| "f1@10": 0.13945454545454544, | |
| "map@1": 0.39, | |
| "map@5": 0.5007, | |
| "map@10": 0.5136242063492064, | |
| "mrr@1": 0.39, | |
| "mrr@5": 0.5007, | |
| "mrr@10": 0.5136242063492064, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.612, | |
| "hit@5": 0.839, | |
| "hit@10": 0.887, | |
| "ndcg_linear@1": 0.612, | |
| "ndcg_linear@5": 0.7332515928712526, | |
| "ndcg_linear@10": 0.7486592384601514, | |
| "ndcg_exponential@1": 0.612, | |
| "ndcg_exponential@5": 0.7332515928712526, | |
| "ndcg_exponential@10": 0.7486592384601514, | |
| "precision@1": 0.612, | |
| "precision@5": 0.1678, | |
| "precision@10": 0.08870000000000001, | |
| "recall@1": 0.612, | |
| "recall@5": 0.839, | |
| "recall@10": 0.887, | |
| "f1@1": 0.612, | |
| "f1@5": 0.2796666666666667, | |
| "f1@10": 0.16127272727272726, | |
| "map@1": 0.612, | |
| "map@5": 0.69805, | |
| "map@10": 0.704340873015873, | |
| "mrr@1": 0.612, | |
| "mrr@5": 0.69805, | |
| "mrr@10": 0.704340873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.608, | |
| "hit@5": 0.84, | |
| "hit@10": 0.908, | |
| "ndcg_linear@1": 0.608, | |
| "ndcg_linear@5": 0.7340903635702707, | |
| "ndcg_linear@10": 0.7564286761023205, | |
| "ndcg_exponential@1": 0.608, | |
| "ndcg_exponential@5": 0.7340903635702707, | |
| "ndcg_exponential@10": 0.7564286761023205, | |
| "precision@1": 0.608, | |
| "precision@5": 0.168, | |
| "precision@10": 0.0908, | |
| "recall@1": 0.608, | |
| "recall@5": 0.84, | |
| "recall@10": 0.908, | |
| "f1@1": 0.608, | |
| "f1@5": 0.2800000000000001, | |
| "f1@10": 0.1650909090909091, | |
| "map@1": 0.608, | |
| "map@5": 0.6985833333333332, | |
| "map@10": 0.7080107142857144, | |
| "mrr@1": 0.608, | |
| "mrr@5": 0.6985833333333332, | |
| "mrr@10": 0.7080107142857144, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.713, | |
| "hit@5": 0.905, | |
| "hit@10": 0.942, | |
| "ndcg_linear@1": 0.713, | |
| "ndcg_linear@5": 0.8182645233267452, | |
| "ndcg_linear@10": 0.8300466537599817, | |
| "ndcg_exponential@1": 0.713, | |
| "ndcg_exponential@5": 0.8182645233267452, | |
| "ndcg_exponential@10": 0.8300466537599817, | |
| "precision@1": 0.713, | |
| "precision@5": 0.18100000000000002, | |
| "precision@10": 0.09420000000000002, | |
| "recall@1": 0.713, | |
| "recall@5": 0.905, | |
| "recall@10": 0.942, | |
| "f1@1": 0.713, | |
| "f1@5": 0.3016666666666667, | |
| "f1@10": 0.17127272727272724, | |
| "map@1": 0.713, | |
| "map@5": 0.7891166666666666, | |
| "map@10": 0.7938718253968254, | |
| "mrr@1": 0.713, | |
| "mrr@5": 0.7891166666666666, | |
| "mrr@10": 0.7938718253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.847, | |
| "hit@5": 0.956, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.847, | |
| "ndcg_linear@5": 0.9071762030285069, | |
| "ndcg_linear@10": 0.9148793586485966, | |
| "ndcg_exponential@1": 0.847, | |
| "ndcg_exponential@5": 0.9071762030285069, | |
| "ndcg_exponential@10": 0.9148793586485966, | |
| "precision@1": 0.847, | |
| "precision@5": 0.1912, | |
| "precision@10": 0.09800000000000003, | |
| "recall@1": 0.847, | |
| "recall@5": 0.956, | |
| "recall@10": 0.98, | |
| "f1@1": 0.847, | |
| "f1@5": 0.31866666666666665, | |
| "f1@10": 0.17818181818181816, | |
| "map@1": 0.847, | |
| "map@5": 0.8907666666666667, | |
| "map@10": 0.8939170634920636, | |
| "mrr@1": 0.847, | |
| "mrr@5": 0.8907666666666667, | |
| "mrr@10": 0.8939170634920636, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.894, | |
| "hit@5": 0.996, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.894, | |
| "ndcg_linear@5": 0.9551633281976956, | |
| "ndcg_linear@10": 0.9564106602024495, | |
| "ndcg_exponential@1": 0.894, | |
| "ndcg_exponential@5": 0.9551633281976956, | |
| "ndcg_exponential@10": 0.9564106602024495, | |
| "precision@1": 0.894, | |
| "precision@5": 0.19920000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.894, | |
| "recall@5": 0.996, | |
| "recall@10": 1.0, | |
| "f1@1": 0.894, | |
| "f1@5": 0.332, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.894, | |
| "map@5": 0.9409833333333334, | |
| "map@10": 0.9414722222222222, | |
| "mrr@1": 0.894, | |
| "mrr@5": 0.9409833333333334, | |
| "mrr@10": 0.9414722222222222, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.83, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.83, | |
| "ndcg_linear@5": 0.9390199176142907, | |
| "ndcg_linear@10": 0.9390199176142907, | |
| "ndcg_exponential@1": 0.83, | |
| "ndcg_exponential@5": 0.9390199176142907, | |
| "ndcg_exponential@10": 0.9390199176142907, | |
| "precision@1": 0.83, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.83, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.83, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.83, | |
| "map@5": 0.9178333333333334, | |
| "map@10": 0.9178333333333334, | |
| "mrr@1": 0.83, | |
| "mrr@5": 0.9148333333333334, | |
| "mrr@10": 0.9148333333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.932, | |
| "hit@5": 0.982, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.932, | |
| "ndcg_linear@5": 0.9600410391247712, | |
| "ndcg_linear@10": 0.9623783873440899, | |
| "ndcg_exponential@1": 0.932, | |
| "ndcg_exponential@5": 0.9600410391247712, | |
| "ndcg_exponential@10": 0.9623783873440899, | |
| "precision@1": 0.932, | |
| "precision@5": 0.19640000000000005, | |
| "precision@10": 0.09890000000000002, | |
| "recall@1": 0.932, | |
| "recall@5": 0.982, | |
| "recall@10": 0.989, | |
| "f1@1": 0.932, | |
| "f1@5": 0.32733333333333337, | |
| "f1@10": 0.17981818181818182, | |
| "map@1": 0.932, | |
| "map@5": 0.9526166666666667, | |
| "map@10": 0.9536246031746032, | |
| "mrr@1": 0.932, | |
| "mrr@5": 0.9526166666666667, | |
| "mrr@10": 0.9536246031746032, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.636, | |
| "hit@5": 0.818, | |
| "hit@10": 0.862, | |
| "ndcg_linear@1": 0.636, | |
| "ndcg_linear@5": 0.7328698736654663, | |
| "ndcg_linear@10": 0.7470286154278099, | |
| "ndcg_exponential@1": 0.636, | |
| "ndcg_exponential@5": 0.7328698736654663, | |
| "ndcg_exponential@10": 0.7470286154278099, | |
| "precision@1": 0.636, | |
| "precision@5": 0.1636, | |
| "precision@10": 0.0862, | |
| "recall@1": 0.636, | |
| "recall@5": 0.818, | |
| "recall@10": 0.862, | |
| "f1@1": 0.636, | |
| "f1@5": 0.27266666666666667, | |
| "f1@10": 0.15672727272727274, | |
| "map@1": 0.636, | |
| "map@5": 0.7045, | |
| "map@10": 0.7102999999999999, | |
| "mrr@1": 0.636, | |
| "mrr@5": 0.7045, | |
| "mrr@10": 0.7102999999999999, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.28824833702882485, | |
| "hit@5": 0.4789356984478936, | |
| "hit@10": 0.5631929046563193, | |
| "ndcg_linear@1": 0.28824833702882485, | |
| "ndcg_linear@5": 0.3827042800962541, | |
| "ndcg_linear@10": 0.4103832879264158, | |
| "ndcg_exponential@1": 0.28824833702882485, | |
| "ndcg_exponential@5": 0.3827042800962541, | |
| "ndcg_exponential@10": 0.4103832879264158, | |
| "precision@1": 0.28824833702882485, | |
| "precision@5": 0.09578713968957871, | |
| "precision@10": 0.05676274944567627, | |
| "recall@1": 0.2827790096082779, | |
| "recall@5": 0.47124907612712497, | |
| "recall@10": 0.5566149297856615, | |
| "f1@1": 0.2841832963784184, | |
| "f1@5": 0.15874247703515998, | |
| "f1@10": 0.10280030390895138, | |
| "map@1": 0.28824833702882485, | |
| "map@5": 0.3515890613451589, | |
| "map@10": 0.3631154753105973, | |
| "mrr@1": 0.28824833702882485, | |
| "mrr@5": 0.3578344419807834, | |
| "mrr@10": 0.368892760356175, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.7186234817813765, | |
| "hit@5": 0.8785425101214575, | |
| "hit@10": 0.9109311740890689, | |
| "ndcg_linear@1": 0.7186234817813765, | |
| "ndcg_linear@5": 0.8059341882384911, | |
| "ndcg_linear@10": 0.8166048726195744, | |
| "ndcg_exponential@1": 0.7186234817813765, | |
| "ndcg_exponential@5": 0.8059341882384911, | |
| "ndcg_exponential@10": 0.8166048726195744, | |
| "precision@1": 0.7186234817813765, | |
| "precision@5": 0.1757085020242915, | |
| "precision@10": 0.09129554655870446, | |
| "recall@1": 0.7186234817813765, | |
| "recall@5": 0.8775303643724697, | |
| "recall@10": 0.9109311740890689, | |
| "f1@1": 0.7186234817813765, | |
| "f1@5": 0.2927511085405823, | |
| "f1@10": 0.16593056066740278, | |
| "map@1": 0.7186234817813765, | |
| "map@5": 0.7817645074224021, | |
| "map@10": 0.7861432427221902, | |
| "mrr@1": 0.7186234817813765, | |
| "mrr@5": 0.7820175438596492, | |
| "mrr@10": 0.7861432427221902, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.7071428571428572, | |
| "hit@5": 0.8928571428571429, | |
| "hit@10": 0.9428571428571428, | |
| "ndcg_linear@1": 0.7071428571428572, | |
| "ndcg_linear@5": 0.8070078252718834, | |
| "ndcg_linear@10": 0.8234385192209129, | |
| "ndcg_exponential@1": 0.7071428571428572, | |
| "ndcg_exponential@5": 0.8070078252718834, | |
| "ndcg_exponential@10": 0.8234385192209129, | |
| "precision@1": 0.7071428571428572, | |
| "precision@5": 0.17857142857142858, | |
| "precision@10": 0.09428571428571426, | |
| "recall@1": 0.7071428571428572, | |
| "recall@5": 0.8928571428571429, | |
| "recall@10": 0.9428571428571428, | |
| "f1@1": 0.7071428571428572, | |
| "f1@5": 0.2976190476190477, | |
| "f1@10": 0.17142857142857149, | |
| "map@1": 0.7071428571428572, | |
| "map@5": 0.778452380952381, | |
| "map@10": 0.7853954081632653, | |
| "mrr@1": 0.7071428571428572, | |
| "mrr@5": 0.778452380952381, | |
| "mrr@10": 0.7853954081632653, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.2594167679222357, | |
| "hit@5": 0.49210206561360875, | |
| "hit@10": 0.6306196840826246, | |
| "ndcg_linear@1": 0.2594167679222357, | |
| "ndcg_linear@5": 0.37791596722788773, | |
| "ndcg_linear@10": 0.4224845991375995, | |
| "ndcg_exponential@1": 0.2594167679222357, | |
| "ndcg_exponential@5": 0.37791596722788773, | |
| "ndcg_exponential@10": 0.4224845991375995, | |
| "precision@1": 0.2594167679222357, | |
| "precision@5": 0.0985419198055893, | |
| "precision@10": 0.06318347509113001, | |
| "recall@1": 0.2591130012150668, | |
| "recall@5": 0.49125151883353585, | |
| "recall@10": 0.6297691373025516, | |
| "f1@1": 0.2592142567841231, | |
| "f1@5": 0.16402823583868542, | |
| "f1@10": 0.11478331308221955, | |
| "map@1": 0.2594167679222357, | |
| "map@5": 0.3405832320777643, | |
| "map@10": 0.3588613088005554, | |
| "mrr@1": 0.2594167679222357, | |
| "mrr@5": 0.34080599432968817, | |
| "mrr@10": 0.3590717757333796, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.32, | |
| "hit@5": 0.7, | |
| "hit@10": 0.77, | |
| "ndcg_linear@1": 0.32, | |
| "ndcg_linear@5": 0.5201837630874203, | |
| "ndcg_linear@10": 0.541892290900784, | |
| "ndcg_exponential@1": 0.32, | |
| "ndcg_exponential@5": 0.5201837630874203, | |
| "ndcg_exponential@10": 0.541892290900784, | |
| "precision@1": 0.32, | |
| "precision@5": 0.13999999999999996, | |
| "precision@10": 0.07699999999999997, | |
| "recall@1": 0.32, | |
| "recall@5": 0.7, | |
| "recall@10": 0.77, | |
| "f1@1": 0.32, | |
| "f1@5": 0.23333333333333336, | |
| "f1@10": 0.14, | |
| "map@1": 0.32, | |
| "map@5": 0.46049999999999996, | |
| "map@10": 0.4689007936507937, | |
| "mrr@1": 0.32, | |
| "mrr@5": 0.46049999999999996, | |
| "mrr@10": 0.4689007936507937, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.72, | |
| "hit@5": 0.95, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.72, | |
| "ndcg_linear@5": 0.8598766531785771, | |
| "ndcg_linear@10": 0.8705628687918177, | |
| "ndcg_exponential@1": 0.72, | |
| "ndcg_exponential@5": 0.8598766531785771, | |
| "ndcg_exponential@10": 0.8705628687918177, | |
| "precision@1": 0.72, | |
| "precision@5": 0.18999999999999997, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.72, | |
| "recall@5": 0.95, | |
| "recall@10": 0.98, | |
| "f1@1": 0.72, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.72, | |
| "map@5": 0.8283333333333333, | |
| "map@10": 0.8333333333333333, | |
| "mrr@1": 0.72, | |
| "mrr@5": 0.8283333333333333, | |
| "mrr@10": 0.8333333333333333, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.78, | |
| "hit@5": 0.92, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.78, | |
| "ndcg_linear@5": 0.8477605391471157, | |
| "ndcg_linear@10": 0.8610496316137732, | |
| "ndcg_exponential@1": 0.78, | |
| "ndcg_exponential@5": 0.8477605391471157, | |
| "ndcg_exponential@10": 0.8610496316137732, | |
| "precision@1": 0.78, | |
| "precision@5": 0.18399999999999994, | |
| "precision@10": 0.09599999999999997, | |
| "recall@1": 0.78, | |
| "recall@5": 0.92, | |
| "recall@10": 0.96, | |
| "f1@1": 0.78, | |
| "f1@5": 0.3066666666666667, | |
| "f1@10": 0.17454545454545464, | |
| "map@1": 0.78, | |
| "map@5": 0.8243333333333334, | |
| "map@10": 0.8300277777777778, | |
| "mrr@1": 0.78, | |
| "mrr@5": 0.8243333333333334, | |
| "mrr@10": 0.8300277777777778, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.72, | |
| "hit@5": 0.94, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.72, | |
| "ndcg_linear@5": 0.849562291732901, | |
| "ndcg_linear@10": 0.8596967354317013, | |
| "ndcg_exponential@1": 0.72, | |
| "ndcg_exponential@5": 0.849562291732901, | |
| "ndcg_exponential@10": 0.8596967354317013, | |
| "precision@1": 0.72, | |
| "precision@5": 0.18799999999999997, | |
| "precision@10": 0.09699999999999998, | |
| "recall@1": 0.72, | |
| "recall@5": 0.94, | |
| "recall@10": 0.97, | |
| "f1@1": 0.72, | |
| "f1@5": 0.3133333333333334, | |
| "f1@10": 0.17636363636363644, | |
| "map@1": 0.72, | |
| "map@5": 0.8183333333333335, | |
| "map@10": 0.8227777777777778, | |
| "mrr@1": 0.72, | |
| "mrr@5": 0.8183333333333335, | |
| "mrr@10": 0.8227777777777778, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.79, | |
| "hit@5": 0.95, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.79, | |
| "ndcg_linear@5": 0.8837090384735943, | |
| "ndcg_linear@10": 0.8906044436780078, | |
| "ndcg_exponential@1": 0.79, | |
| "ndcg_exponential@5": 0.8837090384735943, | |
| "ndcg_exponential@10": 0.8906044436780078, | |
| "precision@1": 0.79, | |
| "precision@5": 0.18999999999999992, | |
| "precision@10": 0.09699999999999999, | |
| "recall@1": 0.79, | |
| "recall@5": 0.95, | |
| "recall@10": 0.97, | |
| "f1@1": 0.79, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.17636363636363647, | |
| "map@1": 0.79, | |
| "map@5": 0.8608333333333335, | |
| "map@10": 0.8639285714285714, | |
| "mrr@1": 0.79, | |
| "mrr@5": 0.8608333333333335, | |
| "mrr@10": 0.8639285714285714, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.4807692307692308, | |
| "hit@5": 0.6538461538461539, | |
| "hit@10": 0.8076923076923077, | |
| "ndcg_linear@1": 0.45833333333333337, | |
| "ndcg_linear@5": 0.5067061708099885, | |
| "ndcg_linear@10": 0.5535898103454507, | |
| "ndcg_exponential@1": 0.4514652014652014, | |
| "ndcg_exponential@5": 0.5058304373068659, | |
| "ndcg_exponential@10": 0.5529757710238218, | |
| "precision@1": 0.4807692307692308, | |
| "precision@5": 0.19615384615384615, | |
| "precision@10": 0.1269230769230769, | |
| "recall@1": 0.33685897435897433, | |
| "recall@5": 0.5378205128205128, | |
| "recall@10": 0.6639652014652015, | |
| "f1@1": 0.3677021696252466, | |
| "f1@5": 0.2560161243984774, | |
| "f1@10": 0.19498462510340336, | |
| "map@1": 0.4807692307692308, | |
| "map@5": 0.4637873931623932, | |
| "map@10": 0.4820528083028082, | |
| "mrr@1": 0.4807692307692308, | |
| "mrr@5": 0.5512820512820513, | |
| "mrr@10": 0.5732371794871794, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.55625, | |
| "hit@5": 0.79375, | |
| "hit@10": 0.85, | |
| "ndcg_linear@1": 0.55625, | |
| "ndcg_linear@5": 0.5515658838389879, | |
| "ndcg_linear@10": 0.5847138105105175, | |
| "ndcg_exponential@1": 0.55625, | |
| "ndcg_exponential@5": 0.551565883838988, | |
| "ndcg_exponential@10": 0.5847138105105175, | |
| "precision@1": 0.55625, | |
| "precision@5": 0.2425, | |
| "precision@10": 0.15750000000000003, | |
| "recall@1": 0.32734172077922075, | |
| "recall@5": 0.5623657531194295, | |
| "recall@10": 0.665350060478737, | |
| "f1@1": 0.37533527236652237, | |
| "f1@5": 0.29865085261960267, | |
| "f1@10": 0.22910150211988448, | |
| "map@1": 0.55625, | |
| "map@5": 0.4821927083333334, | |
| "map@10": 0.49876834726946334, | |
| "mrr@1": 0.55625, | |
| "mrr@5": 0.6503125, | |
| "mrr@10": 0.6584598214285714, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.4875, | |
| "hit@5": 0.7484375, | |
| "hit@10": 0.8265625, | |
| "ndcg_linear@1": 0.4875, | |
| "ndcg_linear@5": 0.5088648298345516, | |
| "ndcg_linear@10": 0.5368936688198138, | |
| "ndcg_exponential@1": 0.4875, | |
| "ndcg_exponential@5": 0.5088648298345516, | |
| "ndcg_exponential@10": 0.5368936688198138, | |
| "precision@1": 0.4875, | |
| "precision@5": 0.226875, | |
| "precision@10": 0.14390625, | |
| "recall@1": 0.2850508200439267, | |
| "recall@5": 0.5388800999435824, | |
| "recall@10": 0.6322984118706261, | |
| "f1@1": 0.32631020021645024, | |
| "f1@5": 0.28146095004872584, | |
| "f1@10": 0.21148025986812752, | |
| "map@1": 0.4875, | |
| "map@5": 0.4395434027777778, | |
| "map@10": 0.4504348175902305, | |
| "mrr@1": 0.4875, | |
| "mrr@5": 0.5894010416666666, | |
| "mrr@10": 0.5999429563492064, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.6724137931034483, | |
| "hit@5": 0.9310344827586207, | |
| "hit@10": 0.9655172413793104, | |
| "ndcg_linear@1": 0.6724137931034483, | |
| "ndcg_linear@5": 0.6239953099594612, | |
| "ndcg_linear@10": 0.5778584794094483, | |
| "ndcg_exponential@1": 0.6724137931034483, | |
| "ndcg_exponential@5": 0.6239953099594612, | |
| "ndcg_exponential@10": 0.5778584794094482, | |
| "precision@1": 0.6724137931034483, | |
| "precision@5": 0.5379310344827587, | |
| "precision@10": 0.40344827586206894, | |
| "recall@1": 0.11664064220773461, | |
| "recall@5": 0.33309931435822837, | |
| "recall@10": 0.4321272793882071, | |
| "f1@1": 0.16300895478128777, | |
| "f1@5": 0.33442531134294184, | |
| "f1@10": 0.3373550490696928, | |
| "map@1": 0.6724137931034483, | |
| "map@5": 0.5219157088122605, | |
| "map@10": 0.4433651857933467, | |
| "mrr@1": 0.6724137931034483, | |
| "mrr@5": 0.7801724137931034, | |
| "mrr@10": 0.784051724137931, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.6336206896551724, | |
| "hit@5": 0.8879310344827587, | |
| "hit@10": 0.9310344827586207, | |
| "ndcg_linear@1": 0.6336206896551724, | |
| "ndcg_linear@5": 0.5437763166008467, | |
| "ndcg_linear@10": 0.5163709030837411, | |
| "ndcg_exponential@1": 0.6336206896551724, | |
| "ndcg_exponential@5": 0.5437763166008467, | |
| "ndcg_exponential@10": 0.5163709030837411, | |
| "precision@1": 0.6336206896551724, | |
| "precision@5": 0.4681034482758621, | |
| "precision@10": 0.3702586206896552, | |
| "recall@1": 0.09690712856312815, | |
| "recall@5": 0.27566133069345045, | |
| "recall@10": 0.3867597735214331, | |
| "f1@1": 0.1413865085366812, | |
| "f1@5": 0.2801192302438006, | |
| "f1@10": 0.3043647207762049, | |
| "map@1": 0.6336206896551724, | |
| "map@5": 0.43907327586206896, | |
| "map@10": 0.37814547658143716, | |
| "mrr@1": 0.6336206896551724, | |
| "mrr@5": 0.7258620689655172, | |
| "mrr@10": 0.7318726053639846, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.45614035087719296, | |
| "hit@5": 0.8070175438596491, | |
| "hit@10": 0.8596491228070176, | |
| "ndcg_linear@1": 0.45614035087719296, | |
| "ndcg_linear@5": 0.4840091301428302, | |
| "ndcg_linear@10": 0.48674129856378234, | |
| "ndcg_exponential@1": 0.45614035087719296, | |
| "ndcg_exponential@5": 0.4840091301428302, | |
| "ndcg_exponential@10": 0.48674129856378234, | |
| "precision@1": 0.45614035087719296, | |
| "precision@5": 0.22807017543859648, | |
| "precision@10": 0.13859649122807016, | |
| "recall@1": 0.2482873851294904, | |
| "recall@5": 0.49895572263993315, | |
| "recall@10": 0.5520676691729324, | |
| "f1@1": 0.282098895928297, | |
| "f1@5": 0.26190759171436023, | |
| "f1@10": 0.18742349977073786, | |
| "map@1": 0.45614035087719296, | |
| "map@5": 0.40019493177387905, | |
| "map@10": 0.3901849531235496, | |
| "mrr@1": 0.45614035087719296, | |
| "mrr@5": 0.5938596491228071, | |
| "mrr@10": 0.6006265664160402, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.40350877192982454, | |
| "hit@5": 0.7236842105263158, | |
| "hit@10": 0.8289473684210527, | |
| "ndcg_linear@1": 0.40350877192982454, | |
| "ndcg_linear@5": 0.4232758971935877, | |
| "ndcg_linear@10": 0.44231743534693463, | |
| "ndcg_exponential@1": 0.40350877192982454, | |
| "ndcg_exponential@5": 0.4232758971935877, | |
| "ndcg_exponential@10": 0.44231743534693463, | |
| "precision@1": 0.40350877192982454, | |
| "precision@5": 0.20526315789473687, | |
| "precision@10": 0.13333333333333336, | |
| "recall@1": 0.20570697577276525, | |
| "recall@5": 0.4370405179615706, | |
| "recall@10": 0.5263523391812865, | |
| "f1@1": 0.23981819417391104, | |
| "f1@5": 0.23522908579623647, | |
| "f1@10": 0.179852140132, | |
| "map@1": 0.40350877192982454, | |
| "map@5": 0.345109649122807, | |
| "map@10": 0.3432124727327578, | |
| "mrr@1": 0.40350877192982454, | |
| "mrr@5": 0.5246345029239766, | |
| "mrr@10": 0.5391551796157059, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.6678921568627451, | |
| "hit@5": 0.8026960784313726, | |
| "hit@10": 0.8566176470588235, | |
| "ndcg_linear@1": 0.6678921568627451, | |
| "ndcg_linear@5": 0.7396009213599012, | |
| "ndcg_linear@10": 0.7571120950537005, | |
| "ndcg_exponential@1": 0.6678921568627451, | |
| "ndcg_exponential@5": 0.7396009213599012, | |
| "ndcg_exponential@10": 0.7571120950537005, | |
| "precision@1": 0.6678921568627451, | |
| "precision@5": 0.16053921568627452, | |
| "precision@10": 0.08566176470588235, | |
| "recall@1": 0.6678921568627451, | |
| "recall@5": 0.8026960784313726, | |
| "recall@10": 0.8566176470588235, | |
| "f1@1": 0.6678921568627451, | |
| "f1@5": 0.2675653594771243, | |
| "f1@10": 0.15574866310160432, | |
| "map@1": 0.6678921568627451, | |
| "map@5": 0.7186070261437907, | |
| "map@10": 0.7258802131963897, | |
| "mrr@1": 0.6678921568627451, | |
| "mrr@5": 0.7186070261437907, | |
| "mrr@10": 0.7258802131963897, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.7142857142857143, | |
| "hit@5": 0.9047619047619048, | |
| "hit@10": 0.9523809523809523, | |
| "ndcg_linear@1": 0.7142857142857143, | |
| "ndcg_linear@5": 0.8271276879399446, | |
| "ndcg_linear@10": 0.8426611061424722, | |
| "ndcg_exponential@1": 0.7142857142857143, | |
| "ndcg_exponential@5": 0.8271276879399446, | |
| "ndcg_exponential@10": 0.8426611061424722, | |
| "precision@1": 0.7142857142857143, | |
| "precision@5": 0.18095238095238086, | |
| "precision@10": 0.09523809523809518, | |
| "recall@1": 0.7142857142857143, | |
| "recall@5": 0.9047619047619048, | |
| "recall@10": 0.9523809523809523, | |
| "f1@1": 0.7142857142857143, | |
| "f1@5": 0.3015873015873015, | |
| "f1@10": 0.17316017316017318, | |
| "map@1": 0.7142857142857143, | |
| "map@5": 0.8002645502645502, | |
| "map@10": 0.8067649281934997, | |
| "mrr@1": 0.7142857142857143, | |
| "mrr@5": 0.8002645502645502, | |
| "mrr@10": 0.8067649281934997, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.6345177664974619, | |
| "hit@5": 0.8477157360406091, | |
| "hit@10": 0.9018612521150592, | |
| "ndcg_linear@1": 0.6345177664974619, | |
| "ndcg_linear@5": 0.7514909307949428, | |
| "ndcg_linear@10": 0.7691854509486024, | |
| "ndcg_exponential@1": 0.6345177664974619, | |
| "ndcg_exponential@5": 0.7514909307949428, | |
| "ndcg_exponential@10": 0.7691854509486024, | |
| "precision@1": 0.6345177664974619, | |
| "precision@5": 0.1695431472081218, | |
| "precision@10": 0.09018612521150592, | |
| "recall@1": 0.6345177664974619, | |
| "recall@5": 0.8477157360406091, | |
| "recall@10": 0.9018612521150592, | |
| "f1@1": 0.6345177664974619, | |
| "f1@5": 0.2825719120135365, | |
| "f1@10": 0.16397477311182898, | |
| "map@1": 0.6345177664974619, | |
| "map@5": 0.7191201353637902, | |
| "map@10": 0.7265282142185695, | |
| "mrr@1": 0.6345177664974619, | |
| "mrr@5": 0.7191201353637902, | |
| "mrr@10": 0.7265282142185695, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.8183453237410072, | |
| "hit@5": 0.9460431654676259, | |
| "hit@10": 0.960431654676259, | |
| "ndcg_linear@1": 0.8183453237410072, | |
| "ndcg_linear@5": 0.8757603375609319, | |
| "ndcg_linear@10": 0.8826063813963076, | |
| "ndcg_exponential@1": 0.8183453237410072, | |
| "ndcg_exponential@5": 0.8757603375609319, | |
| "ndcg_exponential@10": 0.8826063813963076, | |
| "precision@1": 0.8183453237410072, | |
| "precision@5": 0.23453237410071945, | |
| "precision@10": 0.11978417266187052, | |
| "recall@1": 0.7077338129496403, | |
| "recall@5": 0.9307553956834532, | |
| "recall@10": 0.9505395683453237, | |
| "f1@1": 0.7446043165467626, | |
| "f1@5": 0.36784857828023304, | |
| "f1@10": 0.2102954000436015, | |
| "map@1": 0.8183453237410072, | |
| "map@5": 0.8467026378896882, | |
| "map@10": 0.8500692303300217, | |
| "mrr@1": 0.8183453237410072, | |
| "mrr@5": 0.8747901678657074, | |
| "mrr@10": 0.8768385291766587, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.7910863509749304, | |
| "hit@5": 0.9498607242339833, | |
| "hit@10": 0.9735376044568245, | |
| "ndcg_linear@1": 0.7910863509749304, | |
| "ndcg_linear@5": 0.8790605012800432, | |
| "ndcg_linear@10": 0.8868808761920904, | |
| "ndcg_exponential@1": 0.7910863509749304, | |
| "ndcg_exponential@5": 0.8790605012800432, | |
| "ndcg_exponential@10": 0.8868808761920904, | |
| "precision@1": 0.7910863509749304, | |
| "precision@5": 0.18997214484679661, | |
| "precision@10": 0.09735376044568242, | |
| "recall@1": 0.7910863509749304, | |
| "recall@5": 0.9498607242339833, | |
| "recall@10": 0.9735376044568245, | |
| "f1@1": 0.7910863509749304, | |
| "f1@5": 0.31662024141132783, | |
| "f1@10": 0.17700683717396815, | |
| "map@1": 0.7910863509749304, | |
| "map@5": 0.8551532033426184, | |
| "map@10": 0.8584770305522396, | |
| "mrr@1": 0.7910863509749304, | |
| "mrr@5": 0.8551532033426184, | |
| "mrr@10": 0.8584770305522396, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.544611819235226, | |
| "hit@5": 0.8308227114716107, | |
| "hit@10": 0.9177288528389339, | |
| "ndcg_linear@1": 0.544611819235226, | |
| "ndcg_linear@5": 0.6942176970260413, | |
| "ndcg_linear@10": 0.7230786635160757, | |
| "ndcg_exponential@1": 0.544611819235226, | |
| "ndcg_exponential@5": 0.6942176970260413, | |
| "ndcg_exponential@10": 0.7230786635160757, | |
| "precision@1": 0.544611819235226, | |
| "precision@5": 0.1661645422943221, | |
| "precision@10": 0.0917728852838934, | |
| "recall@1": 0.544611819235226, | |
| "recall@5": 0.8308227114716107, | |
| "recall@10": 0.9177288528389339, | |
| "f1@1": 0.544611819235226, | |
| "f1@5": 0.27694090382387027, | |
| "f1@10": 0.16685979142526072, | |
| "map@1": 0.544611819235226, | |
| "map@5": 0.6489764387794515, | |
| "map@10": 0.6613304456583716, | |
| "mrr@1": 0.544611819235226, | |
| "mrr@5": 0.6489764387794515, | |
| "mrr@10": 0.6613304456583716, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.03590192644483362, | |
| "hit@5": 0.3975481611208406, | |
| "hit@10": 0.5691768826619965, | |
| "ndcg_linear@1": 0.03590192644483362, | |
| "ndcg_linear@5": 0.22521258403626243, | |
| "ndcg_linear@10": 0.28053386139174635, | |
| "ndcg_exponential@1": 0.03590192644483362, | |
| "ndcg_exponential@5": 0.2252125840362625, | |
| "ndcg_exponential@10": 0.2805338613917464, | |
| "precision@1": 0.03590192644483362, | |
| "precision@5": 0.07950963222416814, | |
| "precision@10": 0.05691768826619965, | |
| "recall@1": 0.03590192644483362, | |
| "recall@5": 0.3975481611208406, | |
| "recall@10": 0.5691768826619965, | |
| "f1@1": 0.03590192644483362, | |
| "f1@5": 0.13251605370694688, | |
| "f1@10": 0.10348670593854482, | |
| "map@1": 0.03590192644483362, | |
| "map@5": 0.16818447168709866, | |
| "map@10": 0.19090950157062242, | |
| "mrr@1": 0.03590192644483362, | |
| "mrr@5": 0.16818447168709866, | |
| "mrr@10": 0.19090950157062242, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.967600700525394, | |
| "hit@5": 0.9912434325744308, | |
| "hit@10": 0.9947460595446584, | |
| "ndcg_linear@1": 0.6640396964389959, | |
| "ndcg_linear@5": 0.7381875577427405, | |
| "ndcg_linear@10": 0.6871635755844959, | |
| "ndcg_exponential@1": 0.44721040780585436, | |
| "ndcg_exponential@5": 0.6351323839097036, | |
| "ndcg_exponential@10": 0.6271573405500023, | |
| "precision@1": 0.967600700525394, | |
| "precision@5": 0.7894921190893169, | |
| "precision@10": 0.6666374781085814, | |
| "recall@1": 0.05685904650277686, | |
| "recall@5": 0.2297427137579388, | |
| "recall@10": 0.37873050973241357, | |
| "f1@1": 0.1066827260357991, | |
| "f1@5": 0.34885226987624357, | |
| "f1@10": 0.4725989168559724, | |
| "map@1": 0.967600700525394, | |
| "map@5": 0.7663018096906012, | |
| "map@10": 0.6290937040964144, | |
| "mrr@1": 0.967600700525394, | |
| "mrr@5": 0.9774810274372445, | |
| "mrr@10": 0.9779466544352708, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.06921241050119331, | |
| "hit@5": 0.2684964200477327, | |
| "hit@10": 0.3615751789976134, | |
| "ndcg_linear@1": 0.06921241050119331, | |
| "ndcg_linear@5": 0.13321438053690215, | |
| "ndcg_linear@10": 0.16407663340081668, | |
| "ndcg_exponential@1": 0.06921241050119331, | |
| "ndcg_exponential@5": 0.13321438053690218, | |
| "ndcg_exponential@10": 0.16407663340081668, | |
| "precision@1": 0.06921241050119331, | |
| "precision@5": 0.06109785202863962, | |
| "precision@10": 0.04474940334128878, | |
| "recall@1": 0.03948886237072395, | |
| "recall@5": 0.19447096260938743, | |
| "recall@10": 0.2800511640308776, | |
| "f1@1": 0.0478245037910909, | |
| "f1@5": 0.08852321536232811, | |
| "f1@10": 0.07425630814568612, | |
| "map@1": 0.06921241050119331, | |
| "map@5": 0.09737635905595333, | |
| "map@10": 0.11133320863481962, | |
| "mrr@1": 0.06921241050119331, | |
| "mrr@5": 0.13852426412092284, | |
| "mrr@10": 0.15127808084251998, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.5918854415274463, | |
| "hit@5": 0.7362768496420048, | |
| "hit@10": 0.7744630071599046, | |
| "ndcg_linear@1": 0.4152744630071599, | |
| "ndcg_linear@5": 0.4261384981108878, | |
| "ndcg_linear@10": 0.4019035560697594, | |
| "ndcg_exponential@1": 0.2891237640640982, | |
| "ndcg_exponential@5": 0.3576172404449913, | |
| "ndcg_exponential@10": 0.3589966960948837, | |
| "precision@1": 0.5918854415274463, | |
| "precision@5": 0.46634844868735087, | |
| "precision@10": 0.4014319809069212, | |
| "recall@1": 0.0191876249526271, | |
| "recall@5": 0.07398509122648067, | |
| "recall@10": 0.12445621257012725, | |
| "f1@1": 0.03679959766537488, | |
| "f1@5": 0.12303925012943988, | |
| "f1@10": 0.17929201388303725, | |
| "map@1": 0.5918854415274463, | |
| "map@5": 0.4240692124105012, | |
| "map@10": 0.3442249750602973, | |
| "mrr@1": 0.5918854415274463, | |
| "mrr@5": 0.6487072394590293, | |
| "mrr@10": 0.6537196461719134, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.3784860557768924, | |
| "hit@5": 0.6254980079681275, | |
| "hit@10": 0.7131474103585658, | |
| "ndcg_linear@1": 0.3784860557768924, | |
| "ndcg_linear@5": 0.5084233639109036, | |
| "ndcg_linear@10": 0.5369917368207054, | |
| "ndcg_exponential@1": 0.3784860557768924, | |
| "ndcg_exponential@5": 0.5084233639109036, | |
| "ndcg_exponential@10": 0.5369917368207054, | |
| "precision@1": 0.3784860557768924, | |
| "precision@5": 0.1250996015936255, | |
| "precision@10": 0.07131474103585657, | |
| "recall@1": 0.3784860557768924, | |
| "recall@5": 0.6254980079681275, | |
| "recall@10": 0.7131474103585658, | |
| "f1@1": 0.3784860557768924, | |
| "f1@5": 0.2084993359893759, | |
| "f1@10": 0.12966316551973922, | |
| "map@1": 0.3784860557768924, | |
| "map@5": 0.4696049136786189, | |
| "map@10": 0.48152232340479356, | |
| "mrr@1": 0.3784860557768924, | |
| "mrr@5": 0.4696049136786189, | |
| "mrr@10": 0.48152232340479356, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.365, | |
| "hit@5": 0.622, | |
| "hit@10": 0.729, | |
| "ndcg_linear@1": 0.365, | |
| "ndcg_linear@5": 0.5005179659992803, | |
| "ndcg_linear@10": 0.5349745937931284, | |
| "ndcg_exponential@1": 0.365, | |
| "ndcg_exponential@5": 0.5005179659992803, | |
| "ndcg_exponential@10": 0.5349745937931284, | |
| "precision@1": 0.365, | |
| "precision@5": 0.12439999999999998, | |
| "precision@10": 0.0729, | |
| "recall@1": 0.365, | |
| "recall@5": 0.622, | |
| "recall@10": 0.729, | |
| "f1@1": 0.365, | |
| "f1@5": 0.20733333333333337, | |
| "f1@10": 0.13254545454545455, | |
| "map@1": 0.365, | |
| "map@5": 0.46016666666666667, | |
| "map@10": 0.47430555555555554, | |
| "mrr@1": 0.365, | |
| "mrr@5": 0.46016666666666667, | |
| "mrr@10": 0.47430555555555554, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.564179104477612, | |
| "hit@5": 0.8417910447761194, | |
| "hit@10": 0.9149253731343283, | |
| "ndcg_linear@1": 0.564179104477612, | |
| "ndcg_linear@5": 0.7135852695954814, | |
| "ndcg_linear@10": 0.7373464947299888, | |
| "ndcg_exponential@1": 0.564179104477612, | |
| "ndcg_exponential@5": 0.7135852695954814, | |
| "ndcg_exponential@10": 0.7373464947299888, | |
| "precision@1": 0.564179104477612, | |
| "precision@5": 0.16835820895522385, | |
| "precision@10": 0.09149253731343282, | |
| "recall@1": 0.564179104477612, | |
| "recall@5": 0.8417910447761194, | |
| "recall@10": 0.9149253731343283, | |
| "f1@1": 0.564179104477612, | |
| "f1@5": 0.2805970149253732, | |
| "f1@10": 0.1663500678426052, | |
| "map@1": 0.564179104477612, | |
| "map@5": 0.670771144278607, | |
| "map@10": 0.6806467661691542, | |
| "mrr@1": 0.564179104477612, | |
| "mrr@5": 0.670771144278607, | |
| "mrr@10": 0.6806467661691542, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.31956230460026797, | |
| "hit@5": 0.5995980348369808, | |
| "hit@10": 0.7154979901741849, | |
| "ndcg_linear@1": 0.31956230460026797, | |
| "ndcg_linear@5": 0.4658379606490761, | |
| "ndcg_linear@10": 0.5034674297940451, | |
| "ndcg_exponential@1": 0.31956230460026797, | |
| "ndcg_exponential@5": 0.4658379606490761, | |
| "ndcg_exponential@10": 0.5034674297940451, | |
| "precision@1": 0.31956230460026797, | |
| "precision@5": 0.11991960696739616, | |
| "precision@10": 0.07154979901741848, | |
| "recall@1": 0.31956230460026797, | |
| "recall@5": 0.5995980348369808, | |
| "recall@10": 0.7154979901741849, | |
| "f1@1": 0.31956230460026797, | |
| "f1@5": 0.19986601161232698, | |
| "f1@10": 0.13009054366803363, | |
| "map@1": 0.31956230460026797, | |
| "map@5": 0.4215981837129671, | |
| "map@10": 0.4372130592597319, | |
| "mrr@1": 0.31956230460026797, | |
| "mrr@5": 0.4215981837129671, | |
| "mrr@10": 0.4372130592597319, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.09468386284995281, | |
| "hit@5": 0.2132746146586977, | |
| "hit@10": 0.2887700534759358, | |
| "ndcg_linear@1": 0.09468386284995281, | |
| "ndcg_linear@5": 0.1552679245645221, | |
| "ndcg_linear@10": 0.1795503822248778, | |
| "ndcg_exponential@1": 0.09468386284995281, | |
| "ndcg_exponential@5": 0.1552679245645221, | |
| "ndcg_exponential@10": 0.1795503822248778, | |
| "precision@1": 0.09468386284995281, | |
| "precision@5": 0.042654922931739545, | |
| "precision@10": 0.028877005347593583, | |
| "recall@1": 0.09468386284995281, | |
| "recall@5": 0.2132746146586977, | |
| "recall@10": 0.2887700534759358, | |
| "f1@1": 0.09468386284995281, | |
| "f1@5": 0.07109153821956592, | |
| "f1@10": 0.05250364608653379, | |
| "map@1": 0.09468386284995281, | |
| "map@5": 0.13621159693824053, | |
| "map@10": 0.14616044278674037, | |
| "mrr@1": 0.09468386284995281, | |
| "mrr@5": 0.13621159693824053, | |
| "mrr@10": 0.14616044278674037, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.5844875346260388, | |
| "hit@5": 0.9233610341643582, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5844875346260388, | |
| "ndcg_linear@5": 0.7673666242833931, | |
| "ndcg_linear@10": 0.7923121272702577, | |
| "ndcg_exponential@1": 0.5844875346260388, | |
| "ndcg_exponential@5": 0.7673666242833931, | |
| "ndcg_exponential@10": 0.7923121272702577, | |
| "precision@1": 0.5844875346260388, | |
| "precision@5": 0.18467220683287167, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5844875346260388, | |
| "recall@5": 0.9233610341643582, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5844875346260388, | |
| "f1@5": 0.3077870113881195, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.5844875346260388, | |
| "map@5": 0.7152354570637119, | |
| "map@10": 0.7256240015242785, | |
| "mrr@1": 0.5844875346260388, | |
| "mrr@5": 0.7152354570637119, | |
| "mrr@10": 0.7256240015242785, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.18707015130674004, | |
| "hit@5": 0.5859697386519945, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.18707015130674004, | |
| "ndcg_linear@5": 0.38248959900998625, | |
| "ndcg_linear@10": 0.512141897672638, | |
| "ndcg_exponential@1": 0.18707015130674004, | |
| "ndcg_exponential@5": 0.38248959900998625, | |
| "ndcg_exponential@10": 0.512141897672638, | |
| "precision@1": 0.18707015130674004, | |
| "precision@5": 0.11719394773039889, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.18707015130674004, | |
| "recall@5": 0.5859697386519945, | |
| "recall@10": 1.0, | |
| "f1@1": 0.18707015130674004, | |
| "f1@5": 0.19532324621733155, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.18707015130674004, | |
| "map@5": 0.31636863823933975, | |
| "map@10": 0.367436300517456, | |
| "mrr@1": 0.18707015130674004, | |
| "mrr@5": 0.31636863823933975, | |
| "mrr@10": 0.367436300517456, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.41444444444444445, | |
| "hit@5": 0.8977777777777778, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.41444444444444445, | |
| "ndcg_linear@5": 0.6712446517106028, | |
| "ndcg_linear@10": 0.7101997710080306, | |
| "ndcg_exponential@1": 0.41444444444444445, | |
| "ndcg_exponential@5": 0.6712446517106028, | |
| "ndcg_exponential@10": 0.7101997710080306, | |
| "precision@1": 0.41444444444444445, | |
| "precision@5": 0.197, | |
| "precision@10": 0.1127777777777778, | |
| "recall@1": 0.3934490740740741, | |
| "recall@5": 0.884212962962963, | |
| "recall@10": 0.9983796296296297, | |
| "f1@1": 0.4000149911816579, | |
| "f1@5": 0.3172931081264415, | |
| "f1@10": 0.2001037542704209, | |
| "map@1": 0.41444444444444445, | |
| "map@5": 0.595186574074074, | |
| "map@10": 0.6135632348618459, | |
| "mrr@1": 0.41444444444444445, | |
| "mrr@5": 0.6027407407407408, | |
| "mrr@10": 0.6168068783068783, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| }, | |
| "K700": { | |
| "hit@1": 0.401, | |
| "hit@5": 0.678, | |
| "hit@10": 0.744, | |
| "ndcg_linear@1": 0.401, | |
| "ndcg_linear@5": 0.5491899087531276, | |
| "ndcg_linear@10": 0.570929753464218, | |
| "ndcg_exponential@1": 0.401, | |
| "ndcg_exponential@5": 0.5491899087531276, | |
| "ndcg_exponential@10": 0.570929753464218, | |
| "precision@1": 0.401, | |
| "precision@5": 0.13559999999999997, | |
| "precision@10": 0.07440000000000001, | |
| "recall@1": 0.401, | |
| "recall@5": 0.678, | |
| "recall@10": 0.744, | |
| "f1@1": 0.401, | |
| "f1@5": 0.22600000000000006, | |
| "f1@10": 0.13527272727272732, | |
| "map@1": 0.401, | |
| "map@5": 0.5062666666666666, | |
| "map@10": 0.5154734126984126, | |
| "mrr@1": 0.401, | |
| "mrr@5": 0.5062666666666666, | |
| "mrr@10": 0.5154734126984126, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.358, | |
| "hit@5": 0.644, | |
| "hit@10": 0.756, | |
| "ndcg_linear@1": 0.358, | |
| "ndcg_linear@5": 0.5123197823084423, | |
| "ndcg_linear@10": 0.5486757900301636, | |
| "ndcg_exponential@1": 0.358, | |
| "ndcg_exponential@5": 0.5123197823084423, | |
| "ndcg_exponential@10": 0.5486757900301636, | |
| "precision@1": 0.358, | |
| "precision@5": 0.12879999999999997, | |
| "precision@10": 0.0756, | |
| "recall@1": 0.358, | |
| "recall@5": 0.644, | |
| "recall@10": 0.756, | |
| "f1@1": 0.358, | |
| "f1@5": 0.21466666666666676, | |
| "f1@10": 0.13745454545454544, | |
| "map@1": 0.358, | |
| "map@5": 0.4683333333333333, | |
| "map@10": 0.48342341269841266, | |
| "mrr@1": 0.358, | |
| "mrr@5": 0.4683333333333333, | |
| "mrr@10": 0.48342341269841266, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.469, | |
| "hit@5": 0.705, | |
| "hit@10": 0.807, | |
| "ndcg_linear@1": 0.469, | |
| "ndcg_linear@5": 0.5985372249919484, | |
| "ndcg_linear@10": 0.6318328535840803, | |
| "ndcg_exponential@1": 0.469, | |
| "ndcg_exponential@5": 0.5985372249919484, | |
| "ndcg_exponential@10": 0.6318328535840803, | |
| "precision@1": 0.469, | |
| "precision@5": 0.141, | |
| "precision@10": 0.0807, | |
| "recall@1": 0.469, | |
| "recall@5": 0.705, | |
| "recall@10": 0.807, | |
| "f1@1": 0.469, | |
| "f1@5": 0.23500000000000007, | |
| "f1@10": 0.14672727272727276, | |
| "map@1": 0.469, | |
| "map@5": 0.5627833333333333, | |
| "map@10": 0.5767099206349205, | |
| "mrr@1": 0.469, | |
| "mrr@5": 0.5627833333333333, | |
| "mrr@10": 0.5767099206349205, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.396, | |
| "hit@5": 0.578, | |
| "hit@10": 0.642, | |
| "ndcg_linear@1": 0.396, | |
| "ndcg_linear@5": 0.49688662750278717, | |
| "ndcg_linear@10": 0.5175989354202445, | |
| "ndcg_exponential@1": 0.396, | |
| "ndcg_exponential@5": 0.49688662750278717, | |
| "ndcg_exponential@10": 0.5175989354202445, | |
| "precision@1": 0.396, | |
| "precision@5": 0.1156, | |
| "precision@10": 0.0642, | |
| "recall@1": 0.396, | |
| "recall@5": 0.578, | |
| "recall@10": 0.642, | |
| "f1@1": 0.396, | |
| "f1@5": 0.19266666666666674, | |
| "f1@10": 0.11672727272727275, | |
| "map@1": 0.396, | |
| "map@5": 0.46948333333333336, | |
| "map@10": 0.47803888888888885, | |
| "mrr@1": 0.396, | |
| "mrr@5": 0.46948333333333336, | |
| "mrr@10": 0.47803888888888885, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.16628175519630484, | |
| "hit@5": 0.5704387990762124, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.16628175519630484, | |
| "ndcg_linear@5": 0.3594777564815222, | |
| "ndcg_linear@10": 0.49897171267064255, | |
| "ndcg_exponential@1": 0.16628175519630484, | |
| "ndcg_exponential@5": 0.3594777564815222, | |
| "ndcg_exponential@10": 0.49897171267064255, | |
| "precision@1": 0.16628175519630484, | |
| "precision@5": 0.11408775981524247, | |
| "precision@10": 0.1, | |
| "recall@1": 0.16628175519630484, | |
| "recall@5": 0.5704387990762124, | |
| "recall@10": 1.0, | |
| "f1@1": 0.16628175519630484, | |
| "f1@5": 0.19014626635873755, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.16628175519630484, | |
| "map@5": 0.2912625096227867, | |
| "map@10": 0.3491706074269585, | |
| "mrr@1": 0.16628175519630484, | |
| "mrr@5": 0.2912625096227867, | |
| "mrr@10": 0.3491706074269585, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.489, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.489, | |
| "ndcg_linear@5": 0.7703159230451232, | |
| "ndcg_linear@10": 0.7703159230451232, | |
| "ndcg_exponential@1": 0.489, | |
| "ndcg_exponential@5": 0.7703159230451232, | |
| "ndcg_exponential@10": 0.7703159230451232, | |
| "precision@1": 0.489, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.489, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.489, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.489, | |
| "map@5": 0.6926875, | |
| "map@10": 0.6926875, | |
| "mrr@1": 0.489, | |
| "mrr@5": 0.6926875, | |
| "mrr@10": 0.6926875, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.46, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.46, | |
| "ndcg_linear@5": 0.7514241426205759, | |
| "ndcg_linear@10": 0.7514241426205759, | |
| "ndcg_exponential@1": 0.46, | |
| "ndcg_exponential@5": 0.7514241426205759, | |
| "ndcg_exponential@10": 0.7514241426205759, | |
| "precision@1": 0.46, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.46, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.46, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.46, | |
| "map@5": 0.6679012345679012, | |
| "map@10": 0.6679012345679012, | |
| "mrr@1": 0.46, | |
| "mrr@5": 0.6679012345679012, | |
| "mrr@10": 0.6679012345679012, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.6242410088743577, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6242410088743577, | |
| "ndcg_linear@5": 0.8251125656021764, | |
| "ndcg_linear@10": 0.8251125656021764, | |
| "ndcg_exponential@1": 0.6242410088743577, | |
| "ndcg_exponential@5": 0.8251125656021764, | |
| "ndcg_exponential@10": 0.8251125656021764, | |
| "precision@1": 0.6242410088743577, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.6242410088743577, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6242410088743577, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.6242410088743577, | |
| "map@5": 0.7668243032850692, | |
| "map@10": 0.7668243032850692, | |
| "mrr@1": 0.6242410088743577, | |
| "mrr@5": 0.7666491514868441, | |
| "mrr@10": 0.7666491514868441, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.6, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6, | |
| "ndcg_linear@5": 0.8168372075920476, | |
| "ndcg_linear@10": 0.8168372075920476, | |
| "ndcg_exponential@1": 0.6, | |
| "ndcg_exponential@5": 0.8168372075920476, | |
| "ndcg_exponential@10": 0.8168372075920476, | |
| "precision@1": 0.6, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.6, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.6, | |
| "map@5": 0.7555333333333333, | |
| "map@10": 0.7555333333333333, | |
| "mrr@1": 0.6, | |
| "mrr@5": 0.7555333333333333, | |
| "mrr@10": 0.7555333333333333, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.76, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.76, | |
| "ndcg_linear@5": 0.9114231408571498, | |
| "ndcg_linear@10": 0.9114231408571498, | |
| "ndcg_exponential@1": 0.76, | |
| "ndcg_exponential@5": 0.9114231408571498, | |
| "ndcg_exponential@10": 0.9114231408571498, | |
| "precision@1": 0.76, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.76, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.76, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.76, | |
| "map@5": 0.88, | |
| "map@10": 0.88, | |
| "mrr@1": 0.76, | |
| "mrr@5": 0.88, | |
| "mrr@10": 0.88, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |