MMEB-Leaderboard / scores /interestFM-UIR-CAFe-7B.json
MINGYISU's picture
Add results of interestFM-UIR-CAFe (#60)
dc50cf5 verified
raw
history blame
95.5 kB
{
"metadata": {
"model_name": "interestFM-UIR-CAFe-7B",
"model_size": 8.03,
"embedding_dimension": 3584,
"max_length_tokens": null,
"model_release_date": "",
"data_source": "Self-Reported",
"url": "https://arxiv.org/abs/2503.19900",
"report_generated_date": "2025-07-06T19:24:15.378448"
},
"metrics": {
"image": {
"ImageNet-1K": {
"hit@1": 0.773,
"hit@5": 0.96,
"hit@10": 0.977,
"ndcg_linear@1": 0.773,
"ndcg_linear@5": 0.879293123271392,
"ndcg_linear@10": 0.8849624317597117,
"ndcg_exponential@1": 0.773,
"ndcg_exponential@5": 0.879293123271392,
"ndcg_exponential@10": 0.8849624317597117,
"precision@1": 0.773,
"precision@5": 0.19200000000000003,
"precision@10": 0.09770000000000002,
"recall@1": 0.773,
"recall@5": 0.96,
"recall@10": 0.977,
"f1@1": 0.773,
"f1@5": 0.32,
"f1@10": 0.17763636363636362,
"map@1": 0.773,
"map@5": 0.8518333333333332,
"map@10": 0.8542746031746032,
"mrr@1": 0.773,
"mrr@5": 0.8518333333333332,
"mrr@10": 0.8542746031746032,
"num_pred": 1000,
"num_data": 1000
},
"N24News": {
"hit@1": 0.832,
"hit@5": 0.975,
"hit@10": 0.993,
"ndcg_linear@1": 0.832,
"ndcg_linear@5": 0.9144992338717455,
"ndcg_linear@10": 0.9204610407618088,
"ndcg_exponential@1": 0.832,
"ndcg_exponential@5": 0.9144992338717455,
"ndcg_exponential@10": 0.9204610407618088,
"precision@1": 0.832,
"precision@5": 0.19500000000000003,
"precision@10": 0.09930000000000001,
"recall@1": 0.832,
"recall@5": 0.975,
"recall@10": 0.993,
"f1@1": 0.832,
"f1@5": 0.325,
"f1@10": 0.18054545454545454,
"map@1": 0.832,
"map@5": 0.8938166666666666,
"map@10": 0.8963619047619047,
"mrr@1": 0.832,
"mrr@5": 0.8938166666666666,
"mrr@10": 0.8963619047619047,
"num_pred": 1000,
"num_data": 1000
},
"HatefulMemes": {
"hit@1": 0.787,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.787,
"ndcg_linear@5": 0.9213880375107205,
"ndcg_linear@10": 0.9213880375107205,
"ndcg_exponential@1": 0.787,
"ndcg_exponential@5": 0.9213880375107205,
"ndcg_exponential@10": 0.9213880375107205,
"precision@1": 0.787,
"precision@5": 0.20000000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.787,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.787,
"f1@5": 0.3333333333333333,
"f1@10": 0.18181818181818182,
"map@1": 0.787,
"map@5": 0.8935,
"map@10": 0.8935,
"mrr@1": 0.787,
"mrr@5": 0.8935,
"mrr@10": 0.8935,
"num_pred": 1000,
"num_data": 1000
},
"VOC2007": {
"hit@1": 0.898,
"hit@5": 0.992,
"hit@10": 0.997,
"ndcg_linear@1": 0.898,
"ndcg_linear@5": 0.954316143364622,
"ndcg_linear@10": 0.9559605174880735,
"ndcg_exponential@1": 0.898,
"ndcg_exponential@5": 0.954316143364622,
"ndcg_exponential@10": 0.9559605174880735,
"precision@1": 0.898,
"precision@5": 0.19840000000000002,
"precision@10": 0.09970000000000001,
"recall@1": 0.898,
"recall@5": 0.992,
"recall@10": 0.997,
"f1@1": 0.898,
"f1@5": 0.3306666666666666,
"f1@10": 0.18127272727272725,
"map@1": 0.898,
"map@5": 0.9412333333333334,
"map@10": 0.9419277777777778,
"mrr@1": 0.898,
"mrr@5": 0.9412333333333334,
"mrr@10": 0.9419277777777778,
"num_pred": 1000,
"num_data": 1000
},
"SUN397": {
"hit@1": 0.799,
"hit@5": 0.966,
"hit@10": 0.988,
"ndcg_linear@1": 0.799,
"ndcg_linear@5": 0.893012886780369,
"ndcg_linear@10": 0.9001201369125428,
"ndcg_exponential@1": 0.799,
"ndcg_exponential@5": 0.893012886780369,
"ndcg_exponential@10": 0.9001201369125428,
"precision@1": 0.799,
"precision@5": 0.19320000000000004,
"precision@10": 0.09880000000000001,
"recall@1": 0.799,
"recall@5": 0.966,
"recall@10": 0.988,
"f1@1": 0.799,
"f1@5": 0.322,
"f1@10": 0.1796363636363636,
"map@1": 0.799,
"map@5": 0.8682666666666666,
"map@10": 0.8711964285714285,
"mrr@1": 0.799,
"mrr@5": 0.8682666666666666,
"mrr@10": 0.8711964285714285,
"num_pred": 1000,
"num_data": 1000
},
"Place365": {
"hit@1": 0.45,
"hit@5": 0.733,
"hit@10": 0.811,
"ndcg_linear@1": 0.45,
"ndcg_linear@5": 0.6016100045062271,
"ndcg_linear@10": 0.6266867992188647,
"ndcg_exponential@1": 0.45,
"ndcg_exponential@5": 0.6016100045062271,
"ndcg_exponential@10": 0.6266867992188647,
"precision@1": 0.45,
"precision@5": 0.1466,
"precision@10": 0.08109999999999999,
"recall@1": 0.45,
"recall@5": 0.733,
"recall@10": 0.811,
"f1@1": 0.45,
"f1@5": 0.2443333333333334,
"f1@10": 0.14745454545454548,
"map@1": 0.45,
"map@5": 0.55785,
"map@10": 0.5681123015873015,
"mrr@1": 0.45,
"mrr@5": 0.55785,
"mrr@10": 0.5681123015873015,
"num_pred": 1000,
"num_data": 1000
},
"ImageNet-A": {
"hit@1": 0.552,
"hit@5": 0.811,
"hit@10": 0.859,
"ndcg_linear@1": 0.552,
"ndcg_linear@5": 0.6925636508258217,
"ndcg_linear@10": 0.7081164631731378,
"ndcg_exponential@1": 0.552,
"ndcg_exponential@5": 0.6925636508258217,
"ndcg_exponential@10": 0.7081164631731378,
"precision@1": 0.552,
"precision@5": 0.16219999999999998,
"precision@10": 0.0859,
"recall@1": 0.552,
"recall@5": 0.811,
"recall@10": 0.859,
"f1@1": 0.552,
"f1@5": 0.27033333333333337,
"f1@10": 0.1561818181818182,
"map@1": 0.552,
"map@5": 0.65285,
"map@10": 0.6592900793650794,
"mrr@1": 0.552,
"mrr@5": 0.65285,
"mrr@10": 0.6592900793650794,
"num_pred": 1000,
"num_data": 1000
},
"ImageNet-R": {
"hit@1": 0.88,
"hit@5": 0.978,
"hit@10": 0.987,
"ndcg_linear@1": 0.88,
"ndcg_linear@5": 0.9396692646511755,
"ndcg_linear@10": 0.9425753130392354,
"ndcg_exponential@1": 0.88,
"ndcg_exponential@5": 0.9396692646511755,
"ndcg_exponential@10": 0.9425753130392354,
"precision@1": 0.88,
"precision@5": 0.19560000000000002,
"precision@10": 0.09870000000000002,
"recall@1": 0.88,
"recall@5": 0.978,
"recall@10": 0.987,
"f1@1": 0.88,
"f1@5": 0.326,
"f1@10": 0.17945454545454545,
"map@1": 0.88,
"map@5": 0.9262833333333333,
"map@10": 0.9274833333333333,
"mrr@1": 0.88,
"mrr@5": 0.9262833333333333,
"mrr@10": 0.9274833333333333,
"num_pred": 1000,
"num_data": 1000
},
"ObjectNet": {
"hit@1": 0.225,
"hit@5": 0.489,
"hit@10": 0.576,
"ndcg_linear@1": 0.225,
"ndcg_linear@5": 0.367340402419445,
"ndcg_linear@10": 0.39538775957421374,
"ndcg_exponential@1": 0.225,
"ndcg_exponential@5": 0.367340402419445,
"ndcg_exponential@10": 0.39538775957421374,
"precision@1": 0.225,
"precision@5": 0.0978,
"precision@10": 0.05759999999999999,
"recall@1": 0.225,
"recall@5": 0.489,
"recall@10": 0.576,
"f1@1": 0.225,
"f1@5": 0.16300000000000003,
"f1@10": 0.10472727272727275,
"map@1": 0.225,
"map@5": 0.3266833333333333,
"map@10": 0.33821190476190477,
"mrr@1": 0.225,
"mrr@5": 0.3266833333333333,
"mrr@10": 0.33821190476190477,
"num_pred": 1000,
"num_data": 1000
},
"Country211": {
"hit@1": 0.167,
"hit@5": 0.367,
"hit@10": 0.477,
"ndcg_linear@1": 0.167,
"ndcg_linear@5": 0.2701216657166709,
"ndcg_linear@10": 0.3055513781231674,
"ndcg_exponential@1": 0.167,
"ndcg_exponential@5": 0.2701216657166709,
"ndcg_exponential@10": 0.3055513781231674,
"precision@1": 0.167,
"precision@5": 0.07339999999999999,
"precision@10": 0.04769999999999999,
"recall@1": 0.167,
"recall@5": 0.367,
"recall@10": 0.477,
"f1@1": 0.167,
"f1@5": 0.12233333333333336,
"f1@10": 0.08672727272727275,
"map@1": 0.167,
"map@5": 0.23825,
"map@10": 0.2527888888888889,
"mrr@1": 0.167,
"mrr@5": 0.23825,
"mrr@10": 0.2527888888888889,
"num_pred": 1000,
"num_data": 1000
},
"OK-VQA": {
"hit@1": 0.673,
"hit@5": 0.908,
"hit@10": 0.953,
"ndcg_linear@1": 0.673,
"ndcg_linear@5": 0.8024720312022042,
"ndcg_linear@10": 0.817254493109899,
"ndcg_exponential@1": 0.673,
"ndcg_exponential@5": 0.8024720312022042,
"ndcg_exponential@10": 0.817254493109899,
"precision@1": 0.673,
"precision@5": 0.1816,
"precision@10": 0.09530000000000001,
"recall@1": 0.673,
"recall@5": 0.908,
"recall@10": 0.953,
"f1@1": 0.673,
"f1@5": 0.3026666666666667,
"f1@10": 0.17327272727272724,
"map@1": 0.673,
"map@5": 0.76695,
"map@10": 0.7731849206349207,
"mrr@1": 0.673,
"mrr@5": 0.76695,
"mrr@10": 0.7731849206349207,
"num_pred": 1000,
"num_data": 1000
},
"A-OKVQA": {
"hit@1": 0.638,
"hit@5": 0.908,
"hit@10": 0.952,
"ndcg_linear@1": 0.638,
"ndcg_linear@5": 0.7855756805878861,
"ndcg_linear@10": 0.7999697905657465,
"ndcg_exponential@1": 0.638,
"ndcg_exponential@5": 0.7855756805878861,
"ndcg_exponential@10": 0.7999697905657465,
"precision@1": 0.638,
"precision@5": 0.1816,
"precision@10": 0.09520000000000002,
"recall@1": 0.638,
"recall@5": 0.908,
"recall@10": 0.952,
"f1@1": 0.638,
"f1@5": 0.3026666666666667,
"f1@10": 0.17309090909090907,
"map@1": 0.638,
"map@5": 0.7443833333333333,
"map@10": 0.7504174603174603,
"mrr@1": 0.638,
"mrr@5": 0.7443833333333333,
"mrr@10": 0.7504174603174603,
"num_pred": 1000,
"num_data": 1000
},
"DocVQA": {
"hit@1": 0.792,
"hit@5": 0.924,
"hit@10": 0.952,
"ndcg_linear@1": 0.792,
"ndcg_linear@5": 0.8668966406843204,
"ndcg_linear@10": 0.8761874494423169,
"ndcg_exponential@1": 0.792,
"ndcg_exponential@5": 0.8668966406843204,
"ndcg_exponential@10": 0.8761874494423169,
"precision@1": 0.792,
"precision@5": 0.18480000000000002,
"precision@10": 0.09520000000000002,
"recall@1": 0.792,
"recall@5": 0.924,
"recall@10": 0.952,
"f1@1": 0.792,
"f1@5": 0.30800000000000005,
"f1@10": 0.1730909090909091,
"map@1": 0.792,
"map@5": 0.8474833333333334,
"map@10": 0.851452380952381,
"mrr@1": 0.792,
"mrr@5": 0.8474833333333334,
"mrr@10": 0.851452380952381,
"num_pred": 1000,
"num_data": 1000
},
"InfographicsVQA": {
"hit@1": 0.533,
"hit@5": 0.782,
"hit@10": 0.852,
"ndcg_linear@1": 0.533,
"ndcg_linear@5": 0.6697303286806052,
"ndcg_linear@10": 0.6926181523192574,
"ndcg_exponential@1": 0.533,
"ndcg_exponential@5": 0.6697303286806052,
"ndcg_exponential@10": 0.6926181523192574,
"precision@1": 0.533,
"precision@5": 0.1564,
"precision@10": 0.08520000000000001,
"recall@1": 0.533,
"recall@5": 0.782,
"recall@10": 0.852,
"f1@1": 0.533,
"f1@5": 0.26066666666666677,
"f1@10": 0.1549090909090909,
"map@1": 0.533,
"map@5": 0.6320333333333333,
"map@10": 0.6416277777777777,
"mrr@1": 0.533,
"mrr@5": 0.6320333333333333,
"mrr@10": 0.6416277777777777,
"num_pred": 1000,
"num_data": 1000
},
"ChartQA": {
"hit@1": 0.488,
"hit@5": 0.714,
"hit@10": 0.791,
"ndcg_linear@1": 0.488,
"ndcg_linear@5": 0.6125176356298451,
"ndcg_linear@10": 0.6377114946613883,
"ndcg_exponential@1": 0.488,
"ndcg_exponential@5": 0.6125176356298451,
"ndcg_exponential@10": 0.6377114946613883,
"precision@1": 0.488,
"precision@5": 0.1428,
"precision@10": 0.0791,
"recall@1": 0.488,
"recall@5": 0.714,
"recall@10": 0.791,
"f1@1": 0.488,
"f1@5": 0.23800000000000004,
"f1@10": 0.14381818181818184,
"map@1": 0.488,
"map@5": 0.5783666666666668,
"map@10": 0.5889353174603174,
"mrr@1": 0.488,
"mrr@5": 0.5783666666666668,
"mrr@10": 0.5889353174603174,
"num_pred": 1000,
"num_data": 1000
},
"Visual7W": {
"hit@1": 0.525,
"hit@5": 0.889,
"hit@10": 0.951,
"ndcg_linear@1": 0.525,
"ndcg_linear@5": 0.7274581000650043,
"ndcg_linear@10": 0.7480963739729751,
"ndcg_exponential@1": 0.525,
"ndcg_exponential@5": 0.7274581000650043,
"ndcg_exponential@10": 0.7480963739729751,
"precision@1": 0.525,
"precision@5": 0.1778,
"precision@10": 0.09510000000000002,
"recall@1": 0.525,
"recall@5": 0.889,
"recall@10": 0.951,
"f1@1": 0.525,
"f1@5": 0.29633333333333334,
"f1@10": 0.17290909090909087,
"map@1": 0.525,
"map@5": 0.6728999999999999,
"map@10": 0.6817555555555554,
"mrr@1": 0.525,
"mrr@5": 0.6728999999999999,
"mrr@10": 0.6817555555555554,
"num_pred": 1000,
"num_data": 1000
},
"ScienceQA": {
"hit@1": 0.654,
"hit@5": 0.898,
"hit@10": 0.969,
"ndcg_linear@1": 0.654,
"ndcg_linear@5": 0.7877321093574071,
"ndcg_linear@10": 0.8107980088337468,
"ndcg_exponential@1": 0.654,
"ndcg_exponential@5": 0.7877321093574071,
"ndcg_exponential@10": 0.8107980088337468,
"precision@1": 0.654,
"precision@5": 0.1796,
"precision@10": 0.0969,
"recall@1": 0.654,
"recall@5": 0.898,
"recall@10": 0.969,
"f1@1": 0.654,
"f1@5": 0.2993333333333334,
"f1@10": 0.17618181818181816,
"map@1": 0.654,
"map@5": 0.7507333333333334,
"map@10": 0.7603190476190477,
"mrr@1": 0.654,
"mrr@5": 0.7507333333333334,
"mrr@10": 0.7603190476190477,
"num_pred": 1000,
"num_data": 1000
},
"VizWiz": {
"hit@1": 0.438,
"hit@5": 0.626,
"hit@10": 0.678,
"ndcg_linear@1": 0.438,
"ndcg_linear@5": 0.5408422615778652,
"ndcg_linear@10": 0.5578950879390315,
"ndcg_exponential@1": 0.438,
"ndcg_exponential@5": 0.5408422615778652,
"ndcg_exponential@10": 0.5578950879390315,
"precision@1": 0.438,
"precision@5": 0.12519999999999998,
"precision@10": 0.0678,
"recall@1": 0.438,
"recall@5": 0.626,
"recall@10": 0.678,
"f1@1": 0.438,
"f1@5": 0.20866666666666672,
"f1@10": 0.12327272727272728,
"map@1": 0.438,
"map@5": 0.5122666666666666,
"map@10": 0.5194404761904762,
"mrr@1": 0.438,
"mrr@5": 0.5122666666666666,
"mrr@10": 0.5194404761904762,
"num_pred": 1000,
"num_data": 1000
},
"GQA": {
"hit@1": 0.657,
"hit@5": 0.909,
"hit@10": 0.952,
"ndcg_linear@1": 0.657,
"ndcg_linear@5": 0.7944896569079055,
"ndcg_linear@10": 0.8085316938535022,
"ndcg_exponential@1": 0.657,
"ndcg_exponential@5": 0.7944896569079055,
"ndcg_exponential@10": 0.8085316938535022,
"precision@1": 0.657,
"precision@5": 0.18180000000000002,
"precision@10": 0.09520000000000002,
"recall@1": 0.657,
"recall@5": 0.909,
"recall@10": 0.952,
"f1@1": 0.657,
"f1@5": 0.303,
"f1@10": 0.17309090909090907,
"map@1": 0.657,
"map@5": 0.7560500000000001,
"map@10": 0.7619194444444445,
"mrr@1": 0.657,
"mrr@5": 0.7560500000000001,
"mrr@10": 0.7619194444444445,
"num_pred": 1000,
"num_data": 1000
},
"TextVQA": {
"hit@1": 0.768,
"hit@5": 0.868,
"hit@10": 0.891,
"ndcg_linear@1": 0.768,
"ndcg_linear@5": 0.8242318735618099,
"ndcg_linear@10": 0.8314677549644637,
"ndcg_exponential@1": 0.768,
"ndcg_exponential@5": 0.8242318735618099,
"ndcg_exponential@10": 0.8314677549644637,
"precision@1": 0.768,
"precision@5": 0.17360000000000003,
"precision@10": 0.08910000000000001,
"recall@1": 0.768,
"recall@5": 0.868,
"recall@10": 0.891,
"f1@1": 0.768,
"f1@5": 0.2893333333333334,
"f1@10": 0.162,
"map@1": 0.768,
"map@5": 0.8094,
"map@10": 0.8122662698412698,
"mrr@1": 0.768,
"mrr@5": 0.8094,
"mrr@10": 0.8122662698412698,
"num_pred": 1000,
"num_data": 1000
},
"VisDial": {
"hit@1": 0.827,
"hit@5": 0.968,
"hit@10": 0.988,
"ndcg_linear@1": 0.827,
"ndcg_linear@5": 0.9062675177320464,
"ndcg_linear@10": 0.9128169763799074,
"ndcg_exponential@1": 0.827,
"ndcg_exponential@5": 0.9062675177320464,
"ndcg_exponential@10": 0.9128169763799074,
"precision@1": 0.827,
"precision@5": 0.19360000000000002,
"precision@10": 0.09880000000000001,
"recall@1": 0.827,
"recall@5": 0.968,
"recall@10": 0.988,
"f1@1": 0.827,
"f1@5": 0.3226666666666666,
"f1@10": 0.17963636363636362,
"map@1": 0.827,
"map@5": 0.8853666666666666,
"map@10": 0.8881170634920637,
"mrr@1": 0.827,
"mrr@5": 0.8853666666666666,
"mrr@10": 0.8881170634920637,
"num_pred": 1000,
"num_data": 1000
},
"CIRR": {
"hit@1": 0.604,
"hit@5": 0.91,
"hit@10": 0.951,
"ndcg_linear@1": 0.604,
"ndcg_linear@5": 0.7738750178661963,
"ndcg_linear@10": 0.7873057626471264,
"ndcg_exponential@1": 0.604,
"ndcg_exponential@5": 0.7738750178661963,
"ndcg_exponential@10": 0.7873057626471264,
"precision@1": 0.604,
"precision@5": 0.18200000000000002,
"precision@10": 0.0951,
"recall@1": 0.604,
"recall@5": 0.91,
"recall@10": 0.951,
"f1@1": 0.604,
"f1@5": 0.30333333333333334,
"f1@10": 0.1729090909090909,
"map@1": 0.604,
"map@5": 0.7279333333333334,
"map@10": 0.7335753968253969,
"mrr@1": 0.604,
"mrr@5": 0.7279333333333334,
"mrr@10": 0.7335753968253969,
"num_pred": 1000,
"num_data": 1000
},
"VisualNews_t2i": {
"hit@1": 0.695,
"hit@5": 0.858,
"hit@10": 0.9,
"ndcg_linear@1": 0.695,
"ndcg_linear@5": 0.7834564388443919,
"ndcg_linear@10": 0.7970808176391657,
"ndcg_exponential@1": 0.695,
"ndcg_exponential@5": 0.7834564388443919,
"ndcg_exponential@10": 0.7970808176391657,
"precision@1": 0.695,
"precision@5": 0.17160000000000003,
"precision@10": 0.09,
"recall@1": 0.695,
"recall@5": 0.858,
"recall@10": 0.9,
"f1@1": 0.695,
"f1@5": 0.286,
"f1@10": 0.16363636363636364,
"map@1": 0.695,
"map@5": 0.7584833333333334,
"map@10": 0.7641349206349207,
"mrr@1": 0.695,
"mrr@5": 0.7584833333333334,
"mrr@10": 0.7641349206349207,
"num_pred": 1000,
"num_data": 1000
},
"VisualNews_i2t": {
"hit@1": 0.794,
"hit@5": 0.917,
"hit@10": 0.943,
"ndcg_linear@1": 0.794,
"ndcg_linear@5": 0.8620523188508009,
"ndcg_linear@10": 0.8705685762710182,
"ndcg_exponential@1": 0.794,
"ndcg_exponential@5": 0.8620523188508009,
"ndcg_exponential@10": 0.8705685762710182,
"precision@1": 0.794,
"precision@5": 0.18340000000000004,
"precision@10": 0.09430000000000001,
"recall@1": 0.794,
"recall@5": 0.917,
"recall@10": 0.943,
"f1@1": 0.794,
"f1@5": 0.30566666666666664,
"f1@10": 0.17145454545454544,
"map@1": 0.794,
"map@5": 0.84355,
"map@10": 0.847125,
"mrr@1": 0.794,
"mrr@5": 0.84355,
"mrr@10": 0.847125,
"num_pred": 1000,
"num_data": 1000
},
"MSCOCO_t2i": {
"hit@1": 0.754,
"hit@5": 0.951,
"hit@10": 0.984,
"ndcg_linear@1": 0.754,
"ndcg_linear@5": 0.863079189692499,
"ndcg_linear@10": 0.8739473228344241,
"ndcg_exponential@1": 0.754,
"ndcg_exponential@5": 0.863079189692499,
"ndcg_exponential@10": 0.8739473228344241,
"precision@1": 0.754,
"precision@5": 0.1902,
"precision@10": 0.0984,
"recall@1": 0.754,
"recall@5": 0.951,
"recall@10": 0.984,
"f1@1": 0.754,
"f1@5": 0.317,
"f1@10": 0.17890909090909088,
"map@1": 0.754,
"map@5": 0.8334166666666667,
"map@10": 0.8380107142857143,
"mrr@1": 0.754,
"mrr@5": 0.8334166666666667,
"mrr@10": 0.8380107142857143,
"num_pred": 1000,
"num_data": 1000
},
"MSCOCO_i2t": {
"hit@1": 0.731,
"hit@5": 0.948,
"hit@10": 0.984,
"ndcg_linear@1": 0.731,
"ndcg_linear@5": 0.8531877454578993,
"ndcg_linear@10": 0.865161531032243,
"ndcg_exponential@1": 0.731,
"ndcg_exponential@5": 0.8531877454578993,
"ndcg_exponential@10": 0.865161531032243,
"precision@1": 0.731,
"precision@5": 0.18960000000000002,
"precision@10": 0.09840000000000002,
"recall@1": 0.731,
"recall@5": 0.948,
"recall@10": 0.984,
"f1@1": 0.731,
"f1@5": 0.316,
"f1@10": 0.1789090909090909,
"map@1": 0.731,
"map@5": 0.8210666666666666,
"map@10": 0.8262067460317459,
"mrr@1": 0.731,
"mrr@5": 0.8210666666666666,
"mrr@10": 0.8262067460317459,
"num_pred": 1000,
"num_data": 1000
},
"NIGHTS": {
"hit@1": 0.667,
"hit@5": 0.969,
"hit@10": 0.989,
"ndcg_linear@1": 0.667,
"ndcg_linear@5": 0.8385499818249782,
"ndcg_linear@10": 0.8450672031088458,
"ndcg_exponential@1": 0.667,
"ndcg_exponential@5": 0.8385499818249782,
"ndcg_exponential@10": 0.8450672031088458,
"precision@1": 0.667,
"precision@5": 0.19380000000000003,
"precision@10": 0.0989,
"recall@1": 0.667,
"recall@5": 0.969,
"recall@10": 0.989,
"f1@1": 0.667,
"f1@5": 0.323,
"f1@10": 0.17981818181818182,
"map@1": 0.667,
"map@5": 0.79415,
"map@10": 0.7968690476190476,
"mrr@1": 0.667,
"mrr@5": 0.79415,
"mrr@10": 0.7968690476190476,
"num_pred": 1000,
"num_data": 1000
},
"WebQA": {
"hit@1": 0.893,
"hit@5": 0.991,
"hit@10": 0.994,
"ndcg_linear@1": 0.893,
"ndcg_linear@5": 0.9496780111800803,
"ndcg_linear@10": 0.9506830165773075,
"ndcg_exponential@1": 0.893,
"ndcg_exponential@5": 0.9496780111800803,
"ndcg_exponential@10": 0.9506830165773075,
"precision@1": 0.893,
"precision@5": 0.19820000000000004,
"precision@10": 0.09940000000000002,
"recall@1": 0.893,
"recall@5": 0.991,
"recall@10": 0.994,
"f1@1": 0.893,
"f1@5": 0.3303333333333333,
"f1@10": 0.1807272727272727,
"map@1": 0.893,
"map@5": 0.9355166666666667,
"map@10": 0.9359511904761905,
"mrr@1": 0.893,
"mrr@5": 0.9355166666666667,
"mrr@10": 0.9359511904761905,
"num_pred": 1000,
"num_data": 1000
},
"FashionIQ": {
"hit@1": 0.39,
"hit@5": 0.67,
"hit@10": 0.767,
"ndcg_linear@1": 0.39,
"ndcg_linear@5": 0.5432889151375914,
"ndcg_linear@10": 0.5746337760913309,
"ndcg_exponential@1": 0.39,
"ndcg_exponential@5": 0.5432889151375914,
"ndcg_exponential@10": 0.5746337760913309,
"precision@1": 0.39,
"precision@5": 0.134,
"precision@10": 0.0767,
"recall@1": 0.39,
"recall@5": 0.67,
"recall@10": 0.767,
"f1@1": 0.39,
"f1@5": 0.22333333333333338,
"f1@10": 0.13945454545454544,
"map@1": 0.39,
"map@5": 0.5007,
"map@10": 0.5136242063492064,
"mrr@1": 0.39,
"mrr@5": 0.5007,
"mrr@10": 0.5136242063492064,
"num_pred": 1000,
"num_data": 1000
},
"Wiki-SS-NQ": {
"hit@1": 0.612,
"hit@5": 0.839,
"hit@10": 0.887,
"ndcg_linear@1": 0.612,
"ndcg_linear@5": 0.7332515928712526,
"ndcg_linear@10": 0.7486592384601514,
"ndcg_exponential@1": 0.612,
"ndcg_exponential@5": 0.7332515928712526,
"ndcg_exponential@10": 0.7486592384601514,
"precision@1": 0.612,
"precision@5": 0.1678,
"precision@10": 0.08870000000000001,
"recall@1": 0.612,
"recall@5": 0.839,
"recall@10": 0.887,
"f1@1": 0.612,
"f1@5": 0.2796666666666667,
"f1@10": 0.16127272727272726,
"map@1": 0.612,
"map@5": 0.69805,
"map@10": 0.704340873015873,
"mrr@1": 0.612,
"mrr@5": 0.69805,
"mrr@10": 0.704340873015873,
"num_pred": 1000,
"num_data": 1000
},
"OVEN": {
"hit@1": 0.608,
"hit@5": 0.84,
"hit@10": 0.908,
"ndcg_linear@1": 0.608,
"ndcg_linear@5": 0.7340903635702707,
"ndcg_linear@10": 0.7564286761023205,
"ndcg_exponential@1": 0.608,
"ndcg_exponential@5": 0.7340903635702707,
"ndcg_exponential@10": 0.7564286761023205,
"precision@1": 0.608,
"precision@5": 0.168,
"precision@10": 0.0908,
"recall@1": 0.608,
"recall@5": 0.84,
"recall@10": 0.908,
"f1@1": 0.608,
"f1@5": 0.2800000000000001,
"f1@10": 0.1650909090909091,
"map@1": 0.608,
"map@5": 0.6985833333333332,
"map@10": 0.7080107142857144,
"mrr@1": 0.608,
"mrr@5": 0.6985833333333332,
"mrr@10": 0.7080107142857144,
"num_pred": 1000,
"num_data": 1000
},
"EDIS": {
"hit@1": 0.713,
"hit@5": 0.905,
"hit@10": 0.942,
"ndcg_linear@1": 0.713,
"ndcg_linear@5": 0.8182645233267452,
"ndcg_linear@10": 0.8300466537599817,
"ndcg_exponential@1": 0.713,
"ndcg_exponential@5": 0.8182645233267452,
"ndcg_exponential@10": 0.8300466537599817,
"precision@1": 0.713,
"precision@5": 0.18100000000000002,
"precision@10": 0.09420000000000002,
"recall@1": 0.713,
"recall@5": 0.905,
"recall@10": 0.942,
"f1@1": 0.713,
"f1@5": 0.3016666666666667,
"f1@10": 0.17127272727272724,
"map@1": 0.713,
"map@5": 0.7891166666666666,
"map@10": 0.7938718253968254,
"mrr@1": 0.713,
"mrr@5": 0.7891166666666666,
"mrr@10": 0.7938718253968254,
"num_pred": 1000,
"num_data": 1000
},
"MSCOCO": {
"hit@1": 0.847,
"hit@5": 0.956,
"hit@10": 0.98,
"ndcg_linear@1": 0.847,
"ndcg_linear@5": 0.9071762030285069,
"ndcg_linear@10": 0.9148793586485966,
"ndcg_exponential@1": 0.847,
"ndcg_exponential@5": 0.9071762030285069,
"ndcg_exponential@10": 0.9148793586485966,
"precision@1": 0.847,
"precision@5": 0.1912,
"precision@10": 0.09800000000000003,
"recall@1": 0.847,
"recall@5": 0.956,
"recall@10": 0.98,
"f1@1": 0.847,
"f1@5": 0.31866666666666665,
"f1@10": 0.17818181818181816,
"map@1": 0.847,
"map@5": 0.8907666666666667,
"map@10": 0.8939170634920636,
"mrr@1": 0.847,
"mrr@5": 0.8907666666666667,
"mrr@10": 0.8939170634920636,
"num_pred": 1000,
"num_data": 1000
},
"RefCOCO": {
"hit@1": 0.894,
"hit@5": 0.996,
"hit@10": 1.0,
"ndcg_linear@1": 0.894,
"ndcg_linear@5": 0.9551633281976956,
"ndcg_linear@10": 0.9564106602024495,
"ndcg_exponential@1": 0.894,
"ndcg_exponential@5": 0.9551633281976956,
"ndcg_exponential@10": 0.9564106602024495,
"precision@1": 0.894,
"precision@5": 0.19920000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.894,
"recall@5": 0.996,
"recall@10": 1.0,
"f1@1": 0.894,
"f1@5": 0.332,
"f1@10": 0.18181818181818182,
"map@1": 0.894,
"map@5": 0.9409833333333334,
"map@10": 0.9414722222222222,
"mrr@1": 0.894,
"mrr@5": 0.9409833333333334,
"mrr@10": 0.9414722222222222,
"num_pred": 1000,
"num_data": 1000
},
"RefCOCO-Matching": {
"hit@1": 0.83,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.83,
"ndcg_linear@5": 0.9390199176142907,
"ndcg_linear@10": 0.9390199176142907,
"ndcg_exponential@1": 0.83,
"ndcg_exponential@5": 0.9390199176142907,
"ndcg_exponential@10": 0.9390199176142907,
"precision@1": 0.83,
"precision@5": 0.20000000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.83,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.83,
"f1@5": 0.3333333333333333,
"f1@10": 0.18181818181818182,
"map@1": 0.83,
"map@5": 0.9178333333333334,
"map@10": 0.9178333333333334,
"mrr@1": 0.83,
"mrr@5": 0.9148333333333334,
"mrr@10": 0.9148333333333334,
"num_pred": 1000,
"num_data": 1000
},
"Visual7W-Pointing": {
"hit@1": 0.932,
"hit@5": 0.982,
"hit@10": 0.989,
"ndcg_linear@1": 0.932,
"ndcg_linear@5": 0.9600410391247712,
"ndcg_linear@10": 0.9623783873440899,
"ndcg_exponential@1": 0.932,
"ndcg_exponential@5": 0.9600410391247712,
"ndcg_exponential@10": 0.9623783873440899,
"precision@1": 0.932,
"precision@5": 0.19640000000000005,
"precision@10": 0.09890000000000002,
"recall@1": 0.932,
"recall@5": 0.982,
"recall@10": 0.989,
"f1@1": 0.932,
"f1@5": 0.32733333333333337,
"f1@10": 0.17981818181818182,
"map@1": 0.932,
"map@5": 0.9526166666666667,
"map@10": 0.9536246031746032,
"mrr@1": 0.932,
"mrr@5": 0.9526166666666667,
"mrr@10": 0.9536246031746032,
"num_pred": 1000,
"num_data": 1000
}
},
"visdoc": {
"ViDoRe_arxivqa": {
"hit@1": 0.636,
"hit@5": 0.818,
"hit@10": 0.862,
"ndcg_linear@1": 0.636,
"ndcg_linear@5": 0.7328698736654663,
"ndcg_linear@10": 0.7470286154278099,
"ndcg_exponential@1": 0.636,
"ndcg_exponential@5": 0.7328698736654663,
"ndcg_exponential@10": 0.7470286154278099,
"precision@1": 0.636,
"precision@5": 0.1636,
"precision@10": 0.0862,
"recall@1": 0.636,
"recall@5": 0.818,
"recall@10": 0.862,
"f1@1": 0.636,
"f1@5": 0.27266666666666667,
"f1@10": 0.15672727272727274,
"map@1": 0.636,
"map@5": 0.7045,
"map@10": 0.7102999999999999,
"mrr@1": 0.636,
"mrr@5": 0.7045,
"mrr@10": 0.7102999999999999,
"num_pred": 500,
"num_data": 500
},
"ViDoRe_docvqa": {
"hit@1": 0.28824833702882485,
"hit@5": 0.4789356984478936,
"hit@10": 0.5631929046563193,
"ndcg_linear@1": 0.28824833702882485,
"ndcg_linear@5": 0.3827042800962541,
"ndcg_linear@10": 0.4103832879264158,
"ndcg_exponential@1": 0.28824833702882485,
"ndcg_exponential@5": 0.3827042800962541,
"ndcg_exponential@10": 0.4103832879264158,
"precision@1": 0.28824833702882485,
"precision@5": 0.09578713968957871,
"precision@10": 0.05676274944567627,
"recall@1": 0.2827790096082779,
"recall@5": 0.47124907612712497,
"recall@10": 0.5566149297856615,
"f1@1": 0.2841832963784184,
"f1@5": 0.15874247703515998,
"f1@10": 0.10280030390895138,
"map@1": 0.28824833702882485,
"map@5": 0.3515890613451589,
"map@10": 0.3631154753105973,
"mrr@1": 0.28824833702882485,
"mrr@5": 0.3578344419807834,
"mrr@10": 0.368892760356175,
"num_pred": 451,
"num_data": 451
},
"ViDoRe_infovqa": {
"hit@1": 0.7186234817813765,
"hit@5": 0.8785425101214575,
"hit@10": 0.9109311740890689,
"ndcg_linear@1": 0.7186234817813765,
"ndcg_linear@5": 0.8059341882384911,
"ndcg_linear@10": 0.8166048726195744,
"ndcg_exponential@1": 0.7186234817813765,
"ndcg_exponential@5": 0.8059341882384911,
"ndcg_exponential@10": 0.8166048726195744,
"precision@1": 0.7186234817813765,
"precision@5": 0.1757085020242915,
"precision@10": 0.09129554655870446,
"recall@1": 0.7186234817813765,
"recall@5": 0.8775303643724697,
"recall@10": 0.9109311740890689,
"f1@1": 0.7186234817813765,
"f1@5": 0.2927511085405823,
"f1@10": 0.16593056066740278,
"map@1": 0.7186234817813765,
"map@5": 0.7817645074224021,
"map@10": 0.7861432427221902,
"mrr@1": 0.7186234817813765,
"mrr@5": 0.7820175438596492,
"mrr@10": 0.7861432427221902,
"num_pred": 494,
"num_data": 494
},
"ViDoRe_tabfquad": {
"hit@1": 0.7071428571428572,
"hit@5": 0.8928571428571429,
"hit@10": 0.9428571428571428,
"ndcg_linear@1": 0.7071428571428572,
"ndcg_linear@5": 0.8070078252718834,
"ndcg_linear@10": 0.8234385192209129,
"ndcg_exponential@1": 0.7071428571428572,
"ndcg_exponential@5": 0.8070078252718834,
"ndcg_exponential@10": 0.8234385192209129,
"precision@1": 0.7071428571428572,
"precision@5": 0.17857142857142858,
"precision@10": 0.09428571428571426,
"recall@1": 0.7071428571428572,
"recall@5": 0.8928571428571429,
"recall@10": 0.9428571428571428,
"f1@1": 0.7071428571428572,
"f1@5": 0.2976190476190477,
"f1@10": 0.17142857142857149,
"map@1": 0.7071428571428572,
"map@5": 0.778452380952381,
"map@10": 0.7853954081632653,
"mrr@1": 0.7071428571428572,
"mrr@5": 0.778452380952381,
"mrr@10": 0.7853954081632653,
"num_pred": 280,
"num_data": 280
},
"ViDoRe_tatdqa": {
"hit@1": 0.2594167679222357,
"hit@5": 0.49210206561360875,
"hit@10": 0.6306196840826246,
"ndcg_linear@1": 0.2594167679222357,
"ndcg_linear@5": 0.37791596722788773,
"ndcg_linear@10": 0.4224845991375995,
"ndcg_exponential@1": 0.2594167679222357,
"ndcg_exponential@5": 0.37791596722788773,
"ndcg_exponential@10": 0.4224845991375995,
"precision@1": 0.2594167679222357,
"precision@5": 0.0985419198055893,
"precision@10": 0.06318347509113001,
"recall@1": 0.2591130012150668,
"recall@5": 0.49125151883353585,
"recall@10": 0.6297691373025516,
"f1@1": 0.2592142567841231,
"f1@5": 0.16402823583868542,
"f1@10": 0.11478331308221955,
"map@1": 0.2594167679222357,
"map@5": 0.3405832320777643,
"map@10": 0.3588613088005554,
"mrr@1": 0.2594167679222357,
"mrr@5": 0.34080599432968817,
"mrr@10": 0.3590717757333796,
"num_pred": 1646,
"num_data": 1646
},
"ViDoRe_shiftproject": {
"hit@1": 0.32,
"hit@5": 0.7,
"hit@10": 0.77,
"ndcg_linear@1": 0.32,
"ndcg_linear@5": 0.5201837630874203,
"ndcg_linear@10": 0.541892290900784,
"ndcg_exponential@1": 0.32,
"ndcg_exponential@5": 0.5201837630874203,
"ndcg_exponential@10": 0.541892290900784,
"precision@1": 0.32,
"precision@5": 0.13999999999999996,
"precision@10": 0.07699999999999997,
"recall@1": 0.32,
"recall@5": 0.7,
"recall@10": 0.77,
"f1@1": 0.32,
"f1@5": 0.23333333333333336,
"f1@10": 0.14,
"map@1": 0.32,
"map@5": 0.46049999999999996,
"map@10": 0.4689007936507937,
"mrr@1": 0.32,
"mrr@5": 0.46049999999999996,
"mrr@10": 0.4689007936507937,
"num_pred": 100,
"num_data": 100
},
"ViDoRe_syntheticDocQA_artificial_intelligence": {
"hit@1": 0.72,
"hit@5": 0.95,
"hit@10": 0.98,
"ndcg_linear@1": 0.72,
"ndcg_linear@5": 0.8598766531785771,
"ndcg_linear@10": 0.8705628687918177,
"ndcg_exponential@1": 0.72,
"ndcg_exponential@5": 0.8598766531785771,
"ndcg_exponential@10": 0.8705628687918177,
"precision@1": 0.72,
"precision@5": 0.18999999999999997,
"precision@10": 0.09799999999999998,
"recall@1": 0.72,
"recall@5": 0.95,
"recall@10": 0.98,
"f1@1": 0.72,
"f1@5": 0.3166666666666667,
"f1@10": 0.17818181818181827,
"map@1": 0.72,
"map@5": 0.8283333333333333,
"map@10": 0.8333333333333333,
"mrr@1": 0.72,
"mrr@5": 0.8283333333333333,
"mrr@10": 0.8333333333333333,
"num_pred": 100,
"num_data": 100
},
"ViDoRe_syntheticDocQA_energy": {
"hit@1": 0.78,
"hit@5": 0.92,
"hit@10": 0.96,
"ndcg_linear@1": 0.78,
"ndcg_linear@5": 0.8477605391471157,
"ndcg_linear@10": 0.8610496316137732,
"ndcg_exponential@1": 0.78,
"ndcg_exponential@5": 0.8477605391471157,
"ndcg_exponential@10": 0.8610496316137732,
"precision@1": 0.78,
"precision@5": 0.18399999999999994,
"precision@10": 0.09599999999999997,
"recall@1": 0.78,
"recall@5": 0.92,
"recall@10": 0.96,
"f1@1": 0.78,
"f1@5": 0.3066666666666667,
"f1@10": 0.17454545454545464,
"map@1": 0.78,
"map@5": 0.8243333333333334,
"map@10": 0.8300277777777778,
"mrr@1": 0.78,
"mrr@5": 0.8243333333333334,
"mrr@10": 0.8300277777777778,
"num_pred": 100,
"num_data": 100
},
"ViDoRe_syntheticDocQA_government_reports": {
"hit@1": 0.72,
"hit@5": 0.94,
"hit@10": 0.97,
"ndcg_linear@1": 0.72,
"ndcg_linear@5": 0.849562291732901,
"ndcg_linear@10": 0.8596967354317013,
"ndcg_exponential@1": 0.72,
"ndcg_exponential@5": 0.849562291732901,
"ndcg_exponential@10": 0.8596967354317013,
"precision@1": 0.72,
"precision@5": 0.18799999999999997,
"precision@10": 0.09699999999999998,
"recall@1": 0.72,
"recall@5": 0.94,
"recall@10": 0.97,
"f1@1": 0.72,
"f1@5": 0.3133333333333334,
"f1@10": 0.17636363636363644,
"map@1": 0.72,
"map@5": 0.8183333333333335,
"map@10": 0.8227777777777778,
"mrr@1": 0.72,
"mrr@5": 0.8183333333333335,
"mrr@10": 0.8227777777777778,
"num_pred": 100,
"num_data": 100
},
"ViDoRe_syntheticDocQA_healthcare_industry": {
"hit@1": 0.79,
"hit@5": 0.95,
"hit@10": 0.97,
"ndcg_linear@1": 0.79,
"ndcg_linear@5": 0.8837090384735943,
"ndcg_linear@10": 0.8906044436780078,
"ndcg_exponential@1": 0.79,
"ndcg_exponential@5": 0.8837090384735943,
"ndcg_exponential@10": 0.8906044436780078,
"precision@1": 0.79,
"precision@5": 0.18999999999999992,
"precision@10": 0.09699999999999999,
"recall@1": 0.79,
"recall@5": 0.95,
"recall@10": 0.97,
"f1@1": 0.79,
"f1@5": 0.3166666666666667,
"f1@10": 0.17636363636363647,
"map@1": 0.79,
"map@5": 0.8608333333333335,
"map@10": 0.8639285714285714,
"mrr@1": 0.79,
"mrr@5": 0.8608333333333335,
"mrr@10": 0.8639285714285714,
"num_pred": 100,
"num_data": 100
},
"ViDoRe_esg_reports_human_labeled_v2": {
"hit@1": 0.4807692307692308,
"hit@5": 0.6538461538461539,
"hit@10": 0.8076923076923077,
"ndcg_linear@1": 0.45833333333333337,
"ndcg_linear@5": 0.5067061708099885,
"ndcg_linear@10": 0.5535898103454507,
"ndcg_exponential@1": 0.4514652014652014,
"ndcg_exponential@5": 0.5058304373068659,
"ndcg_exponential@10": 0.5529757710238218,
"precision@1": 0.4807692307692308,
"precision@5": 0.19615384615384615,
"precision@10": 0.1269230769230769,
"recall@1": 0.33685897435897433,
"recall@5": 0.5378205128205128,
"recall@10": 0.6639652014652015,
"f1@1": 0.3677021696252466,
"f1@5": 0.2560161243984774,
"f1@10": 0.19498462510340336,
"map@1": 0.4807692307692308,
"map@5": 0.4637873931623932,
"map@10": 0.4820528083028082,
"mrr@1": 0.4807692307692308,
"mrr@5": 0.5512820512820513,
"mrr@10": 0.5732371794871794,
"num_pred": 52,
"num_data": 52
},
"ViDoRe_biomedical_lectures_v2": {
"hit@1": 0.55625,
"hit@5": 0.79375,
"hit@10": 0.85,
"ndcg_linear@1": 0.55625,
"ndcg_linear@5": 0.5515658838389879,
"ndcg_linear@10": 0.5847138105105175,
"ndcg_exponential@1": 0.55625,
"ndcg_exponential@5": 0.551565883838988,
"ndcg_exponential@10": 0.5847138105105175,
"precision@1": 0.55625,
"precision@5": 0.2425,
"precision@10": 0.15750000000000003,
"recall@1": 0.32734172077922075,
"recall@5": 0.5623657531194295,
"recall@10": 0.665350060478737,
"f1@1": 0.37533527236652237,
"f1@5": 0.29865085261960267,
"f1@10": 0.22910150211988448,
"map@1": 0.55625,
"map@5": 0.4821927083333334,
"map@10": 0.49876834726946334,
"mrr@1": 0.55625,
"mrr@5": 0.6503125,
"mrr@10": 0.6584598214285714,
"num_pred": 160,
"num_data": 160
},
"ViDoRe_biomedical_lectures_v2_multilingual": {
"hit@1": 0.4875,
"hit@5": 0.7484375,
"hit@10": 0.8265625,
"ndcg_linear@1": 0.4875,
"ndcg_linear@5": 0.5088648298345516,
"ndcg_linear@10": 0.5368936688198138,
"ndcg_exponential@1": 0.4875,
"ndcg_exponential@5": 0.5088648298345516,
"ndcg_exponential@10": 0.5368936688198138,
"precision@1": 0.4875,
"precision@5": 0.226875,
"precision@10": 0.14390625,
"recall@1": 0.2850508200439267,
"recall@5": 0.5388800999435824,
"recall@10": 0.6322984118706261,
"f1@1": 0.32631020021645024,
"f1@5": 0.28146095004872584,
"f1@10": 0.21148025986812752,
"map@1": 0.4875,
"map@5": 0.4395434027777778,
"map@10": 0.4504348175902305,
"mrr@1": 0.4875,
"mrr@5": 0.5894010416666666,
"mrr@10": 0.5999429563492064,
"num_pred": 640,
"num_data": 640
},
"ViDoRe_economics_reports_v2": {
"hit@1": 0.6724137931034483,
"hit@5": 0.9310344827586207,
"hit@10": 0.9655172413793104,
"ndcg_linear@1": 0.6724137931034483,
"ndcg_linear@5": 0.6239953099594612,
"ndcg_linear@10": 0.5778584794094483,
"ndcg_exponential@1": 0.6724137931034483,
"ndcg_exponential@5": 0.6239953099594612,
"ndcg_exponential@10": 0.5778584794094482,
"precision@1": 0.6724137931034483,
"precision@5": 0.5379310344827587,
"precision@10": 0.40344827586206894,
"recall@1": 0.11664064220773461,
"recall@5": 0.33309931435822837,
"recall@10": 0.4321272793882071,
"f1@1": 0.16300895478128777,
"f1@5": 0.33442531134294184,
"f1@10": 0.3373550490696928,
"map@1": 0.6724137931034483,
"map@5": 0.5219157088122605,
"map@10": 0.4433651857933467,
"mrr@1": 0.6724137931034483,
"mrr@5": 0.7801724137931034,
"mrr@10": 0.784051724137931,
"num_pred": 58,
"num_data": 58
},
"ViDoRe_economics_reports_v2_multilingual": {
"hit@1": 0.6336206896551724,
"hit@5": 0.8879310344827587,
"hit@10": 0.9310344827586207,
"ndcg_linear@1": 0.6336206896551724,
"ndcg_linear@5": 0.5437763166008467,
"ndcg_linear@10": 0.5163709030837411,
"ndcg_exponential@1": 0.6336206896551724,
"ndcg_exponential@5": 0.5437763166008467,
"ndcg_exponential@10": 0.5163709030837411,
"precision@1": 0.6336206896551724,
"precision@5": 0.4681034482758621,
"precision@10": 0.3702586206896552,
"recall@1": 0.09690712856312815,
"recall@5": 0.27566133069345045,
"recall@10": 0.3867597735214331,
"f1@1": 0.1413865085366812,
"f1@5": 0.2801192302438006,
"f1@10": 0.3043647207762049,
"map@1": 0.6336206896551724,
"map@5": 0.43907327586206896,
"map@10": 0.37814547658143716,
"mrr@1": 0.6336206896551724,
"mrr@5": 0.7258620689655172,
"mrr@10": 0.7318726053639846,
"num_pred": 232,
"num_data": 232
},
"ViDoRe_esg_reports_v2": {
"hit@1": 0.45614035087719296,
"hit@5": 0.8070175438596491,
"hit@10": 0.8596491228070176,
"ndcg_linear@1": 0.45614035087719296,
"ndcg_linear@5": 0.4840091301428302,
"ndcg_linear@10": 0.48674129856378234,
"ndcg_exponential@1": 0.45614035087719296,
"ndcg_exponential@5": 0.4840091301428302,
"ndcg_exponential@10": 0.48674129856378234,
"precision@1": 0.45614035087719296,
"precision@5": 0.22807017543859648,
"precision@10": 0.13859649122807016,
"recall@1": 0.2482873851294904,
"recall@5": 0.49895572263993315,
"recall@10": 0.5520676691729324,
"f1@1": 0.282098895928297,
"f1@5": 0.26190759171436023,
"f1@10": 0.18742349977073786,
"map@1": 0.45614035087719296,
"map@5": 0.40019493177387905,
"map@10": 0.3901849531235496,
"mrr@1": 0.45614035087719296,
"mrr@5": 0.5938596491228071,
"mrr@10": 0.6006265664160402,
"num_pred": 57,
"num_data": 57
},
"ViDoRe_esg_reports_v2_multilingual": {
"hit@1": 0.40350877192982454,
"hit@5": 0.7236842105263158,
"hit@10": 0.8289473684210527,
"ndcg_linear@1": 0.40350877192982454,
"ndcg_linear@5": 0.4232758971935877,
"ndcg_linear@10": 0.44231743534693463,
"ndcg_exponential@1": 0.40350877192982454,
"ndcg_exponential@5": 0.4232758971935877,
"ndcg_exponential@10": 0.44231743534693463,
"precision@1": 0.40350877192982454,
"precision@5": 0.20526315789473687,
"precision@10": 0.13333333333333336,
"recall@1": 0.20570697577276525,
"recall@5": 0.4370405179615706,
"recall@10": 0.5263523391812865,
"f1@1": 0.23981819417391104,
"f1@5": 0.23522908579623647,
"f1@10": 0.179852140132,
"map@1": 0.40350877192982454,
"map@5": 0.345109649122807,
"map@10": 0.3432124727327578,
"mrr@1": 0.40350877192982454,
"mrr@5": 0.5246345029239766,
"mrr@10": 0.5391551796157059,
"num_pred": 228,
"num_data": 228
},
"VisRAG_ArxivQA": {
"hit@1": 0.6678921568627451,
"hit@5": 0.8026960784313726,
"hit@10": 0.8566176470588235,
"ndcg_linear@1": 0.6678921568627451,
"ndcg_linear@5": 0.7396009213599012,
"ndcg_linear@10": 0.7571120950537005,
"ndcg_exponential@1": 0.6678921568627451,
"ndcg_exponential@5": 0.7396009213599012,
"ndcg_exponential@10": 0.7571120950537005,
"precision@1": 0.6678921568627451,
"precision@5": 0.16053921568627452,
"precision@10": 0.08566176470588235,
"recall@1": 0.6678921568627451,
"recall@5": 0.8026960784313726,
"recall@10": 0.8566176470588235,
"f1@1": 0.6678921568627451,
"f1@5": 0.2675653594771243,
"f1@10": 0.15574866310160432,
"map@1": 0.6678921568627451,
"map@5": 0.7186070261437907,
"map@10": 0.7258802131963897,
"mrr@1": 0.6678921568627451,
"mrr@5": 0.7186070261437907,
"mrr@10": 0.7258802131963897,
"num_pred": 816,
"num_data": 816
},
"VisRAG_ChartQA": {
"hit@1": 0.7142857142857143,
"hit@5": 0.9047619047619048,
"hit@10": 0.9523809523809523,
"ndcg_linear@1": 0.7142857142857143,
"ndcg_linear@5": 0.8271276879399446,
"ndcg_linear@10": 0.8426611061424722,
"ndcg_exponential@1": 0.7142857142857143,
"ndcg_exponential@5": 0.8271276879399446,
"ndcg_exponential@10": 0.8426611061424722,
"precision@1": 0.7142857142857143,
"precision@5": 0.18095238095238086,
"precision@10": 0.09523809523809518,
"recall@1": 0.7142857142857143,
"recall@5": 0.9047619047619048,
"recall@10": 0.9523809523809523,
"f1@1": 0.7142857142857143,
"f1@5": 0.3015873015873015,
"f1@10": 0.17316017316017318,
"map@1": 0.7142857142857143,
"map@5": 0.8002645502645502,
"map@10": 0.8067649281934997,
"mrr@1": 0.7142857142857143,
"mrr@5": 0.8002645502645502,
"mrr@10": 0.8067649281934997,
"num_pred": 63,
"num_data": 63
},
"VisRAG_MP-DocVQA": {
"hit@1": 0.6345177664974619,
"hit@5": 0.8477157360406091,
"hit@10": 0.9018612521150592,
"ndcg_linear@1": 0.6345177664974619,
"ndcg_linear@5": 0.7514909307949428,
"ndcg_linear@10": 0.7691854509486024,
"ndcg_exponential@1": 0.6345177664974619,
"ndcg_exponential@5": 0.7514909307949428,
"ndcg_exponential@10": 0.7691854509486024,
"precision@1": 0.6345177664974619,
"precision@5": 0.1695431472081218,
"precision@10": 0.09018612521150592,
"recall@1": 0.6345177664974619,
"recall@5": 0.8477157360406091,
"recall@10": 0.9018612521150592,
"f1@1": 0.6345177664974619,
"f1@5": 0.2825719120135365,
"f1@10": 0.16397477311182898,
"map@1": 0.6345177664974619,
"map@5": 0.7191201353637902,
"map@10": 0.7265282142185695,
"mrr@1": 0.6345177664974619,
"mrr@5": 0.7191201353637902,
"mrr@10": 0.7265282142185695,
"num_pred": 591,
"num_data": 591
},
"VisRAG_SlideVQA": {
"hit@1": 0.8183453237410072,
"hit@5": 0.9460431654676259,
"hit@10": 0.960431654676259,
"ndcg_linear@1": 0.8183453237410072,
"ndcg_linear@5": 0.8757603375609319,
"ndcg_linear@10": 0.8826063813963076,
"ndcg_exponential@1": 0.8183453237410072,
"ndcg_exponential@5": 0.8757603375609319,
"ndcg_exponential@10": 0.8826063813963076,
"precision@1": 0.8183453237410072,
"precision@5": 0.23453237410071945,
"precision@10": 0.11978417266187052,
"recall@1": 0.7077338129496403,
"recall@5": 0.9307553956834532,
"recall@10": 0.9505395683453237,
"f1@1": 0.7446043165467626,
"f1@5": 0.36784857828023304,
"f1@10": 0.2102954000436015,
"map@1": 0.8183453237410072,
"map@5": 0.8467026378896882,
"map@10": 0.8500692303300217,
"mrr@1": 0.8183453237410072,
"mrr@5": 0.8747901678657074,
"mrr@10": 0.8768385291766587,
"num_pred": 556,
"num_data": 556
},
"VisRAG_InfoVQA": {
"hit@1": 0.7910863509749304,
"hit@5": 0.9498607242339833,
"hit@10": 0.9735376044568245,
"ndcg_linear@1": 0.7910863509749304,
"ndcg_linear@5": 0.8790605012800432,
"ndcg_linear@10": 0.8868808761920904,
"ndcg_exponential@1": 0.7910863509749304,
"ndcg_exponential@5": 0.8790605012800432,
"ndcg_exponential@10": 0.8868808761920904,
"precision@1": 0.7910863509749304,
"precision@5": 0.18997214484679661,
"precision@10": 0.09735376044568242,
"recall@1": 0.7910863509749304,
"recall@5": 0.9498607242339833,
"recall@10": 0.9735376044568245,
"f1@1": 0.7910863509749304,
"f1@5": 0.31662024141132783,
"f1@10": 0.17700683717396815,
"map@1": 0.7910863509749304,
"map@5": 0.8551532033426184,
"map@10": 0.8584770305522396,
"mrr@1": 0.7910863509749304,
"mrr@5": 0.8551532033426184,
"mrr@10": 0.8584770305522396,
"num_pred": 718,
"num_data": 718
},
"VisRAG_PlotQA": {
"hit@1": 0.544611819235226,
"hit@5": 0.8308227114716107,
"hit@10": 0.9177288528389339,
"ndcg_linear@1": 0.544611819235226,
"ndcg_linear@5": 0.6942176970260413,
"ndcg_linear@10": 0.7230786635160757,
"ndcg_exponential@1": 0.544611819235226,
"ndcg_exponential@5": 0.6942176970260413,
"ndcg_exponential@10": 0.7230786635160757,
"precision@1": 0.544611819235226,
"precision@5": 0.1661645422943221,
"precision@10": 0.0917728852838934,
"recall@1": 0.544611819235226,
"recall@5": 0.8308227114716107,
"recall@10": 0.9177288528389339,
"f1@1": 0.544611819235226,
"f1@5": 0.27694090382387027,
"f1@10": 0.16685979142526072,
"map@1": 0.544611819235226,
"map@5": 0.6489764387794515,
"map@10": 0.6613304456583716,
"mrr@1": 0.544611819235226,
"mrr@5": 0.6489764387794515,
"mrr@10": 0.6613304456583716,
"num_pred": 863,
"num_data": 863
},
"ViDoSeek-page": {
"hit@1": 0.03590192644483362,
"hit@5": 0.3975481611208406,
"hit@10": 0.5691768826619965,
"ndcg_linear@1": 0.03590192644483362,
"ndcg_linear@5": 0.22521258403626243,
"ndcg_linear@10": 0.28053386139174635,
"ndcg_exponential@1": 0.03590192644483362,
"ndcg_exponential@5": 0.2252125840362625,
"ndcg_exponential@10": 0.2805338613917464,
"precision@1": 0.03590192644483362,
"precision@5": 0.07950963222416814,
"precision@10": 0.05691768826619965,
"recall@1": 0.03590192644483362,
"recall@5": 0.3975481611208406,
"recall@10": 0.5691768826619965,
"f1@1": 0.03590192644483362,
"f1@5": 0.13251605370694688,
"f1@10": 0.10348670593854482,
"map@1": 0.03590192644483362,
"map@5": 0.16818447168709866,
"map@10": 0.19090950157062242,
"mrr@1": 0.03590192644483362,
"mrr@5": 0.16818447168709866,
"mrr@10": 0.19090950157062242,
"num_pred": 1142,
"num_data": 1142
},
"ViDoSeek-doc": {
"hit@1": 0.967600700525394,
"hit@5": 0.9912434325744308,
"hit@10": 0.9947460595446584,
"ndcg_linear@1": 0.6640396964389959,
"ndcg_linear@5": 0.7381875577427405,
"ndcg_linear@10": 0.6871635755844959,
"ndcg_exponential@1": 0.44721040780585436,
"ndcg_exponential@5": 0.6351323839097036,
"ndcg_exponential@10": 0.6271573405500023,
"precision@1": 0.967600700525394,
"precision@5": 0.7894921190893169,
"precision@10": 0.6666374781085814,
"recall@1": 0.05685904650277686,
"recall@5": 0.2297427137579388,
"recall@10": 0.37873050973241357,
"f1@1": 0.1066827260357991,
"f1@5": 0.34885226987624357,
"f1@10": 0.4725989168559724,
"map@1": 0.967600700525394,
"map@5": 0.7663018096906012,
"map@10": 0.6290937040964144,
"mrr@1": 0.967600700525394,
"mrr@5": 0.9774810274372445,
"mrr@10": 0.9779466544352708,
"num_pred": 1142,
"num_data": 1142
},
"MMLongBench-page": {
"hit@1": 0.06921241050119331,
"hit@5": 0.2684964200477327,
"hit@10": 0.3615751789976134,
"ndcg_linear@1": 0.06921241050119331,
"ndcg_linear@5": 0.13321438053690215,
"ndcg_linear@10": 0.16407663340081668,
"ndcg_exponential@1": 0.06921241050119331,
"ndcg_exponential@5": 0.13321438053690218,
"ndcg_exponential@10": 0.16407663340081668,
"precision@1": 0.06921241050119331,
"precision@5": 0.06109785202863962,
"precision@10": 0.04474940334128878,
"recall@1": 0.03948886237072395,
"recall@5": 0.19447096260938743,
"recall@10": 0.2800511640308776,
"f1@1": 0.0478245037910909,
"f1@5": 0.08852321536232811,
"f1@10": 0.07425630814568612,
"map@1": 0.06921241050119331,
"map@5": 0.09737635905595333,
"map@10": 0.11133320863481962,
"mrr@1": 0.06921241050119331,
"mrr@5": 0.13852426412092284,
"mrr@10": 0.15127808084251998,
"num_pred": 838,
"num_data": 838
},
"MMLongBench-doc": {
"hit@1": 0.5918854415274463,
"hit@5": 0.7362768496420048,
"hit@10": 0.7744630071599046,
"ndcg_linear@1": 0.4152744630071599,
"ndcg_linear@5": 0.4261384981108878,
"ndcg_linear@10": 0.4019035560697594,
"ndcg_exponential@1": 0.2891237640640982,
"ndcg_exponential@5": 0.3576172404449913,
"ndcg_exponential@10": 0.3589966960948837,
"precision@1": 0.5918854415274463,
"precision@5": 0.46634844868735087,
"precision@10": 0.4014319809069212,
"recall@1": 0.0191876249526271,
"recall@5": 0.07398509122648067,
"recall@10": 0.12445621257012725,
"f1@1": 0.03679959766537488,
"f1@5": 0.12303925012943988,
"f1@10": 0.17929201388303725,
"map@1": 0.5918854415274463,
"map@5": 0.4240692124105012,
"map@10": 0.3442249750602973,
"mrr@1": 0.5918854415274463,
"mrr@5": 0.6487072394590293,
"mrr@10": 0.6537196461719134,
"num_pred": 838,
"num_data": 838
}
},
"video": {
"DiDeMo": {
"hit@1": 0.3784860557768924,
"hit@5": 0.6254980079681275,
"hit@10": 0.7131474103585658,
"ndcg_linear@1": 0.3784860557768924,
"ndcg_linear@5": 0.5084233639109036,
"ndcg_linear@10": 0.5369917368207054,
"ndcg_exponential@1": 0.3784860557768924,
"ndcg_exponential@5": 0.5084233639109036,
"ndcg_exponential@10": 0.5369917368207054,
"precision@1": 0.3784860557768924,
"precision@5": 0.1250996015936255,
"precision@10": 0.07131474103585657,
"recall@1": 0.3784860557768924,
"recall@5": 0.6254980079681275,
"recall@10": 0.7131474103585658,
"f1@1": 0.3784860557768924,
"f1@5": 0.2084993359893759,
"f1@10": 0.12966316551973922,
"map@1": 0.3784860557768924,
"map@5": 0.4696049136786189,
"map@10": 0.48152232340479356,
"mrr@1": 0.3784860557768924,
"mrr@5": 0.4696049136786189,
"mrr@10": 0.48152232340479356,
"num_pred": 1004,
"num_data": 1004
},
"MSR-VTT": {
"hit@1": 0.365,
"hit@5": 0.622,
"hit@10": 0.729,
"ndcg_linear@1": 0.365,
"ndcg_linear@5": 0.5005179659992803,
"ndcg_linear@10": 0.5349745937931284,
"ndcg_exponential@1": 0.365,
"ndcg_exponential@5": 0.5005179659992803,
"ndcg_exponential@10": 0.5349745937931284,
"precision@1": 0.365,
"precision@5": 0.12439999999999998,
"precision@10": 0.0729,
"recall@1": 0.365,
"recall@5": 0.622,
"recall@10": 0.729,
"f1@1": 0.365,
"f1@5": 0.20733333333333337,
"f1@10": 0.13254545454545455,
"map@1": 0.365,
"map@5": 0.46016666666666667,
"map@10": 0.47430555555555554,
"mrr@1": 0.365,
"mrr@5": 0.46016666666666667,
"mrr@10": 0.47430555555555554,
"num_pred": 1000,
"num_data": 1000
},
"MSVD": {
"hit@1": 0.564179104477612,
"hit@5": 0.8417910447761194,
"hit@10": 0.9149253731343283,
"ndcg_linear@1": 0.564179104477612,
"ndcg_linear@5": 0.7135852695954814,
"ndcg_linear@10": 0.7373464947299888,
"ndcg_exponential@1": 0.564179104477612,
"ndcg_exponential@5": 0.7135852695954814,
"ndcg_exponential@10": 0.7373464947299888,
"precision@1": 0.564179104477612,
"precision@5": 0.16835820895522385,
"precision@10": 0.09149253731343282,
"recall@1": 0.564179104477612,
"recall@5": 0.8417910447761194,
"recall@10": 0.9149253731343283,
"f1@1": 0.564179104477612,
"f1@5": 0.2805970149253732,
"f1@10": 0.1663500678426052,
"map@1": 0.564179104477612,
"map@5": 0.670771144278607,
"map@10": 0.6806467661691542,
"mrr@1": 0.564179104477612,
"mrr@5": 0.670771144278607,
"mrr@10": 0.6806467661691542,
"num_pred": 670,
"num_data": 670
},
"VATEX": {
"hit@1": 0.31956230460026797,
"hit@5": 0.5995980348369808,
"hit@10": 0.7154979901741849,
"ndcg_linear@1": 0.31956230460026797,
"ndcg_linear@5": 0.4658379606490761,
"ndcg_linear@10": 0.5034674297940451,
"ndcg_exponential@1": 0.31956230460026797,
"ndcg_exponential@5": 0.4658379606490761,
"ndcg_exponential@10": 0.5034674297940451,
"precision@1": 0.31956230460026797,
"precision@5": 0.11991960696739616,
"precision@10": 0.07154979901741848,
"recall@1": 0.31956230460026797,
"recall@5": 0.5995980348369808,
"recall@10": 0.7154979901741849,
"f1@1": 0.31956230460026797,
"f1@5": 0.19986601161232698,
"f1@10": 0.13009054366803363,
"map@1": 0.31956230460026797,
"map@5": 0.4215981837129671,
"map@10": 0.4372130592597319,
"mrr@1": 0.31956230460026797,
"mrr@5": 0.4215981837129671,
"mrr@10": 0.4372130592597319,
"num_pred": 4478,
"num_data": 4478
},
"YouCook2": {
"hit@1": 0.09468386284995281,
"hit@5": 0.2132746146586977,
"hit@10": 0.2887700534759358,
"ndcg_linear@1": 0.09468386284995281,
"ndcg_linear@5": 0.1552679245645221,
"ndcg_linear@10": 0.1795503822248778,
"ndcg_exponential@1": 0.09468386284995281,
"ndcg_exponential@5": 0.1552679245645221,
"ndcg_exponential@10": 0.1795503822248778,
"precision@1": 0.09468386284995281,
"precision@5": 0.042654922931739545,
"precision@10": 0.028877005347593583,
"recall@1": 0.09468386284995281,
"recall@5": 0.2132746146586977,
"recall@10": 0.2887700534759358,
"f1@1": 0.09468386284995281,
"f1@5": 0.07109153821956592,
"f1@10": 0.05250364608653379,
"map@1": 0.09468386284995281,
"map@5": 0.13621159693824053,
"map@10": 0.14616044278674037,
"mrr@1": 0.09468386284995281,
"mrr@5": 0.13621159693824053,
"mrr@10": 0.14616044278674037,
"num_pred": 3179,
"num_data": 3179
},
"QVHighlight": {
"hit@1": 0.5844875346260388,
"hit@5": 0.9233610341643582,
"hit@10": 1.0,
"ndcg_linear@1": 0.5844875346260388,
"ndcg_linear@5": 0.7673666242833931,
"ndcg_linear@10": 0.7923121272702577,
"ndcg_exponential@1": 0.5844875346260388,
"ndcg_exponential@5": 0.7673666242833931,
"ndcg_exponential@10": 0.7923121272702577,
"precision@1": 0.5844875346260388,
"precision@5": 0.18467220683287167,
"precision@10": 0.09999999999999998,
"recall@1": 0.5844875346260388,
"recall@5": 0.9233610341643582,
"recall@10": 1.0,
"f1@1": 0.5844875346260388,
"f1@5": 0.3077870113881195,
"f1@10": 0.18181818181818185,
"map@1": 0.5844875346260388,
"map@5": 0.7152354570637119,
"map@10": 0.7256240015242785,
"mrr@1": 0.5844875346260388,
"mrr@5": 0.7152354570637119,
"mrr@10": 0.7256240015242785,
"num_pred": 1083,
"num_data": 1083
},
"Charades-STA": {
"hit@1": 0.18707015130674004,
"hit@5": 0.5859697386519945,
"hit@10": 1.0,
"ndcg_linear@1": 0.18707015130674004,
"ndcg_linear@5": 0.38248959900998625,
"ndcg_linear@10": 0.512141897672638,
"ndcg_exponential@1": 0.18707015130674004,
"ndcg_exponential@5": 0.38248959900998625,
"ndcg_exponential@10": 0.512141897672638,
"precision@1": 0.18707015130674004,
"precision@5": 0.11719394773039889,
"precision@10": 0.09999999999999998,
"recall@1": 0.18707015130674004,
"recall@5": 0.5859697386519945,
"recall@10": 1.0,
"f1@1": 0.18707015130674004,
"f1@5": 0.19532324621733155,
"f1@10": 0.18181818181818185,
"map@1": 0.18707015130674004,
"map@5": 0.31636863823933975,
"map@10": 0.367436300517456,
"mrr@1": 0.18707015130674004,
"mrr@5": 0.31636863823933975,
"mrr@10": 0.367436300517456,
"num_pred": 727,
"num_data": 727
},
"MomentSeeker": {
"hit@1": 0.41444444444444445,
"hit@5": 0.8977777777777778,
"hit@10": 1.0,
"ndcg_linear@1": 0.41444444444444445,
"ndcg_linear@5": 0.6712446517106028,
"ndcg_linear@10": 0.7101997710080306,
"ndcg_exponential@1": 0.41444444444444445,
"ndcg_exponential@5": 0.6712446517106028,
"ndcg_exponential@10": 0.7101997710080306,
"precision@1": 0.41444444444444445,
"precision@5": 0.197,
"precision@10": 0.1127777777777778,
"recall@1": 0.3934490740740741,
"recall@5": 0.884212962962963,
"recall@10": 0.9983796296296297,
"f1@1": 0.4000149911816579,
"f1@5": 0.3172931081264415,
"f1@10": 0.2001037542704209,
"map@1": 0.41444444444444445,
"map@5": 0.595186574074074,
"map@10": 0.6135632348618459,
"mrr@1": 0.41444444444444445,
"mrr@5": 0.6027407407407408,
"mrr@10": 0.6168068783068783,
"num_pred": 1800,
"num_data": 1800
},
"K700": {
"hit@1": 0.401,
"hit@5": 0.678,
"hit@10": 0.744,
"ndcg_linear@1": 0.401,
"ndcg_linear@5": 0.5491899087531276,
"ndcg_linear@10": 0.570929753464218,
"ndcg_exponential@1": 0.401,
"ndcg_exponential@5": 0.5491899087531276,
"ndcg_exponential@10": 0.570929753464218,
"precision@1": 0.401,
"precision@5": 0.13559999999999997,
"precision@10": 0.07440000000000001,
"recall@1": 0.401,
"recall@5": 0.678,
"recall@10": 0.744,
"f1@1": 0.401,
"f1@5": 0.22600000000000006,
"f1@10": 0.13527272727272732,
"map@1": 0.401,
"map@5": 0.5062666666666666,
"map@10": 0.5154734126984126,
"mrr@1": 0.401,
"mrr@5": 0.5062666666666666,
"mrr@10": 0.5154734126984126,
"num_pred": 1000,
"num_data": 1000
},
"SmthSmthV2": {
"hit@1": 0.358,
"hit@5": 0.644,
"hit@10": 0.756,
"ndcg_linear@1": 0.358,
"ndcg_linear@5": 0.5123197823084423,
"ndcg_linear@10": 0.5486757900301636,
"ndcg_exponential@1": 0.358,
"ndcg_exponential@5": 0.5123197823084423,
"ndcg_exponential@10": 0.5486757900301636,
"precision@1": 0.358,
"precision@5": 0.12879999999999997,
"precision@10": 0.0756,
"recall@1": 0.358,
"recall@5": 0.644,
"recall@10": 0.756,
"f1@1": 0.358,
"f1@5": 0.21466666666666676,
"f1@10": 0.13745454545454544,
"map@1": 0.358,
"map@5": 0.4683333333333333,
"map@10": 0.48342341269841266,
"mrr@1": 0.358,
"mrr@5": 0.4683333333333333,
"mrr@10": 0.48342341269841266,
"num_pred": 1000,
"num_data": 1000
},
"HMDB51": {
"hit@1": 0.469,
"hit@5": 0.705,
"hit@10": 0.807,
"ndcg_linear@1": 0.469,
"ndcg_linear@5": 0.5985372249919484,
"ndcg_linear@10": 0.6318328535840803,
"ndcg_exponential@1": 0.469,
"ndcg_exponential@5": 0.5985372249919484,
"ndcg_exponential@10": 0.6318328535840803,
"precision@1": 0.469,
"precision@5": 0.141,
"precision@10": 0.0807,
"recall@1": 0.469,
"recall@5": 0.705,
"recall@10": 0.807,
"f1@1": 0.469,
"f1@5": 0.23500000000000007,
"f1@10": 0.14672727272727276,
"map@1": 0.469,
"map@5": 0.5627833333333333,
"map@10": 0.5767099206349205,
"mrr@1": 0.469,
"mrr@5": 0.5627833333333333,
"mrr@10": 0.5767099206349205,
"num_pred": 1000,
"num_data": 1000
},
"UCF101": {
"hit@1": 0.396,
"hit@5": 0.578,
"hit@10": 0.642,
"ndcg_linear@1": 0.396,
"ndcg_linear@5": 0.49688662750278717,
"ndcg_linear@10": 0.5175989354202445,
"ndcg_exponential@1": 0.396,
"ndcg_exponential@5": 0.49688662750278717,
"ndcg_exponential@10": 0.5175989354202445,
"precision@1": 0.396,
"precision@5": 0.1156,
"precision@10": 0.0642,
"recall@1": 0.396,
"recall@5": 0.578,
"recall@10": 0.642,
"f1@1": 0.396,
"f1@5": 0.19266666666666674,
"f1@10": 0.11672727272727275,
"map@1": 0.396,
"map@5": 0.46948333333333336,
"map@10": 0.47803888888888885,
"mrr@1": 0.396,
"mrr@5": 0.46948333333333336,
"mrr@10": 0.47803888888888885,
"num_pred": 1000,
"num_data": 1000
},
"Breakfast": {
"hit@1": 0.16628175519630484,
"hit@5": 0.5704387990762124,
"hit@10": 1.0,
"ndcg_linear@1": 0.16628175519630484,
"ndcg_linear@5": 0.3594777564815222,
"ndcg_linear@10": 0.49897171267064255,
"ndcg_exponential@1": 0.16628175519630484,
"ndcg_exponential@5": 0.3594777564815222,
"ndcg_exponential@10": 0.49897171267064255,
"precision@1": 0.16628175519630484,
"precision@5": 0.11408775981524247,
"precision@10": 0.1,
"recall@1": 0.16628175519630484,
"recall@5": 0.5704387990762124,
"recall@10": 1.0,
"f1@1": 0.16628175519630484,
"f1@5": 0.19014626635873755,
"f1@10": 0.1818181818181818,
"map@1": 0.16628175519630484,
"map@5": 0.2912625096227867,
"map@10": 0.3491706074269585,
"mrr@1": 0.16628175519630484,
"mrr@5": 0.2912625096227867,
"mrr@10": 0.3491706074269585,
"num_pred": 433,
"num_data": 433
},
"MVBench": {
"hit@1": 0.489,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.489,
"ndcg_linear@5": 0.7703159230451232,
"ndcg_linear@10": 0.7703159230451232,
"ndcg_exponential@1": 0.489,
"ndcg_exponential@5": 0.7703159230451232,
"ndcg_exponential@10": 0.7703159230451232,
"precision@1": 0.489,
"precision@5": 0.20000000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.489,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.489,
"f1@5": 0.3333333333333333,
"f1@10": 0.18181818181818182,
"map@1": 0.489,
"map@5": 0.6926875,
"map@10": 0.6926875,
"mrr@1": 0.489,
"mrr@5": 0.6926875,
"mrr@10": 0.6926875,
"num_pred": 4000,
"num_data": 4000
},
"Video-MME": {
"hit@1": 0.46,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.46,
"ndcg_linear@5": 0.7514241426205759,
"ndcg_linear@10": 0.7514241426205759,
"ndcg_exponential@1": 0.46,
"ndcg_exponential@5": 0.7514241426205759,
"ndcg_exponential@10": 0.7514241426205759,
"precision@1": 0.46,
"precision@5": 0.19999999999999996,
"precision@10": 0.09999999999999998,
"recall@1": 0.46,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.46,
"f1@5": 0.3333333333333334,
"f1@10": 0.18181818181818188,
"map@1": 0.46,
"map@5": 0.6679012345679012,
"map@10": 0.6679012345679012,
"mrr@1": 0.46,
"mrr@5": 0.6679012345679012,
"mrr@10": 0.6679012345679012,
"num_pred": 2700,
"num_data": 2700
},
"NExTQA": {
"hit@1": 0.6242410088743577,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.6242410088743577,
"ndcg_linear@5": 0.8251125656021764,
"ndcg_linear@10": 0.8251125656021764,
"ndcg_exponential@1": 0.6242410088743577,
"ndcg_exponential@5": 0.8251125656021764,
"ndcg_exponential@10": 0.8251125656021764,
"precision@1": 0.6242410088743577,
"precision@5": 0.20000000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.6242410088743577,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.6242410088743577,
"f1@5": 0.3333333333333333,
"f1@10": 0.1818181818181818,
"map@1": 0.6242410088743577,
"map@5": 0.7668243032850692,
"map@10": 0.7668243032850692,
"mrr@1": 0.6242410088743577,
"mrr@5": 0.7666491514868441,
"mrr@10": 0.7666491514868441,
"num_pred": 8564,
"num_data": 8564
},
"EgoSchema": {
"hit@1": 0.6,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.6,
"ndcg_linear@5": 0.8168372075920476,
"ndcg_linear@10": 0.8168372075920476,
"ndcg_exponential@1": 0.6,
"ndcg_exponential@5": 0.8168372075920476,
"ndcg_exponential@10": 0.8168372075920476,
"precision@1": 0.6,
"precision@5": 0.2,
"precision@10": 0.1,
"recall@1": 0.6,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.6,
"f1@5": 0.3333333333333333,
"f1@10": 0.18181818181818182,
"map@1": 0.6,
"map@5": 0.7555333333333333,
"map@10": 0.7555333333333333,
"mrr@1": 0.6,
"mrr@5": 0.7555333333333333,
"mrr@10": 0.7555333333333333,
"num_pred": 500,
"num_data": 500
},
"ActivityNetQA": {
"hit@1": 0.76,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.76,
"ndcg_linear@5": 0.9114231408571498,
"ndcg_linear@10": 0.9114231408571498,
"ndcg_exponential@1": 0.76,
"ndcg_exponential@5": 0.9114231408571498,
"ndcg_exponential@10": 0.9114231408571498,
"precision@1": 0.76,
"precision@5": 0.20000000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.76,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.76,
"f1@5": 0.3333333333333333,
"f1@10": 0.18181818181818182,
"map@1": 0.76,
"map@5": 0.88,
"map@10": 0.88,
"mrr@1": 0.76,
"mrr@5": 0.88,
"mrr@10": 0.88,
"num_pred": 1000,
"num_data": 1000
}
}
}
}