diff --git "a/scores/VLM2Vec-V1-Qwen2VL-2B.json" "b/scores/VLM2Vec-V1-Qwen2VL-2B.json" --- "a/scores/VLM2Vec-V1-Qwen2VL-2B.json" +++ "b/scores/VLM2Vec-V1-Qwen2VL-2B.json" @@ -1,7 +1,7 @@ { "metadata": { "model_name": "VLM2Vec-V1-Qwen2VL-2B", - "report_generated_date": "2025-06-28T08:54:18.828030", + "report_generated_date": "2025-12-29T09:27:50.432685", "model_size": 2.21, "url": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B", "data_source": "TIGER-Lab" @@ -10,2189 +10,2161 @@ "image": { "ImageNet-1K": { "hit@1": 0.775, - "hit@5": 0.942, - "hit@10": 0.967, + "hit@5": 0.94, + "hit@10": 0.969, "ndcg_linear@1": 0.775, - "ndcg_linear@5": 0.8667123886976884, - "ndcg_linear@10": 0.8749539235514423, + "ndcg_linear@5": 0.8656329998252377, + "ndcg_linear@10": 0.8750776907979971, "ndcg_exponential@1": 0.775, - "ndcg_exponential@5": 0.8667123886976884, - "ndcg_exponential@10": 0.8749539235514423, + "ndcg_exponential@5": 0.8656329998252377, + "ndcg_exponential@10": 0.8750776907979971, "precision@1": 0.775, - "precision@5": 0.18840000000000004, - "precision@10": 0.09670000000000002, + "precision@5": 0.18800000000000003, + "precision@10": 0.0969, "recall@1": 0.775, - "recall@5": 0.942, - "recall@10": 0.967, + "recall@5": 0.94, + "recall@10": 0.969, "f1@1": 0.775, - "f1@5": 0.314, - "f1@10": 0.17581818181818182, + "f1@5": 0.3133333333333333, + "f1@10": 0.1761818181818182, "map@1": 0.775, - "map@5": 0.8413833333333333, - "map@10": 0.844875, + "map@5": 0.8406, + "map@10": 0.8445349206349205, "mrr@1": 0.775, - "mrr@5": 0.8413833333333333, - "mrr@10": 0.844875, + "mrr@5": 0.8406, + "mrr@10": 0.8445349206349205, "num_pred": 1000, "num_data": 1000 }, "N24News": { - "hit@1": 0.737, - "hit@5": 0.954, - "hit@10": 0.99, - "ndcg_linear@1": 0.737, - "ndcg_linear@5": 0.8561160201164633, - "ndcg_linear@10": 0.8679869923905973, - "ndcg_exponential@1": 0.737, - "ndcg_exponential@5": 0.8561160201164633, - "ndcg_exponential@10": 0.8679869923905973, - "precision@1": 0.737, - "precision@5": 0.19080000000000003, - "precision@10": 0.09900000000000003, - "recall@1": 0.737, - "recall@5": 0.954, - "recall@10": 0.99, - "f1@1": 0.737, - "f1@5": 0.318, - "f1@10": 0.17999999999999997, - "map@1": 0.737, - "map@5": 0.8232166666666666, - "map@10": 0.8282547619047619, - "mrr@1": 0.737, - "mrr@5": 0.8232166666666666, - "mrr@10": 0.8282547619047619, + "hit@1": 0.738, + "hit@5": 0.951, + "hit@10": 0.988, + "ndcg_linear@1": 0.738, + "ndcg_linear@5": 0.8548730261680165, + "ndcg_linear@10": 0.8672067037211043, + "ndcg_exponential@1": 0.738, + "ndcg_exponential@5": 0.8548730261680165, + "ndcg_exponential@10": 0.8672067037211043, + "precision@1": 0.738, + "precision@5": 0.19020000000000004, + "precision@10": 0.09880000000000001, + "recall@1": 0.738, + "recall@5": 0.951, + "recall@10": 0.988, + "f1@1": 0.738, + "f1@5": 0.317, + "f1@10": 0.17963636363636362, + "map@1": 0.738, + "map@5": 0.82255, + "map@10": 0.8278555555555556, + "mrr@1": 0.738, + "mrr@5": 0.82255, + "mrr@10": 0.8278555555555556, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { - "hit@1": 0.583, + "hit@1": 0.579, "hit@5": 1.0, "hit@10": 1.0, - "ndcg_linear@1": 0.583, - "ndcg_linear@5": 0.846097707239298, - "ndcg_linear@10": 0.846097707239298, - "ndcg_exponential@1": 0.583, - "ndcg_exponential@5": 0.846097707239298, - "ndcg_exponential@10": 0.846097707239298, - "precision@1": 0.583, + "ndcg_linear@1": 0.579, + "ndcg_linear@5": 0.8446214262535836, + "ndcg_linear@10": 0.8446214262535836, + "ndcg_exponential@1": 0.579, + "ndcg_exponential@5": 0.8446214262535836, + "ndcg_exponential@10": 0.8446214262535836, + "precision@1": 0.579, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, - "recall@1": 0.583, + "recall@1": 0.579, "recall@5": 1.0, "recall@10": 1.0, - "f1@1": 0.583, + "f1@1": 0.579, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, - "map@1": 0.583, - "map@5": 0.7915, - "map@10": 0.7915, - "mrr@1": 0.583, - "mrr@5": 0.7915, - "mrr@10": 0.7915, + "map@1": 0.579, + "map@5": 0.7895, + "map@10": 0.7895, + "mrr@1": 0.579, + "mrr@5": 0.7895, + "mrr@10": 0.7895, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.743, - "hit@5": 0.939, + "hit@5": 0.94, "hit@10": 0.975, "ndcg_linear@1": 0.743, - "ndcg_linear@5": 0.8527729917352056, - "ndcg_linear@10": 0.8645634698999367, + "ndcg_linear@5": 0.8522024023157887, + "ndcg_linear@10": 0.8635924047863964, "ndcg_exponential@1": 0.743, - "ndcg_exponential@5": 0.8527729917352056, - "ndcg_exponential@10": 0.8645634698999367, + "ndcg_exponential@5": 0.8522024023157887, + "ndcg_exponential@10": 0.8635924047863964, "precision@1": 0.743, - "precision@5": 0.18780000000000002, - "precision@10": 0.09750000000000002, + "precision@5": 0.188, + "precision@10": 0.0975, "recall@1": 0.743, - "recall@5": 0.939, + "recall@5": 0.94, "recall@10": 0.975, "f1@1": 0.743, - "f1@5": 0.313, + "f1@5": 0.3133333333333333, "f1@10": 0.17727272727272725, "map@1": 0.743, - "map@5": 0.8235833333333332, - "map@10": 0.828536111111111, + "map@5": 0.8225833333333332, + "map@10": 0.8273265873015874, "mrr@1": 0.743, - "mrr@5": 0.8235833333333332, - "mrr@10": 0.828536111111111, + "mrr@5": 0.8225833333333332, + "mrr@10": 0.8273265873015874, "num_pred": 1000, "num_data": 1000 }, "SUN397": { - "hit@1": 0.738, + "hit@1": 0.737, "hit@5": 0.936, - "hit@10": 0.973, - "ndcg_linear@1": 0.738, - "ndcg_linear@5": 0.8489578106701401, - "ndcg_linear@10": 0.8609706205010814, - "ndcg_exponential@1": 0.738, - "ndcg_exponential@5": 0.8489578106701401, - "ndcg_exponential@10": 0.8609706205010814, - "precision@1": 0.738, + "hit@10": 0.971, + "ndcg_linear@1": 0.737, + "ndcg_linear@5": 0.8484833103612278, + "ndcg_linear@10": 0.859996041584752, + "ndcg_exponential@1": 0.737, + "ndcg_exponential@5": 0.8484833103612278, + "ndcg_exponential@10": 0.859996041584752, + "precision@1": 0.737, "precision@5": 0.18720000000000003, - "precision@10": 0.09730000000000001, - "recall@1": 0.738, + "precision@10": 0.0971, + "recall@1": 0.737, "recall@5": 0.936, - "recall@10": 0.973, - "f1@1": 0.738, + "recall@10": 0.971, + "f1@1": 0.737, "f1@5": 0.312, - "f1@10": 0.17690909090909088, - "map@1": 0.738, - "map@5": 0.8195, - "map@10": 0.8244801587301587, - "mrr@1": 0.738, - "mrr@5": 0.8195, - "mrr@10": 0.8244801587301587, + "f1@10": 0.17654545454545453, + "map@1": 0.737, + "map@5": 0.8188666666666667, + "map@10": 0.8237261904761904, + "mrr@1": 0.737, + "mrr@5": 0.8188666666666667, + "mrr@10": 0.8237261904761904, "num_pred": 1000, "num_data": 1000 }, "Place365": { - "hit@1": 0.353, - "hit@5": 0.603, - "hit@10": 0.699, - "ndcg_linear@1": 0.353, - "ndcg_linear@5": 0.4892195387715358, - "ndcg_linear@10": 0.5204478262454085, - "ndcg_exponential@1": 0.353, - "ndcg_exponential@5": 0.4892195387715358, - "ndcg_exponential@10": 0.5204478262454085, - "precision@1": 0.353, - "precision@5": 0.12059999999999998, - "precision@10": 0.06989999999999999, - "recall@1": 0.353, - "recall@5": 0.603, - "recall@10": 0.699, - "f1@1": 0.353, - "f1@5": 0.20100000000000007, - "f1@10": 0.12709090909090912, - "map@1": 0.353, - "map@5": 0.45106666666666667, - "map@10": 0.4640626984126984, - "mrr@1": 0.353, - "mrr@5": 0.45106666666666667, - "mrr@10": 0.4640626984126984, + "hit@1": 0.35, + "hit@5": 0.604, + "hit@10": 0.693, + "ndcg_linear@1": 0.35, + "ndcg_linear@5": 0.48797600332414404, + "ndcg_linear@10": 0.5170445052960521, + "ndcg_exponential@1": 0.35, + "ndcg_exponential@5": 0.48797600332414404, + "ndcg_exponential@10": 0.5170445052960521, + "precision@1": 0.35, + "precision@5": 0.12079999999999998, + "precision@10": 0.06930000000000001, + "recall@1": 0.35, + "recall@5": 0.604, + "recall@10": 0.693, + "f1@1": 0.35, + "f1@5": 0.20133333333333336, + "f1@10": 0.12600000000000003, + "map@1": 0.35, + "map@5": 0.4490833333333334, + "map@10": 0.4612496031746032, + "mrr@1": 0.35, + "mrr@5": 0.4490833333333334, + "mrr@10": 0.4612496031746032, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { - "hit@1": 0.509, + "hit@1": 0.506, "hit@5": 0.733, - "hit@10": 0.808, - "ndcg_linear@1": 0.509, - "ndcg_linear@5": 0.6288363505737428, - "ndcg_linear@10": 0.6531497939449622, - "ndcg_exponential@1": 0.509, - "ndcg_exponential@5": 0.6288363505737428, - "ndcg_exponential@10": 0.6531497939449622, - "precision@1": 0.509, - "precision@5": 0.14659999999999995, - "precision@10": 0.08080000000000001, - "recall@1": 0.509, + "hit@10": 0.807, + "ndcg_linear@1": 0.506, + "ndcg_linear@5": 0.627030667315761, + "ndcg_linear@10": 0.6513318956815329, + "ndcg_exponential@1": 0.506, + "ndcg_exponential@5": 0.627030667315761, + "ndcg_exponential@10": 0.6513318956815329, + "precision@1": 0.506, + "precision@5": 0.1466, + "precision@10": 0.0807, + "recall@1": 0.506, "recall@5": 0.733, - "recall@10": 0.808, - "f1@1": 0.509, - "f1@5": 0.2443333333333334, - "f1@10": 0.14690909090909093, - "map@1": 0.509, - "map@5": 0.5941333333333333, - "map@10": 0.6041992063492064, - "mrr@1": 0.509, - "mrr@5": 0.5941333333333333, - "mrr@10": 0.6041992063492064, + "recall@10": 0.807, + "f1@1": 0.506, + "f1@5": 0.24433333333333337, + "f1@10": 0.14672727272727276, + "map@1": 0.506, + "map@5": 0.59175, + "map@10": 0.6019948412698414, + "mrr@1": 0.506, + "mrr@5": 0.59175, + "mrr@10": 0.6019948412698414, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.847, - "hit@5": 0.97, + "hit@5": 0.969, "hit@10": 0.985, "ndcg_linear@1": 0.847, - "ndcg_linear@5": 0.9181360471546679, - "ndcg_linear@10": 0.9229128162183745, + "ndcg_linear@5": 0.9174002288375579, + "ndcg_linear@10": 0.9225451702577186, "ndcg_exponential@1": 0.847, - "ndcg_exponential@5": 0.9181360471546679, - "ndcg_exponential@10": 0.9229128162183745, + "ndcg_exponential@5": 0.9174002288375579, + "ndcg_exponential@10": 0.9225451702577186, "precision@1": 0.847, - "precision@5": 0.19400000000000003, + "precision@5": 0.1938, "precision@10": 0.09850000000000002, "recall@1": 0.847, - "recall@5": 0.97, + "recall@5": 0.969, "recall@10": 0.985, "f1@1": 0.847, - "f1@5": 0.32333333333333336, + "f1@5": 0.323, "f1@10": 0.17909090909090908, "map@1": 0.847, - "map@5": 0.9004000000000001, - "map@10": 0.9023297619047619, + "map@5": 0.89975, + "map@10": 0.9018575396825397, "mrr@1": 0.847, - "mrr@5": 0.9004000000000001, - "mrr@10": 0.9023297619047619, + "mrr@5": 0.89975, + "mrr@10": 0.9018575396825397, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { - "hit@1": 0.371, - "hit@5": 0.64, - "hit@10": 0.724, - "ndcg_linear@1": 0.371, - "ndcg_linear@5": 0.514178035846168, - "ndcg_linear@10": 0.541649483223975, - "ndcg_exponential@1": 0.371, - "ndcg_exponential@5": 0.514178035846168, - "ndcg_exponential@10": 0.541649483223975, - "precision@1": 0.371, - "precision@5": 0.12799999999999997, - "precision@10": 0.07239999999999999, - "recall@1": 0.371, - "recall@5": 0.64, - "recall@10": 0.724, - "f1@1": 0.371, - "f1@5": 0.2133333333333334, - "f1@10": 0.13163636363636366, - "map@1": 0.371, - "map@5": 0.4723333333333333, - "map@10": 0.4838547619047619, - "mrr@1": 0.371, - "mrr@5": 0.4723333333333333, - "mrr@10": 0.4838547619047619, + "hit@1": 0.369, + "hit@5": 0.634, + "hit@10": 0.726, + "ndcg_linear@1": 0.369, + "ndcg_linear@5": 0.5103066172994969, + "ndcg_linear@10": 0.5404498027148736, + "ndcg_exponential@1": 0.369, + "ndcg_exponential@5": 0.5103066172994969, + "ndcg_exponential@10": 0.5404498027148736, + "precision@1": 0.369, + "precision@5": 0.1268, + "precision@10": 0.0726, + "recall@1": 0.369, + "recall@5": 0.634, + "recall@10": 0.726, + "f1@1": 0.369, + "f1@5": 0.2113333333333334, + "f1@10": 0.13200000000000003, + "map@1": 0.369, + "map@5": 0.46913333333333335, + "map@10": 0.48180396825396826, + "mrr@1": 0.369, + "mrr@5": 0.46913333333333335, + "mrr@10": 0.48180396825396826, "num_pred": 1000, "num_data": 1000 }, "Country211": { - "hit@1": 0.215, - "hit@5": 0.402, - "hit@10": 0.504, - "ndcg_linear@1": 0.215, - "ndcg_linear@5": 0.3136240153671895, - "ndcg_linear@10": 0.34679918616071165, - "ndcg_exponential@1": 0.215, - "ndcg_exponential@5": 0.3136240153671895, - "ndcg_exponential@10": 0.34679918616071165, - "precision@1": 0.215, - "precision@5": 0.0804, - "precision@10": 0.0504, - "recall@1": 0.215, - "recall@5": 0.402, - "recall@10": 0.504, - "f1@1": 0.215, - "f1@5": 0.13400000000000006, - "f1@10": 0.09163636363636365, - "map@1": 0.215, - "map@5": 0.28431666666666666, - "map@10": 0.29812301587301593, - "mrr@1": 0.215, - "mrr@5": 0.28431666666666666, - "mrr@10": 0.29812301587301593, + "hit@1": 0.217, + "hit@5": 0.396, + "hit@10": 0.507, + "ndcg_linear@1": 0.217, + "ndcg_linear@5": 0.31262830187447654, + "ndcg_linear@10": 0.3488761357628997, + "ndcg_exponential@1": 0.217, + "ndcg_exponential@5": 0.31262830187447654, + "ndcg_exponential@10": 0.3488761357628997, + "precision@1": 0.217, + "precision@5": 0.07919999999999999, + "precision@10": 0.050699999999999995, + "recall@1": 0.217, + "recall@5": 0.396, + "recall@10": 0.507, + "f1@1": 0.217, + "f1@5": 0.13200000000000003, + "f1@10": 0.09218181818181818, + "map@1": 0.217, + "map@5": 0.2848333333333333, + "map@10": 0.3000015873015873, + "mrr@1": 0.217, + "mrr@5": 0.2848333333333333, + "mrr@10": 0.3000015873015873, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { - "hit@1": 0.485, - "hit@5": 0.708, - "hit@10": 0.789, - "ndcg_linear@1": 0.485, - "ndcg_linear@5": 0.6046863990815086, - "ndcg_linear@10": 0.630791878313855, - "ndcg_exponential@1": 0.485, - "ndcg_exponential@5": 0.6046863990815086, - "ndcg_exponential@10": 0.630791878313855, - "precision@1": 0.485, - "precision@5": 0.1416, - "precision@10": 0.07890000000000001, - "recall@1": 0.485, - "recall@5": 0.708, - "recall@10": 0.789, - "f1@1": 0.485, - "f1@5": 0.23600000000000004, - "f1@10": 0.14345454545454547, - "map@1": 0.485, - "map@5": 0.5702166666666666, - "map@10": 0.5809408730158729, - "mrr@1": 0.485, - "mrr@5": 0.5702166666666666, - "mrr@10": 0.5809408730158729, + "hit@1": 0.482, + "hit@5": 0.707, + "hit@10": 0.788, + "ndcg_linear@1": 0.482, + "ndcg_linear@5": 0.6039606729945562, + "ndcg_linear@10": 0.6303277618979441, + "ndcg_exponential@1": 0.482, + "ndcg_exponential@5": 0.6039606729945562, + "ndcg_exponential@10": 0.6303277618979441, + "precision@1": 0.482, + "precision@5": 0.14139999999999997, + "precision@10": 0.0788, + "recall@1": 0.482, + "recall@5": 0.707, + "recall@10": 0.788, + "f1@1": 0.482, + "f1@5": 0.23566666666666672, + "f1@10": 0.14327272727272727, + "map@1": 0.482, + "map@5": 0.5694666666666666, + "map@10": 0.5804523809523809, + "mrr@1": 0.482, + "mrr@5": 0.5694666666666666, + "mrr@10": 0.5804523809523809, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { - "hit@1": 0.395, - "hit@5": 0.673, - "hit@10": 0.77, - "ndcg_linear@1": 0.395, - "ndcg_linear@5": 0.544789429161765, - "ndcg_linear@10": 0.576287183199135, - "ndcg_exponential@1": 0.395, - "ndcg_exponential@5": 0.544789429161765, - "ndcg_exponential@10": 0.576287183199135, - "precision@1": 0.395, - "precision@5": 0.13460000000000003, - "precision@10": 0.077, - "recall@1": 0.395, - "recall@5": 0.673, - "recall@10": 0.77, - "f1@1": 0.395, - "f1@5": 0.22433333333333338, - "f1@10": 0.14, - "map@1": 0.395, - "map@5": 0.5019666666666667, - "map@10": 0.5150436507936509, - "mrr@1": 0.395, - "mrr@5": 0.5019666666666667, - "mrr@10": 0.5150436507936509, + "hit@1": 0.397, + "hit@5": 0.674, + "hit@10": 0.772, + "ndcg_linear@1": 0.397, + "ndcg_linear@5": 0.5460087040959258, + "ndcg_linear@10": 0.5774892888760575, + "ndcg_exponential@1": 0.397, + "ndcg_exponential@5": 0.5460087040959258, + "ndcg_exponential@10": 0.5774892888760575, + "precision@1": 0.397, + "precision@5": 0.13479999999999995, + "precision@10": 0.0772, + "recall@1": 0.397, + "recall@5": 0.674, + "recall@10": 0.772, + "f1@1": 0.397, + "f1@5": 0.22466666666666674, + "f1@10": 0.14036363636363638, + "map@1": 0.397, + "map@5": 0.5033000000000001, + "map@10": 0.5161722222222223, + "mrr@1": 0.397, + "mrr@5": 0.5033000000000001, + "mrr@10": 0.5161722222222223, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { - "hit@1": 0.825, + "hit@1": 0.827, "hit@5": 0.933, - "hit@10": 0.958, - "ndcg_linear@1": 0.825, - "ndcg_linear@5": 0.8845091666543783, - "ndcg_linear@10": 0.8926691242662204, - "ndcg_exponential@1": 0.825, - "ndcg_exponential@5": 0.8845091666543783, - "ndcg_exponential@10": 0.8926691242662204, - "precision@1": 0.825, + "hit@10": 0.96, + "ndcg_linear@1": 0.827, + "ndcg_linear@5": 0.8855862072265867, + "ndcg_linear@10": 0.8942487131576214, + "ndcg_exponential@1": 0.827, + "ndcg_exponential@5": 0.8855862072265867, + "ndcg_exponential@10": 0.8942487131576214, + "precision@1": 0.827, "precision@5": 0.18660000000000002, - "precision@10": 0.09580000000000001, - "recall@1": 0.825, + "precision@10": 0.096, + "recall@1": 0.827, "recall@5": 0.933, - "recall@10": 0.958, - "f1@1": 0.825, + "recall@10": 0.96, + "f1@1": 0.827, "f1@5": 0.311, - "f1@10": 0.17418181818181816, - "map@1": 0.825, - "map@5": 0.8682166666666666, - "map@10": 0.8716277777777779, - "mrr@1": 0.825, - "mrr@5": 0.8682166666666666, - "mrr@10": 0.8716277777777779, + "f1@10": 0.17454545454545453, + "map@1": 0.827, + "map@5": 0.8696333333333335, + "map@10": 0.8731678571428572, + "mrr@1": 0.827, + "mrr@5": 0.8696333333333335, + "mrr@10": 0.8731678571428572, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { - "hit@1": 0.477, - "hit@5": 0.699, - "hit@10": 0.793, - "ndcg_linear@1": 0.477, - "ndcg_linear@5": 0.5969103712912924, - "ndcg_linear@10": 0.627519140128443, - "ndcg_exponential@1": 0.477, - "ndcg_exponential@5": 0.5969103712912924, - "ndcg_exponential@10": 0.627519140128443, - "precision@1": 0.477, - "precision@5": 0.1398, - "precision@10": 0.0793, - "recall@1": 0.477, - "recall@5": 0.699, - "recall@10": 0.793, - "f1@1": 0.477, - "f1@5": 0.23300000000000007, - "f1@10": 0.1441818181818182, - "map@1": 0.477, - "map@5": 0.5628, - "map@10": 0.5755484126984127, - "mrr@1": 0.477, - "mrr@5": 0.5628, - "mrr@10": 0.5755484126984127, + "hit@1": 0.473, + "hit@5": 0.694, + "hit@10": 0.79, + "ndcg_linear@1": 0.473, + "ndcg_linear@5": 0.5926361241778781, + "ndcg_linear@10": 0.6237335877636594, + "ndcg_exponential@1": 0.473, + "ndcg_exponential@5": 0.5926361241778781, + "ndcg_exponential@10": 0.6237335877636594, + "precision@1": 0.473, + "precision@5": 0.1388, + "precision@10": 0.079, + "recall@1": 0.473, + "recall@5": 0.694, + "recall@10": 0.79, + "f1@1": 0.473, + "f1@5": 0.23133333333333336, + "f1@10": 0.14363636363636362, + "map@1": 0.473, + "map@5": 0.55875, + "map@10": 0.5716119047619047, + "mrr@1": 0.473, + "mrr@5": 0.55875, + "mrr@10": 0.5716119047619047, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { - "hit@1": 0.423, - "hit@5": 0.656, - "hit@10": 0.743, - "ndcg_linear@1": 0.423, - "ndcg_linear@5": 0.5467851943364626, - "ndcg_linear@10": 0.5747938561770682, - "ndcg_exponential@1": 0.423, - "ndcg_exponential@5": 0.5467851943364626, - "ndcg_exponential@10": 0.5747938561770682, - "precision@1": 0.423, - "precision@5": 0.13119999999999998, - "precision@10": 0.0743, - "recall@1": 0.423, - "recall@5": 0.656, - "recall@10": 0.743, - "f1@1": 0.423, - "f1@5": 0.21866666666666668, - "f1@10": 0.1350909090909091, - "map@1": 0.423, - "map@5": 0.5104666666666666, - "map@10": 0.52195, - "mrr@1": 0.423, - "mrr@5": 0.5104666666666666, - "mrr@10": 0.52195, + "hit@1": 0.422, + "hit@5": 0.652, + "hit@10": 0.74, + "ndcg_linear@1": 0.422, + "ndcg_linear@5": 0.5443290180873014, + "ndcg_linear@10": 0.572880008073881, + "ndcg_exponential@1": 0.422, + "ndcg_exponential@5": 0.5443290180873014, + "ndcg_exponential@10": 0.572880008073881, + "precision@1": 0.422, + "precision@5": 0.13040000000000002, + "precision@10": 0.074, + "recall@1": 0.422, + "recall@5": 0.652, + "recall@10": 0.74, + "f1@1": 0.422, + "f1@5": 0.21733333333333338, + "f1@10": 0.13454545454545455, + "map@1": 0.422, + "map@5": 0.5085166666666666, + "map@10": 0.5203488095238096, + "mrr@1": 0.422, + "mrr@5": 0.5085166666666666, + "mrr@10": 0.5203488095238096, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { - "hit@1": 0.512, - "hit@5": 0.854, - "hit@10": 0.928, - "ndcg_linear@1": 0.512, - "ndcg_linear@5": 0.6995176629964847, - "ndcg_linear@10": 0.724030289912997, - "ndcg_exponential@1": 0.512, - "ndcg_exponential@5": 0.6995176629964847, - "ndcg_exponential@10": 0.724030289912997, - "precision@1": 0.512, - "precision@5": 0.1708, - "precision@10": 0.09280000000000001, - "recall@1": 0.512, - "recall@5": 0.854, - "recall@10": 0.928, - "f1@1": 0.512, - "f1@5": 0.2846666666666667, - "f1@10": 0.16872727272727273, - "map@1": 0.512, - "map@5": 0.6475833333333334, - "map@10": 0.6580365079365078, - "mrr@1": 0.512, - "mrr@5": 0.6475833333333334, - "mrr@10": 0.6580365079365078, + "hit@1": 0.509, + "hit@5": 0.855, + "hit@10": 0.929, + "ndcg_linear@1": 0.509, + "ndcg_linear@5": 0.6981598973584371, + "ndcg_linear@10": 0.7227123686952973, + "ndcg_exponential@1": 0.509, + "ndcg_exponential@5": 0.6981598973584371, + "ndcg_exponential@10": 0.7227123686952973, + "precision@1": 0.509, + "precision@5": 0.171, + "precision@10": 0.09290000000000001, + "recall@1": 0.509, + "recall@5": 0.855, + "recall@10": 0.929, + "f1@1": 0.509, + "f1@5": 0.28500000000000003, + "f1@10": 0.1689090909090909, + "map@1": 0.509, + "map@5": 0.6455, + "map@10": 0.6559940476190476, + "mrr@1": 0.509, + "mrr@5": 0.6455, + "mrr@10": 0.6559940476190476, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { - "hit@1": 0.307, - "hit@5": 0.61, - "hit@10": 0.763, - "ndcg_linear@1": 0.307, - "ndcg_linear@5": 0.47107753896303634, - "ndcg_linear@10": 0.5208523262963415, - "ndcg_exponential@1": 0.307, - "ndcg_exponential@5": 0.47107753896303634, - "ndcg_exponential@10": 0.5208523262963415, - "precision@1": 0.307, - "precision@5": 0.12199999999999998, - "precision@10": 0.07629999999999998, - "recall@1": 0.307, - "recall@5": 0.61, - "recall@10": 0.763, - "f1@1": 0.307, - "f1@5": 0.2033333333333334, - "f1@10": 0.13872727272727275, - "map@1": 0.307, - "map@5": 0.4246166666666667, - "map@10": 0.4453376984126984, - "mrr@1": 0.307, - "mrr@5": 0.4246166666666667, - "mrr@10": 0.4453376984126984, + "hit@1": 0.305, + "hit@5": 0.623, + "hit@10": 0.762, + "ndcg_linear@1": 0.305, + "ndcg_linear@5": 0.47582107373529003, + "ndcg_linear@10": 0.5206416865023688, + "ndcg_exponential@1": 0.305, + "ndcg_exponential@5": 0.47582107373529003, + "ndcg_exponential@10": 0.5206416865023688, + "precision@1": 0.305, + "precision@5": 0.12459999999999999, + "precision@10": 0.0762, + "recall@1": 0.305, + "recall@5": 0.623, + "recall@10": 0.762, + "f1@1": 0.305, + "f1@5": 0.20766666666666672, + "f1@10": 0.13854545454545455, + "map@1": 0.305, + "map@5": 0.42675, + "map@10": 0.4451757936507936, + "mrr@1": 0.305, + "mrr@5": 0.42675, + "mrr@10": 0.4451757936507936, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { - "hit@1": 0.386, - "hit@5": 0.57, - "hit@10": 0.651, - "ndcg_linear@1": 0.386, - "ndcg_linear@5": 0.48296361312545255, - "ndcg_linear@10": 0.5089944748880061, - "ndcg_exponential@1": 0.386, - "ndcg_exponential@5": 0.48296361312545255, - "ndcg_exponential@10": 0.5089944748880061, - "precision@1": 0.386, - "precision@5": 0.11399999999999999, - "precision@10": 0.06509999999999999, - "recall@1": 0.386, - "recall@5": 0.57, - "recall@10": 0.651, - "f1@1": 0.386, - "f1@5": 0.19000000000000006, - "f1@10": 0.1183636363636364, - "map@1": 0.386, - "map@5": 0.45413333333333333, - "map@10": 0.46478214285714287, - "mrr@1": 0.386, - "mrr@5": 0.45413333333333333, - "mrr@10": 0.46478214285714287, + "hit@1": 0.388, + "hit@5": 0.573, + "hit@10": 0.65, + "ndcg_linear@1": 0.388, + "ndcg_linear@5": 0.4847141412245808, + "ndcg_linear@10": 0.5093674277943772, + "ndcg_exponential@1": 0.388, + "ndcg_exponential@5": 0.4847141412245808, + "ndcg_exponential@10": 0.5093674277943772, + "precision@1": 0.388, + "precision@5": 0.1146, + "precision@10": 0.065, + "recall@1": 0.388, + "recall@5": 0.573, + "recall@10": 0.65, + "f1@1": 0.388, + "f1@5": 0.19100000000000006, + "f1@10": 0.11818181818181821, + "map@1": 0.388, + "map@5": 0.4555166666666666, + "map@10": 0.46554801587301586, + "mrr@1": 0.388, + "mrr@5": 0.4555166666666666, + "mrr@10": 0.46554801587301586, "num_pred": 1000, "num_data": 1000 }, "GQA": { - "hit@1": 0.483, - "hit@5": 0.764, + "hit@1": 0.481, + "hit@5": 0.759, "hit@10": 0.846, - "ndcg_linear@1": 0.483, - "ndcg_linear@5": 0.63357389788567, - "ndcg_linear@10": 0.6600489497968658, - "ndcg_exponential@1": 0.483, - "ndcg_exponential@5": 0.63357389788567, - "ndcg_exponential@10": 0.6600489497968658, - "precision@1": 0.483, - "precision@5": 0.1528, + "ndcg_linear@1": 0.481, + "ndcg_linear@5": 0.6310063819201788, + "ndcg_linear@10": 0.6592166560856895, + "ndcg_exponential@1": 0.481, + "ndcg_exponential@5": 0.6310063819201788, + "ndcg_exponential@10": 0.6592166560856895, + "precision@1": 0.481, + "precision@5": 0.1518, "precision@10": 0.0846, - "recall@1": 0.483, - "recall@5": 0.764, + "recall@1": 0.481, + "recall@5": 0.759, "recall@10": 0.846, - "f1@1": 0.483, - "f1@5": 0.25466666666666676, - "f1@10": 0.15381818181818185, - "map@1": 0.483, - "map@5": 0.5901333333333333, - "map@10": 0.6010257936507938, - "mrr@1": 0.483, - "mrr@5": 0.5901333333333333, - "mrr@10": 0.6010257936507938, + "f1@1": 0.481, + "f1@5": 0.25300000000000006, + "f1@10": 0.15381818181818183, + "map@1": 0.481, + "map@5": 0.5882833333333333, + "map@10": 0.5999611111111111, + "mrr@1": 0.481, + "mrr@5": 0.5882833333333333, + "mrr@10": 0.5999611111111111, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { - "hit@1": 0.633, - "hit@5": 0.776, - "hit@10": 0.826, - "ndcg_linear@1": 0.633, - "ndcg_linear@5": 0.7097620691782447, - "ndcg_linear@10": 0.7261373468359072, - "ndcg_exponential@1": 0.633, - "ndcg_exponential@5": 0.7097620691782447, - "ndcg_exponential@10": 0.7261373468359072, - "precision@1": 0.633, - "precision@5": 0.15519999999999998, - "precision@10": 0.08259999999999999, - "recall@1": 0.633, - "recall@5": 0.776, - "recall@10": 0.826, - "f1@1": 0.633, - "f1@5": 0.25866666666666677, - "f1@10": 0.1501818181818182, - "map@1": 0.633, - "map@5": 0.68765, - "map@10": 0.6945222222222223, - "mrr@1": 0.633, - "mrr@5": 0.68765, - "mrr@10": 0.6945222222222223, + "hit@1": 0.632, + "hit@5": 0.774, + "hit@10": 0.825, + "ndcg_linear@1": 0.632, + "ndcg_linear@5": 0.7090375822691491, + "ndcg_linear@10": 0.7256595179997389, + "ndcg_exponential@1": 0.632, + "ndcg_exponential@5": 0.7090375822691491, + "ndcg_exponential@10": 0.7256595179997389, + "precision@1": 0.632, + "precision@5": 0.15480000000000002, + "precision@10": 0.0825, + "recall@1": 0.632, + "recall@5": 0.774, + "recall@10": 0.825, + "f1@1": 0.632, + "f1@5": 0.258, + "f1@10": 0.15, + "map@1": 0.632, + "map@5": 0.6872833333333334, + "map@10": 0.6942146825396825, + "mrr@1": 0.632, + "mrr@5": 0.6872833333333334, + "mrr@10": 0.6942146825396825, "num_pred": 1000, "num_data": 1000 }, "VisDial": { - "hit@1": 0.743, + "hit@1": 0.751, "hit@5": 0.925, "hit@10": 0.968, - "ndcg_linear@1": 0.743, - "ndcg_linear@5": 0.8440838601684884, - "ndcg_linear@10": 0.8580282205479829, - "ndcg_exponential@1": 0.743, - "ndcg_exponential@5": 0.8440838601684884, - "ndcg_exponential@10": 0.8580282205479829, - "precision@1": 0.743, - "precision@5": 0.185, + "ndcg_linear@1": 0.751, + "ndcg_linear@5": 0.8472260684059454, + "ndcg_linear@10": 0.8611898690637888, + "ndcg_exponential@1": 0.751, + "ndcg_exponential@5": 0.8472260684059454, + "ndcg_exponential@10": 0.8611898690637888, + "precision@1": 0.751, + "precision@5": 0.18500000000000003, "precision@10": 0.09680000000000001, - "recall@1": 0.743, + "recall@1": 0.751, "recall@5": 0.925, "recall@10": 0.968, - "f1@1": 0.743, - "f1@5": 0.3083333333333333, + "f1@1": 0.751, + "f1@5": 0.30833333333333335, "f1@10": 0.176, - "map@1": 0.743, - "map@5": 0.8168, - "map@10": 0.8225757936507937, - "mrr@1": 0.743, - "mrr@5": 0.8168, - "mrr@10": 0.8225757936507937, + "map@1": 0.751, + "map@5": 0.8210333333333333, + "map@10": 0.8268289682539682, + "mrr@1": 0.751, + "mrr@5": 0.8210333333333333, + "mrr@10": 0.8268289682539682, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.468, - "hit@5": 0.843, - "hit@10": 0.91, + "hit@5": 0.847, + "hit@10": 0.912, "ndcg_linear@1": 0.468, - "ndcg_linear@5": 0.6734034596054626, - "ndcg_linear@10": 0.695553883426398, + "ndcg_linear@5": 0.6744738653701413, + "ndcg_linear@10": 0.6957547162415056, "ndcg_exponential@1": 0.468, - "ndcg_exponential@5": 0.6734034596054626, - "ndcg_exponential@10": 0.695553883426398, + "ndcg_exponential@5": 0.6744738653701413, + "ndcg_exponential@10": 0.6957547162415056, "precision@1": 0.468, - "precision@5": 0.16860000000000003, - "precision@10": 0.09100000000000001, + "precision@5": 0.16940000000000002, + "precision@10": 0.0912, "recall@1": 0.468, - "recall@5": 0.843, - "recall@10": 0.91, + "recall@5": 0.847, + "recall@10": 0.912, "f1@1": 0.468, - "f1@5": 0.281, - "f1@10": 0.16545454545454544, + "f1@5": 0.2823333333333334, + "f1@10": 0.1658181818181818, "map@1": 0.468, - "map@5": 0.6163500000000001, - "map@10": 0.6257753968253968, + "map@5": 0.6165499999999999, + "map@10": 0.6254849206349207, "mrr@1": 0.468, - "mrr@5": 0.6163500000000001, - "mrr@10": 0.6257753968253968, + "mrr@5": 0.6165499999999999, + "mrr@10": 0.6254849206349207, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { - "hit@1": 0.731, - "hit@5": 0.879, - "hit@10": 0.922, - "ndcg_linear@1": 0.731, - "ndcg_linear@5": 0.8123201148114237, - "ndcg_linear@10": 0.8262803892725737, - "ndcg_exponential@1": 0.731, - "ndcg_exponential@5": 0.8123201148114237, - "ndcg_exponential@10": 0.8262803892725737, - "precision@1": 0.731, - "precision@5": 0.1758, - "precision@10": 0.09220000000000002, - "recall@1": 0.731, - "recall@5": 0.879, - "recall@10": 0.922, - "f1@1": 0.731, - "f1@5": 0.293, - "f1@10": 0.16763636363636364, - "map@1": 0.731, - "map@5": 0.7898499999999999, - "map@10": 0.7956444444444445, - "mrr@1": 0.731, - "mrr@5": 0.7898499999999999, - "mrr@10": 0.7956444444444445, - "num_pred": 1000, - "num_data": 1000 - }, - "VisualNews_i2t": { - "hit@1": 0.737, - "hit@5": 0.886, - "hit@10": 0.923, - "ndcg_linear@1": 0.737, - "ndcg_linear@5": 0.8203463651055521, - "ndcg_linear@10": 0.8324115658367468, - "ndcg_exponential@1": 0.737, - "ndcg_exponential@5": 0.8203463651055521, - "ndcg_exponential@10": 0.8324115658367468, - "precision@1": 0.737, - "precision@5": 0.17720000000000002, - "precision@10": 0.09230000000000001, - "recall@1": 0.737, - "recall@5": 0.886, - "recall@10": 0.923, - "f1@1": 0.737, - "f1@5": 0.2953333333333334, - "f1@10": 0.1678181818181818, - "map@1": 0.737, - "map@5": 0.7981666666666666, - "map@10": 0.8032027777777778, - "mrr@1": 0.737, - "mrr@5": 0.7981666666666666, - "mrr@10": 0.8032027777777778, - "num_pred": 1000, - "num_data": 1000 - }, - "MSCOCO_t2i": { "hit@1": 0.734, - "hit@5": 0.922, - "hit@10": 0.966, + "hit@5": 0.881, + "hit@10": 0.92, "ndcg_linear@1": 0.734, - "ndcg_linear@5": 0.8386846197549825, - "ndcg_linear@10": 0.8527301548695718, + "ndcg_linear@5": 0.8144190669214825, + "ndcg_linear@10": 0.8269414643323454, "ndcg_exponential@1": 0.734, - "ndcg_exponential@5": 0.8386846197549825, - "ndcg_exponential@10": 0.8527301548695718, + "ndcg_exponential@5": 0.8144190669214825, + "ndcg_exponential@10": 0.8269414643323454, "precision@1": 0.734, - "precision@5": 0.1844, - "precision@10": 0.09660000000000002, + "precision@5": 0.17620000000000002, + "precision@10": 0.09200000000000001, "recall@1": 0.734, - "recall@5": 0.922, - "recall@10": 0.966, + "recall@5": 0.881, + "recall@10": 0.92, "f1@1": 0.734, - "f1@5": 0.30733333333333335, - "f1@10": 0.17563636363636362, + "f1@5": 0.2936666666666667, + "f1@10": 0.16727272727272724, "map@1": 0.734, - "map@5": 0.81055, - "map@10": 0.8162388888888888, + "map@5": 0.7920333333333333, + "map@10": 0.797154761904762, "mrr@1": 0.734, - "mrr@5": 0.81055, - "mrr@10": 0.8162388888888888, + "mrr@5": 0.7920333333333333, + "mrr@10": 0.797154761904762, + "num_pred": 1000, + "num_data": 1000 + }, + "VisualNews_i2t": { + "hit@1": 0.738, + "hit@5": 0.885, + "hit@10": 0.921, + "ndcg_linear@1": 0.738, + "ndcg_linear@5": 0.8201437636098116, + "ndcg_linear@10": 0.8319810726146012, + "ndcg_exponential@1": 0.738, + "ndcg_exponential@5": 0.8201437636098116, + "ndcg_exponential@10": 0.8319810726146012, + "precision@1": 0.738, + "precision@5": 0.17700000000000002, + "precision@10": 0.09210000000000003, + "recall@1": 0.738, + "recall@5": 0.885, + "recall@10": 0.921, + "f1@1": 0.738, + "f1@5": 0.295, + "f1@10": 0.16745454545454544, + "map@1": 0.738, + "map@5": 0.7982166666666667, + "map@10": 0.8032123015873017, + "mrr@1": 0.738, + "mrr@5": 0.7982166666666667, + "mrr@10": 0.8032123015873017, + "num_pred": 1000, + "num_data": 1000 + }, + "MSCOCO_t2i": { + "hit@1": 0.731, + "hit@5": 0.923, + "hit@10": 0.965, + "ndcg_linear@1": 0.731, + "ndcg_linear@5": 0.8377539431969092, + "ndcg_linear@10": 0.8512869458454432, + "ndcg_exponential@1": 0.731, + "ndcg_exponential@5": 0.8377539431969092, + "ndcg_exponential@10": 0.8512869458454432, + "precision@1": 0.731, + "precision@5": 0.18460000000000001, + "precision@10": 0.09650000000000002, + "recall@1": 0.731, + "recall@5": 0.923, + "recall@10": 0.965, + "f1@1": 0.731, + "f1@5": 0.3076666666666667, + "f1@10": 0.17545454545454545, + "map@1": 0.731, + "map@5": 0.8089666666666667, + "map@10": 0.8145170634920634, + "mrr@1": 0.731, + "mrr@5": 0.8089666666666667, + "mrr@10": 0.8145170634920634, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { - "hit@1": 0.685, - "hit@5": 0.924, + "hit@1": 0.683, + "hit@5": 0.923, "hit@10": 0.97, - "ndcg_linear@1": 0.685, - "ndcg_linear@5": 0.8147130346946153, - "ndcg_linear@10": 0.8296383775113775, - "ndcg_exponential@1": 0.685, - "ndcg_exponential@5": 0.8147130346946153, - "ndcg_exponential@10": 0.8296383775113775, - "precision@1": 0.685, - "precision@5": 0.18480000000000002, + "ndcg_linear@1": 0.683, + "ndcg_linear@5": 0.8136751473972564, + "ndcg_linear@10": 0.8290094975020622, + "ndcg_exponential@1": 0.683, + "ndcg_exponential@5": 0.8136751473972564, + "ndcg_exponential@10": 0.8290094975020622, + "precision@1": 0.683, + "precision@5": 0.18460000000000001, "precision@10": 0.09700000000000002, - "recall@1": 0.685, - "recall@5": 0.924, + "recall@1": 0.683, + "recall@5": 0.923, "recall@10": 0.97, - "f1@1": 0.685, - "f1@5": 0.308, + "f1@1": 0.683, + "f1@5": 0.3076666666666667, "f1@10": 0.17636363636363633, - "map@1": 0.685, - "map@5": 0.7780999999999999, - "map@10": 0.784290873015873, - "mrr@1": 0.685, - "mrr@5": 0.7780999999999999, - "mrr@10": 0.784290873015873, + "map@1": 0.683, + "map@5": 0.7770166666666667, + "map@10": 0.7834242063492064, + "mrr@1": 0.683, + "mrr@5": 0.7770166666666667, + "mrr@10": 0.7834242063492064, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { - "hit@1": 0.663, - "hit@5": 0.969, - "hit@10": 0.987, - "ndcg_linear@1": 0.663, - "ndcg_linear@5": 0.8393646749903655, - "ndcg_linear@10": 0.8452500026570113, - "ndcg_exponential@1": 0.663, - "ndcg_exponential@5": 0.8393646749903655, - "ndcg_exponential@10": 0.8452500026570113, - "precision@1": 0.663, - "precision@5": 0.1938, - "precision@10": 0.09870000000000002, - "recall@1": 0.663, - "recall@5": 0.969, - "recall@10": 0.987, - "f1@1": 0.663, - "f1@5": 0.323, - "f1@10": 0.17945454545454545, - "map@1": 0.663, - "map@5": 0.7949833333333334, - "map@10": 0.7974511904761905, - "mrr@1": 0.663, - "mrr@5": 0.7949833333333334, - "mrr@10": 0.7974511904761905, + "hit@1": 0.658, + "hit@5": 0.968, + "hit@10": 0.986, + "ndcg_linear@1": 0.658, + "ndcg_linear@5": 0.8359925580896447, + "ndcg_linear@10": 0.84191018909396, + "ndcg_exponential@1": 0.658, + "ndcg_exponential@5": 0.8359925580896447, + "ndcg_exponential@10": 0.84191018909396, + "precision@1": 0.658, + "precision@5": 0.19360000000000002, + "precision@10": 0.09860000000000001, + "recall@1": 0.658, + "recall@5": 0.968, + "recall@10": 0.986, + "f1@1": 0.658, + "f1@5": 0.3226666666666666, + "f1@10": 0.17927272727272725, + "map@1": 0.658, + "map@5": 0.7908666666666667, + "map@10": 0.7933662698412699, + "mrr@1": 0.658, + "mrr@5": 0.7908666666666667, + "mrr@10": 0.7933662698412699, "num_pred": 1000, "num_data": 1000 }, "WebQA": { - "hit@1": 0.859, - "hit@5": 0.978, - "hit@10": 0.989, - "ndcg_linear@1": 0.859, - "ndcg_linear@5": 0.9283084523588356, - "ndcg_linear@10": 0.9319169969479246, - "ndcg_exponential@1": 0.859, - "ndcg_exponential@5": 0.9283084523588356, - "ndcg_exponential@10": 0.9319169969479246, - "precision@1": 0.859, - "precision@5": 0.19560000000000002, - "precision@10": 0.0989, - "recall@1": 0.859, - "recall@5": 0.978, - "recall@10": 0.989, - "f1@1": 0.859, - "f1@5": 0.326, - "f1@10": 0.17981818181818182, - "map@1": 0.859, - "map@5": 0.91125, - "map@10": 0.9127686507936508, - "mrr@1": 0.859, - "mrr@5": 0.91125, - "mrr@10": 0.9127686507936508, + "hit@1": 0.858, + "hit@5": 0.979, + "hit@10": 0.988, + "ndcg_linear@1": 0.858, + "ndcg_linear@5": 0.9280643754124988, + "ndcg_linear@10": 0.9310420828692836, + "ndcg_exponential@1": 0.858, + "ndcg_exponential@5": 0.9280643754124988, + "ndcg_exponential@10": 0.9310420828692836, + "precision@1": 0.858, + "precision@5": 0.1958, + "precision@10": 0.09880000000000001, + "recall@1": 0.858, + "recall@5": 0.979, + "recall@10": 0.988, + "f1@1": 0.858, + "f1@5": 0.32633333333333336, + "f1@10": 0.17963636363636362, + "map@1": 0.858, + "map@5": 0.9106166666666666, + "map@10": 0.9118825396825397, + "mrr@1": 0.858, + "mrr@5": 0.9106166666666666, + "mrr@10": 0.9118825396825397, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { - "hit@1": 0.14, - "hit@5": 0.322, - "hit@10": 0.435, - "ndcg_linear@1": 0.14, - "ndcg_linear@5": 0.2331340271984467, - "ndcg_linear@10": 0.26946519240692934, - "ndcg_exponential@1": 0.14, - "ndcg_exponential@5": 0.2331340271984467, - "ndcg_exponential@10": 0.26946519240692934, - "precision@1": 0.14, - "precision@5": 0.0644, - "precision@10": 0.04349999999999999, - "recall@1": 0.14, - "recall@5": 0.322, - "recall@10": 0.435, - "f1@1": 0.14, - "f1@5": 0.10733333333333334, - "f1@10": 0.07909090909090909, - "map@1": 0.14, - "map@5": 0.20395000000000002, - "map@10": 0.21881825396825397, - "mrr@1": 0.14, - "mrr@5": 0.20395000000000002, - "mrr@10": 0.21881825396825397, + "hit@1": 0.138, + "hit@5": 0.318, + "hit@10": 0.426, + "ndcg_linear@1": 0.138, + "ndcg_linear@5": 0.23033482189288987, + "ndcg_linear@10": 0.2653068624453601, + "ndcg_exponential@1": 0.138, + "ndcg_exponential@5": 0.23033482189288987, + "ndcg_exponential@10": 0.2653068624453601, + "precision@1": 0.138, + "precision@5": 0.06359999999999999, + "precision@10": 0.04259999999999999, + "recall@1": 0.138, + "recall@5": 0.318, + "recall@10": 0.426, + "f1@1": 0.138, + "f1@5": 0.10600000000000001, + "f1@10": 0.07745454545454547, + "map@1": 0.138, + "map@5": 0.20151666666666665, + "map@10": 0.21597579365079367, + "mrr@1": 0.138, + "mrr@5": 0.20151666666666665, + "mrr@10": 0.21597579365079367, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { - "hit@1": 0.542, - "hit@5": 0.804, - "hit@10": 0.855, - "ndcg_linear@1": 0.542, - "ndcg_linear@5": 0.6859216255679649, - "ndcg_linear@10": 0.7027845815850624, - "ndcg_exponential@1": 0.542, - "ndcg_exponential@5": 0.6859216255679649, - "ndcg_exponential@10": 0.7027845815850624, - "precision@1": 0.542, - "precision@5": 0.1608, - "precision@10": 0.0855, - "recall@1": 0.542, - "recall@5": 0.804, - "recall@10": 0.855, - "f1@1": 0.542, - "f1@5": 0.26800000000000007, - "f1@10": 0.15545454545454546, - "map@1": 0.542, - "map@5": 0.6462333333333333, - "map@10": 0.6534107142857142, - "mrr@1": 0.542, - "mrr@5": 0.6462333333333333, - "mrr@10": 0.6534107142857142, + "hit@1": 0.546, + "hit@5": 0.809, + "hit@10": 0.861, + "ndcg_linear@1": 0.546, + "ndcg_linear@5": 0.6888878404480167, + "ndcg_linear@10": 0.7058386587776806, + "ndcg_exponential@1": 0.546, + "ndcg_exponential@5": 0.6888878404480167, + "ndcg_exponential@10": 0.7058386587776806, + "precision@1": 0.546, + "precision@5": 0.1618, + "precision@10": 0.08610000000000001, + "recall@1": 0.546, + "recall@5": 0.809, + "recall@10": 0.861, + "f1@1": 0.546, + "f1@5": 0.26966666666666667, + "f1@10": 0.15654545454545457, + "map@1": 0.546, + "map@5": 0.6486833333333333, + "map@10": 0.6557587301587301, + "mrr@1": 0.546, + "mrr@5": 0.6486833333333333, + "mrr@10": 0.6557587301587301, "num_pred": 1000, "num_data": 1000 }, "OVEN": { - "hit@1": 0.683, - "hit@5": 0.877, - "hit@10": 0.921, - "ndcg_linear@1": 0.683, - "ndcg_linear@5": 0.788827910315192, - "ndcg_linear@10": 0.8034734605746966, - "ndcg_exponential@1": 0.683, - "ndcg_exponential@5": 0.788827910315192, - "ndcg_exponential@10": 0.8034734605746966, - "precision@1": 0.683, - "precision@5": 0.1754, - "precision@10": 0.09210000000000003, - "recall@1": 0.683, - "recall@5": 0.877, - "recall@10": 0.921, - "f1@1": 0.683, - "f1@5": 0.2923333333333334, - "f1@10": 0.16745454545454544, - "map@1": 0.683, - "map@5": 0.7592333333333333, - "map@10": 0.7655194444444444, - "mrr@1": 0.683, - "mrr@5": 0.7592333333333333, - "mrr@10": 0.7655194444444444, + "hit@1": 0.684, + "hit@5": 0.876, + "hit@10": 0.92, + "ndcg_linear@1": 0.684, + "ndcg_linear@5": 0.7877573208957749, + "ndcg_linear@10": 0.802437617557133, + "ndcg_exponential@1": 0.684, + "ndcg_exponential@5": 0.7877573208957749, + "ndcg_exponential@10": 0.802437617557133, + "precision@1": 0.684, + "precision@5": 0.17520000000000002, + "precision@10": 0.09200000000000001, + "recall@1": 0.684, + "recall@5": 0.876, + "recall@10": 0.92, + "f1@1": 0.684, + "f1@5": 0.292, + "f1@10": 0.16727272727272724, + "map@1": 0.684, + "map@5": 0.7582333333333333, + "map@10": 0.7645571428571428, + "mrr@1": 0.684, + "mrr@5": 0.7582333333333333, + "mrr@10": 0.7645571428571428, "num_pred": 1000, "num_data": 1000 }, "EDIS": { - "hit@1": 0.812, - "hit@5": 0.959, - "hit@10": 0.988, - "ndcg_linear@1": 0.812, - "ndcg_linear@5": 0.8962912635459657, - "ndcg_linear@10": 0.9056300242225047, - "ndcg_exponential@1": 0.812, - "ndcg_exponential@5": 0.8962912635459657, - "ndcg_exponential@10": 0.9056300242225047, - "precision@1": 0.812, - "precision@5": 0.1918, - "precision@10": 0.09880000000000001, - "recall@1": 0.812, - "recall@5": 0.959, - "recall@10": 0.988, - "f1@1": 0.812, - "f1@5": 0.3196666666666667, - "f1@10": 0.17963636363636362, - "map@1": 0.812, - "map@5": 0.8749000000000001, - "map@10": 0.8787257936507936, - "mrr@1": 0.812, - "mrr@5": 0.8749000000000001, - "mrr@10": 0.8787257936507936, + "hit@1": 0.814, + "hit@5": 0.958, + "hit@10": 0.987, + "ndcg_linear@1": 0.814, + "ndcg_linear@5": 0.8967373743646025, + "ndcg_linear@10": 0.9060811404383688, + "ndcg_exponential@1": 0.814, + "ndcg_exponential@5": 0.8967373743646025, + "ndcg_exponential@10": 0.9060811404383688, + "precision@1": 0.814, + "precision@5": 0.19160000000000002, + "precision@10": 0.09870000000000002, + "recall@1": 0.814, + "recall@5": 0.958, + "recall@10": 0.987, + "f1@1": 0.814, + "f1@5": 0.31933333333333336, + "f1@10": 0.17945454545454545, + "map@1": 0.814, + "map@5": 0.8758166666666666, + "map@10": 0.8796484126984125, + "mrr@1": 0.814, + "mrr@5": 0.8758166666666666, + "mrr@10": 0.8796484126984125, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { - "hit@1": 0.665, - "hit@5": 0.827, - "hit@10": 0.866, - "ndcg_linear@1": 0.665, - "ndcg_linear@5": 0.7549156885474788, - "ndcg_linear@10": 0.7676270591820737, - "ndcg_exponential@1": 0.665, - "ndcg_exponential@5": 0.7549156885474788, - "ndcg_exponential@10": 0.7676270591820737, - "precision@1": 0.665, - "precision@5": 0.16540000000000002, - "precision@10": 0.08660000000000001, - "recall@1": 0.665, - "recall@5": 0.827, - "recall@10": 0.866, - "f1@1": 0.665, - "f1@5": 0.2756666666666667, - "f1@10": 0.15745454545454543, - "map@1": 0.665, - "map@5": 0.7305833333333334, - "map@10": 0.7358869047619047, - "mrr@1": 0.665, - "mrr@5": 0.7305833333333334, - "mrr@10": 0.7358869047619047, + "hit@1": 0.657, + "hit@5": 0.826, + "hit@10": 0.865, + "ndcg_linear@1": 0.657, + "ndcg_linear@5": 0.7511337504282782, + "ndcg_linear@10": 0.763889323596213, + "ndcg_exponential@1": 0.657, + "ndcg_exponential@5": 0.7511337504282782, + "ndcg_exponential@10": 0.763889323596213, + "precision@1": 0.657, + "precision@5": 0.16519999999999999, + "precision@10": 0.0865, + "recall@1": 0.657, + "recall@5": 0.826, + "recall@10": 0.865, + "f1@1": 0.657, + "f1@5": 0.2753333333333334, + "f1@10": 0.1572727272727273, + "map@1": 0.657, + "map@5": 0.7258833333333333, + "map@10": 0.7312293650793651, + "mrr@1": 0.657, + "mrr@5": 0.7258833333333333, + "mrr@10": 0.7312293650793651, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { - "hit@1": 0.809, - "hit@5": 0.958, - "hit@10": 0.977, - "ndcg_linear@1": 0.809, - "ndcg_linear@5": 0.8925732009900281, - "ndcg_linear@10": 0.8987877544827547, - "ndcg_exponential@1": 0.809, - "ndcg_exponential@5": 0.8925732009900281, - "ndcg_exponential@10": 0.8987877544827547, - "precision@1": 0.809, - "precision@5": 0.19160000000000002, - "precision@10": 0.09770000000000002, - "recall@1": 0.809, - "recall@5": 0.958, - "recall@10": 0.977, - "f1@1": 0.809, - "f1@5": 0.3193333333333333, - "f1@10": 0.17763636363636362, - "map@1": 0.809, - "map@5": 0.8704166666666667, - "map@10": 0.8730222222222221, - "mrr@1": 0.809, - "mrr@5": 0.8704166666666667, - "mrr@10": 0.8730222222222221, + "hit@1": 0.808, + "hit@5": 0.959, + "hit@10": 0.974, + "ndcg_linear@1": 0.808, + "ndcg_linear@5": 0.8925370943694712, + "ndcg_linear@10": 0.897498319948975, + "ndcg_exponential@1": 0.808, + "ndcg_exponential@5": 0.8925370943694712, + "ndcg_exponential@10": 0.897498319948975, + "precision@1": 0.808, + "precision@5": 0.1918, + "precision@10": 0.0974, + "recall@1": 0.808, + "recall@5": 0.959, + "recall@10": 0.974, + "f1@1": 0.808, + "f1@5": 0.31966666666666665, + "f1@10": 0.17709090909090908, + "map@1": 0.808, + "map@5": 0.8700333333333333, + "map@10": 0.8721460317460317, + "mrr@1": 0.808, + "mrr@5": 0.8700333333333333, + "mrr@10": 0.8721460317460317, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { - "hit@1": 0.757, + "hit@1": 0.766, "hit@5": 0.994, - "hit@10": 0.997, - "ndcg_linear@1": 0.757, - "ndcg_linear@5": 0.9067666846128571, - "ndcg_linear@10": 0.9077801289827371, - "ndcg_exponential@1": 0.757, - "ndcg_exponential@5": 0.9067666846128571, - "ndcg_exponential@10": 0.9077801289827371, - "precision@1": 0.757, + "hit@10": 0.998, + "ndcg_linear@1": 0.766, + "ndcg_linear@5": 0.9100705342699079, + "ndcg_linear@10": 0.911385008635452, + "ndcg_exponential@1": 0.766, + "ndcg_exponential@5": 0.9100705342699079, + "ndcg_exponential@10": 0.911385008635452, + "precision@1": 0.766, "precision@5": 0.1988, - "precision@10": 0.09970000000000001, - "recall@1": 0.757, + "precision@10": 0.09980000000000001, + "recall@1": 0.766, "recall@5": 0.994, - "recall@10": 0.997, - "f1@1": 0.757, + "recall@10": 0.998, + "f1@1": 0.766, "f1@5": 0.3313333333333333, - "f1@10": 0.18127272727272725, - "map@1": 0.757, - "map@5": 0.8764333333333333, - "map@10": 0.8768777777777778, - "mrr@1": 0.757, - "mrr@5": 0.8734333333333333, - "mrr@10": 0.8738777777777778, + "f1@10": 0.18145454545454545, + "map@1": 0.766, + "map@5": 0.8809, + "map@10": 0.8814555555555557, + "mrr@1": 0.766, + "mrr@5": 0.8779, + "mrr@10": 0.8784555555555557, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { - "hit@1": 0.683, - "hit@5": 0.876, - "hit@10": 0.922, - "ndcg_linear@1": 0.683, - "ndcg_linear@5": 0.7898322229469744, - "ndcg_linear@10": 0.8048471859102764, - "ndcg_exponential@1": 0.683, - "ndcg_exponential@5": 0.7898322229469744, - "ndcg_exponential@10": 0.8048471859102764, - "precision@1": 0.683, - "precision@5": 0.17520000000000002, - "precision@10": 0.09220000000000002, - "recall@1": 0.683, - "recall@5": 0.876, - "recall@10": 0.922, - "f1@1": 0.683, - "f1@5": 0.29200000000000004, - "f1@10": 0.16763636363636364, - "map@1": 0.683, - "map@5": 0.7607666666666667, - "map@10": 0.7670384920634921, - "mrr@1": 0.683, - "mrr@5": 0.7607666666666667, - "mrr@10": 0.7670384920634921, + "hit@1": 0.691, + "hit@5": 0.875, + "hit@10": 0.924, + "ndcg_linear@1": 0.691, + "ndcg_linear@5": 0.7925856408452903, + "ndcg_linear@10": 0.8083202277910289, + "ndcg_exponential@1": 0.691, + "ndcg_exponential@5": 0.7925856408452903, + "ndcg_exponential@10": 0.8083202277910289, + "precision@1": 0.691, + "precision@5": 0.175, + "precision@10": 0.09240000000000001, + "recall@1": 0.691, + "recall@5": 0.875, + "recall@10": 0.924, + "f1@1": 0.691, + "f1@5": 0.29166666666666674, + "f1@10": 0.168, + "map@1": 0.691, + "map@5": 0.7648333333333334, + "map@10": 0.7712535714285714, + "mrr@1": 0.691, + "mrr@5": 0.7648333333333334, + "mrr@10": 0.7712535714285714, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": { - "hit@1": 0.314, - "hit@5": 0.535, - "hit@10": 0.627, - "ndcg_linear@1": 0.314, - "ndcg_linear@5": 0.4306668083691291, - "ndcg_linear@10": 0.46049526743311364, - "ndcg_exponential@1": 0.314, - "ndcg_exponential@5": 0.4306668083691291, - "ndcg_exponential@10": 0.46049526743311364, - "precision@1": 0.314, - "precision@5": 0.107, - "precision@10": 0.06269999999999999, - "recall@1": 0.314, - "recall@5": 0.535, - "recall@10": 0.627, - "f1@1": 0.314, - "f1@5": 0.17833333333333337, - "f1@10": 0.11400000000000003, - "map@1": 0.314, - "map@5": 0.3961, - "map@10": 0.40846230158730157, - "mrr@1": 0.314, - "mrr@5": 0.3961, - "mrr@10": 0.40846230158730157, + "hit@1": 0.31, + "hit@5": 0.533, + "hit@10": 0.628, + "ndcg_linear@1": 0.31, + "ndcg_linear@5": 0.42781552068350653, + "ndcg_linear@10": 0.4585615312631963, + "ndcg_exponential@1": 0.31, + "ndcg_exponential@5": 0.42781552068350653, + "ndcg_exponential@10": 0.4585615312631963, + "precision@1": 0.31, + "precision@5": 0.1066, + "precision@10": 0.0628, + "recall@1": 0.31, + "recall@5": 0.533, + "recall@10": 0.628, + "f1@1": 0.31, + "f1@5": 0.17766666666666672, + "f1@10": 0.1141818181818182, + "map@1": 0.31, + "map@5": 0.39296666666666663, + "map@10": 0.40567301587301585, + "mrr@1": 0.31, + "mrr@5": 0.39296666666666663, + "mrr@10": 0.40567301587301585, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { - "hit@1": 0.309, - "hit@5": 0.582, + "hit@1": 0.308, + "hit@5": 0.579, "hit@10": 0.681, - "ndcg_linear@1": 0.309, - "ndcg_linear@5": 0.4540702574834417, - "ndcg_linear@10": 0.4863152780508059, - "ndcg_exponential@1": 0.309, - "ndcg_exponential@5": 0.4540702574834417, - "ndcg_exponential@10": 0.4863152780508059, - "precision@1": 0.309, - "precision@5": 0.11639999999999999, + "ndcg_linear@1": 0.308, + "ndcg_linear@5": 0.4525655870074522, + "ndcg_linear@10": 0.4858251219445481, + "ndcg_exponential@1": 0.308, + "ndcg_exponential@5": 0.4525655870074522, + "ndcg_exponential@10": 0.4858251219445481, + "precision@1": 0.308, + "precision@5": 0.11579999999999999, "precision@10": 0.0681, - "recall@1": 0.309, - "recall@5": 0.582, + "recall@1": 0.308, + "recall@5": 0.579, "recall@10": 0.681, - "f1@1": 0.309, - "f1@5": 0.19400000000000006, - "f1@10": 0.12381818181818184, - "map@1": 0.309, - "map@5": 0.4115, - "map@10": 0.4249297619047619, - "mrr@1": 0.309, - "mrr@5": 0.4115, - "mrr@10": 0.4249297619047619, + "f1@1": 0.308, + "f1@5": 0.19300000000000006, + "f1@10": 0.12381818181818183, + "map@1": 0.308, + "map@5": 0.41045000000000004, + "map@10": 0.4243349206349207, + "mrr@1": 0.308, + "mrr@5": 0.41045000000000004, + "mrr@10": 0.4243349206349207, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { - "hit@1": 0.338, - "hit@5": 0.584, + "hit@1": 0.34, + "hit@5": 0.582, "hit@10": 0.735, - "ndcg_linear@1": 0.338, - "ndcg_linear@5": 0.46577853272929953, - "ndcg_linear@10": 0.5143920532103593, - "ndcg_exponential@1": 0.338, - "ndcg_exponential@5": 0.46577853272929953, - "ndcg_exponential@10": 0.5143920532103593, - "precision@1": 0.338, - "precision@5": 0.11679999999999999, + "ndcg_linear@1": 0.34, + "ndcg_linear@5": 0.4667264510243718, + "ndcg_linear@10": 0.5163483725321093, + "ndcg_exponential@1": 0.34, + "ndcg_exponential@5": 0.4667264510243718, + "ndcg_exponential@10": 0.5163483725321093, + "precision@1": 0.34, + "precision@5": 0.11639999999999999, "precision@10": 0.0735, - "recall@1": 0.338, - "recall@5": 0.584, + "recall@1": 0.34, + "recall@5": 0.582, "recall@10": 0.735, - "f1@1": 0.338, - "f1@5": 0.1946666666666667, - "f1@10": 0.13363636363636366, - "map@1": 0.338, - "map@5": 0.42671666666666663, - "map@10": 0.44666031746031754, - "mrr@1": 0.338, - "mrr@5": 0.42671666666666663, - "mrr@10": 0.44666031746031754, + "f1@1": 0.34, + "f1@5": 0.19400000000000006, + "f1@10": 0.13363636363636364, + "map@1": 0.34, + "map@5": 0.4285333333333333, + "map@10": 0.4490968253968253, + "mrr@1": 0.34, + "mrr@5": 0.4285333333333333, + "mrr@10": 0.4490968253968253, "num_pred": 1000, "num_data": 1000 }, "UCF101": { - "hit@1": 0.575, - "hit@5": 0.864, - "hit@10": 0.898, - "ndcg_linear@1": 0.575, - "ndcg_linear@5": 0.7354362127343672, - "ndcg_linear@10": 0.7465657689246903, - "ndcg_exponential@1": 0.575, - "ndcg_exponential@5": 0.7354362127343672, - "ndcg_exponential@10": 0.7465657689246903, - "precision@1": 0.575, - "precision@5": 0.1728, - "precision@10": 0.0898, - "recall@1": 0.575, - "recall@5": 0.864, - "recall@10": 0.898, - "f1@1": 0.575, - "f1@5": 0.288, - "f1@10": 0.1632727272727273, - "map@1": 0.575, - "map@5": 0.6921, - "map@10": 0.6967761904761904, - "mrr@1": 0.575, - "mrr@5": 0.6921, - "mrr@10": 0.6967761904761904, + "hit@1": 0.576, + "hit@5": 0.866, + "hit@10": 0.897, + "ndcg_linear@1": 0.576, + "ndcg_linear@5": 0.7367614592299568, + "ndcg_linear@10": 0.7468334611383275, + "ndcg_exponential@1": 0.576, + "ndcg_exponential@5": 0.7367614592299568, + "ndcg_exponential@10": 0.7468334611383275, + "precision@1": 0.576, + "precision@5": 0.17320000000000002, + "precision@10": 0.08970000000000002, + "recall@1": 0.576, + "recall@5": 0.866, + "recall@10": 0.897, + "f1@1": 0.576, + "f1@5": 0.2886666666666667, + "f1@10": 0.1630909090909091, + "map@1": 0.576, + "map@5": 0.6932166666666667, + "map@10": 0.6974031746031746, + "mrr@1": 0.576, + "mrr@5": 0.6932166666666667, + "mrr@10": 0.6974031746031746, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { - "hit@1": 0.13394919168591224, - "hit@5": 0.6420323325635104, + "hit@1": 0.12933025404157045, + "hit@5": 0.6351039260969977, "hit@10": 1.0, - "ndcg_linear@1": 0.13394919168591224, - "ndcg_linear@5": 0.38089188043322386, - "ndcg_linear@10": 0.49884077653788683, - "ndcg_exponential@1": 0.13394919168591224, - "ndcg_exponential@5": 0.38089188043322386, - "ndcg_exponential@10": 0.49884077653788683, - "precision@1": 0.13394919168591224, - "precision@5": 0.12840646651270207, + "ndcg_linear@1": 0.12933025404157045, + "ndcg_linear@5": 0.3760854842455731, + "ndcg_linear@10": 0.49636318635249277, + "ndcg_exponential@1": 0.12933025404157045, + "ndcg_exponential@5": 0.3760854842455731, + "ndcg_exponential@10": 0.49636318635249277, + "precision@1": 0.12933025404157045, + "precision@5": 0.12702078521939955, "precision@10": 0.1, - "recall@1": 0.13394919168591224, - "recall@5": 0.6420323325635104, + "recall@1": 0.12933025404157045, + "recall@5": 0.6351039260969977, "recall@10": 1.0, - "f1@1": 0.13394919168591224, - "f1@5": 0.21401077752117018, + "f1@1": 0.12933025404157045, + "f1@5": 0.21170130869899928, "f1@10": 0.1818181818181818, - "map@1": 0.13394919168591224, - "map@5": 0.2964588144726713, - "map@10": 0.34640932585505335, - "mrr@1": 0.13394919168591224, - "mrr@5": 0.2964588144726713, - "mrr@10": 0.34640932585505335, + "map@1": 0.12933025404157045, + "map@5": 0.2922632794457275, + "map@10": 0.343225558121632, + "mrr@1": 0.12933025404157045, + "mrr@5": 0.2922632794457275, + "mrr@10": 0.343225558121632, "num_pred": 433, "num_data": 433 }, "MVBench": { - "hit@1": 0.3045, + "hit@1": 0.30525, "hit@5": 1.0, "hit@10": 1.0, - "ndcg_linear@1": 0.3045, - "ndcg_linear@5": 0.6822126660495169, - "ndcg_linear@10": 0.6822126660495169, - "ndcg_exponential@1": 0.3045, - "ndcg_exponential@5": 0.6822126660495169, - "ndcg_exponential@10": 0.6822126660495169, - "precision@1": 0.3045, + "ndcg_linear@1": 0.30525, + "ndcg_linear@5": 0.6823392788377148, + "ndcg_linear@10": 0.6823392788377148, + "ndcg_exponential@1": 0.30525, + "ndcg_exponential@5": 0.6823392788377148, + "ndcg_exponential@10": 0.6823392788377148, + "precision@1": 0.30525, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, - "recall@1": 0.3045, + "recall@1": 0.30525, "recall@5": 1.0, "recall@10": 1.0, - "f1@1": 0.3045, + "f1@1": 0.30525, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, - "map@1": 0.3045, - "map@5": 0.5752166666666667, - "map@10": 0.5752166666666667, - "mrr@1": 0.3045, - "mrr@5": 0.5752166666666667, - "mrr@10": 0.5752166666666667, + "map@1": 0.30525, + "map@5": 0.5754041666666667, + "map@10": 0.5754041666666667, + "mrr@1": 0.30525, + "mrr@5": 0.5754041666666667, + "mrr@10": 0.5754041666666667, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { - "hit@1": 0.2688888888888889, + "hit@1": 0.2707407407407407, "hit@5": 1.0, "hit@10": 1.0, - "ndcg_linear@1": 0.2688888888888889, - "ndcg_linear@5": 0.6530182359914178, - "ndcg_linear@10": 0.6530182359914178, - "ndcg_exponential@1": 0.2688888888888889, - "ndcg_exponential@5": 0.6530182359914178, - "ndcg_exponential@10": 0.6530182359914178, - "precision@1": 0.2688888888888889, + "ndcg_linear@1": 0.2707407407407407, + "ndcg_linear@5": 0.6547257583313092, + "ndcg_linear@10": 0.6547257583313092, + "ndcg_exponential@1": 0.2707407407407407, + "ndcg_exponential@5": 0.6547257583313092, + "ndcg_exponential@10": 0.6547257583313092, + "precision@1": 0.2707407407407407, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, - "recall@1": 0.2688888888888889, + "recall@1": 0.2707407407407407, "recall@5": 1.0, "recall@10": 1.0, - "f1@1": 0.2688888888888889, + "f1@1": 0.2707407407407407, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, - "map@1": 0.2688888888888889, - "map@5": 0.5373148148148148, - "map@10": 0.5373148148148148, - "mrr@1": 0.2688888888888889, - "mrr@5": 0.5373148148148148, - "mrr@10": 0.5373148148148148, + "map@1": 0.2707407407407407, + "map@5": 0.539537037037037, + "map@10": 0.539537037037037, + "mrr@1": 0.2707407407407407, + "mrr@5": 0.539537037037037, + "mrr@10": 0.539537037037037, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { - "hit@1": 0.20294255021018215, + "hit@1": 0.2020084072863148, "hit@5": 1.0, "hit@10": 1.0, - "ndcg_linear@1": 0.20294255021018215, - "ndcg_linear@5": 0.5984789868661349, - "ndcg_linear@10": 0.5984789868661349, - "ndcg_exponential@1": 0.20294255021018215, - "ndcg_exponential@5": 0.5984789868661349, - "ndcg_exponential@10": 0.5984789868661349, - "precision@1": 0.20294255021018215, + "ndcg_linear@1": 0.2020084072863148, + "ndcg_linear@5": 0.5980721678427817, + "ndcg_linear@10": 0.5980721678427817, + "ndcg_exponential@1": 0.2020084072863148, + "ndcg_exponential@5": 0.5980721678427817, + "ndcg_exponential@10": 0.5980721678427817, + "precision@1": 0.2020084072863148, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, - "recall@1": 0.20294255021018215, + "recall@1": 0.2020084072863148, "recall@5": 1.0, "recall@10": 1.0, - "f1@1": 0.20294255021018215, + "f1@1": 0.2020084072863148, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, - "map@1": 0.20294255021018215, - "map@5": 0.46760470185271685, - "map@10": 0.46760470185271685, - "mrr@1": 0.20294255021018215, - "mrr@5": 0.46744122684104006, - "mrr@10": 0.46744122684104006, + "map@1": 0.2020084072863148, + "map@5": 0.46705978514712754, + "map@10": 0.46705978514712754, + "mrr@1": 0.2020084072863148, + "mrr@5": 0.46689631013545074, + "mrr@10": 0.46689631013545074, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { - "hit@1": 0.254, + "hit@1": 0.256, "hit@5": 1.0, "hit@10": 1.0, - "ndcg_linear@1": 0.254, - "ndcg_linear@5": 0.6252600495861029, - "ndcg_linear@10": 0.6252600495861029, - "ndcg_exponential@1": 0.254, - "ndcg_exponential@5": 0.6252600495861029, - "ndcg_exponential@10": 0.6252600495861029, - "precision@1": 0.254, + "ndcg_linear@1": 0.256, + "ndcg_linear@5": 0.625002834430454, + "ndcg_linear@10": 0.625002834430454, + "ndcg_exponential@1": 0.256, + "ndcg_exponential@5": 0.625002834430454, + "ndcg_exponential@10": 0.625002834430454, + "precision@1": 0.256, "precision@5": 0.2, "precision@10": 0.1, - "recall@1": 0.254, + "recall@1": 0.256, "recall@5": 1.0, "recall@10": 1.0, - "f1@1": 0.254, + "f1@1": 0.256, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, - "map@1": 0.254, - "map@5": 0.5030666666666666, - "map@10": 0.5030666666666666, - "mrr@1": 0.254, - "mrr@5": 0.5030666666666666, - "mrr@10": 0.5030666666666666, + "map@1": 0.256, + "map@5": 0.5027666666666667, + "map@10": 0.5027666666666667, + "mrr@1": 0.256, + "mrr@5": 0.5027666666666667, + "mrr@10": 0.5027666666666667, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { - "hit@1": 0.496, + "hit@1": 0.499, "hit@5": 1.0, "hit@10": 1.0, - "ndcg_linear@1": 0.496, - "ndcg_linear@5": 0.8139885958000148, - "ndcg_linear@10": 0.8139885958000148, - "ndcg_exponential@1": 0.496, - "ndcg_exponential@5": 0.8139885958000148, - "ndcg_exponential@10": 0.8139885958000148, - "precision@1": 0.496, + "ndcg_linear@1": 0.499, + "ndcg_linear@5": 0.8150958065393004, + "ndcg_linear@10": 0.8150958065393004, + "ndcg_exponential@1": 0.499, + "ndcg_exponential@5": 0.8150958065393004, + "ndcg_exponential@10": 0.8150958065393004, + "precision@1": 0.499, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, - "recall@1": 0.496, + "recall@1": 0.499, "recall@5": 1.0, "recall@10": 1.0, - "f1@1": 0.496, + "f1@1": 0.499, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, - "map@1": 0.496, - "map@5": 0.748, - "map@10": 0.748, - "mrr@1": 0.496, - "mrr@5": 0.748, - "mrr@10": 0.748, + "map@1": 0.499, + "map@5": 0.7495, + "map@10": 0.7495, + "mrr@1": 0.499, + "mrr@5": 0.7495, + "mrr@10": 0.7495, "num_pred": 1000, "num_data": 1000 }, "DiDeMo": { - "hit@1": 0.1942231075697211, - "hit@5": 0.39243027888446214, - "hit@10": 0.50199203187251, - "ndcg_linear@1": 0.1942231075697211, - "ndcg_linear@5": 0.2946313376749095, - "ndcg_linear@10": 0.3303998194168978, - "ndcg_exponential@1": 0.1942231075697211, - "ndcg_exponential@5": 0.2946313376749095, - "ndcg_exponential@10": 0.3303998194168978, - "precision@1": 0.1942231075697211, - "precision@5": 0.07848605577689244, - "precision@10": 0.050199203187251, - "recall@1": 0.1942231075697211, - "recall@5": 0.39243027888446214, - "recall@10": 0.50199203187251, - "f1@1": 0.1942231075697211, - "f1@5": 0.13081009296148743, - "f1@10": 0.09127127852227455, - "map@1": 0.1942231075697211, - "map@5": 0.262566401062417, - "map@10": 0.27753470246000134, - "mrr@1": 0.1942231075697211, - "mrr@5": 0.262566401062417, - "mrr@10": 0.27753470246000134, + "hit@1": 0.19123505976095617, + "hit@5": 0.38645418326693226, + "hit@10": 0.5069721115537849, + "ndcg_linear@1": 0.19123505976095617, + "ndcg_linear@5": 0.29280462537511853, + "ndcg_linear@10": 0.3320381819880099, + "ndcg_exponential@1": 0.19123505976095617, + "ndcg_exponential@5": 0.29280462537511853, + "ndcg_exponential@10": 0.3320381819880099, + "precision@1": 0.19123505976095617, + "precision@5": 0.07729083665338644, + "precision@10": 0.05069721115537849, + "recall@1": 0.19123505976095617, + "recall@5": 0.38645418326693226, + "recall@10": 0.5069721115537849, + "f1@1": 0.19123505976095617, + "f1@5": 0.12881806108897742, + "f1@10": 0.09217674755523363, + "map@1": 0.19123505976095617, + "map@5": 0.26186918990703856, + "map@10": 0.2782141276165181, + "mrr@1": 0.19123505976095617, + "mrr@5": 0.26186918990703856, + "mrr@10": 0.2782141276165181, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { - "hit@1": 0.252, - "hit@5": 0.489, - "hit@10": 0.598, - "ndcg_linear@1": 0.252, - "ndcg_linear@5": 0.3774884935111148, - "ndcg_linear@10": 0.41249059087798867, - "ndcg_exponential@1": 0.252, - "ndcg_exponential@5": 0.3774884935111148, - "ndcg_exponential@10": 0.41249059087798867, - "precision@1": 0.252, - "precision@5": 0.09779999999999998, - "precision@10": 0.0598, - "recall@1": 0.252, - "recall@5": 0.489, - "recall@10": 0.598, - "f1@1": 0.252, - "f1@5": 0.16300000000000006, - "f1@10": 0.10872727272727274, - "map@1": 0.252, - "map@5": 0.34048333333333336, - "map@10": 0.3547845238095238, - "mrr@1": 0.252, - "mrr@5": 0.34048333333333336, - "mrr@10": 0.3547845238095238, + "hit@1": 0.256, + "hit@5": 0.485, + "hit@10": 0.592, + "ndcg_linear@1": 0.256, + "ndcg_linear@5": 0.37782612828811385, + "ndcg_linear@10": 0.4123502156326382, + "ndcg_exponential@1": 0.256, + "ndcg_exponential@5": 0.37782612828811385, + "ndcg_exponential@10": 0.4123502156326382, + "precision@1": 0.256, + "precision@5": 0.097, + "precision@10": 0.05919999999999999, + "recall@1": 0.256, + "recall@5": 0.485, + "recall@10": 0.592, + "f1@1": 0.256, + "f1@5": 0.1616666666666667, + "f1@10": 0.10763636363636366, + "map@1": 0.256, + "map@5": 0.3421666666666666, + "map@10": 0.3563674603174603, + "mrr@1": 0.256, + "mrr@5": 0.3421666666666666, + "mrr@10": 0.3563674603174603, "num_pred": 1000, "num_data": 1000 }, "MSVD": { - "hit@1": 0.382089552238806, - "hit@5": 0.6507462686567164, - "hit@10": 0.7567164179104477, - "ndcg_linear@1": 0.382089552238806, - "ndcg_linear@5": 0.5286168082796038, - "ndcg_linear@10": 0.5629253942797813, - "ndcg_exponential@1": 0.382089552238806, - "ndcg_exponential@5": 0.5286168082796038, - "ndcg_exponential@10": 0.5629253942797813, - "precision@1": 0.382089552238806, - "precision@5": 0.13014925373134326, - "precision@10": 0.07567164179104477, - "recall@1": 0.382089552238806, - "recall@5": 0.6507462686567164, - "recall@10": 0.7567164179104477, - "f1@1": 0.382089552238806, - "f1@5": 0.2169154228855722, - "f1@10": 0.13758480325644507, - "map@1": 0.382089552238806, - "map@5": 0.48766169154228856, - "map@10": 0.501847311063729, - "mrr@1": 0.382089552238806, - "mrr@5": 0.48766169154228856, - "mrr@10": 0.501847311063729, + "hit@1": 0.3746268656716418, + "hit@5": 0.6537313432835821, + "hit@10": 0.755223880597015, + "ndcg_linear@1": 0.3746268656716418, + "ndcg_linear@5": 0.5262391719636084, + "ndcg_linear@10": 0.558663556561176, + "ndcg_exponential@1": 0.3746268656716418, + "ndcg_exponential@5": 0.5262391719636084, + "ndcg_exponential@10": 0.558663556561176, + "precision@1": 0.3746268656716418, + "precision@5": 0.1307462686567164, + "precision@10": 0.07552238805970149, + "recall@1": 0.3746268656716418, + "recall@5": 0.6537313432835821, + "recall@10": 0.755223880597015, + "f1@1": 0.3746268656716418, + "f1@5": 0.21791044776119406, + "f1@10": 0.13731343283582093, + "map@1": 0.3746268656716418, + "map@5": 0.4835820895522388, + "map@10": 0.49673240938166313, + "mrr@1": 0.3746268656716418, + "mrr@5": 0.4835820895522388, + "mrr@10": 0.49673240938166313, "num_pred": 670, "num_data": 670 }, "VATEX": { - "hit@1": 0.16145600714604735, - "hit@5": 0.35618579723090665, - "hit@10": 0.4600267976775346, - "ndcg_linear@1": 0.16145600714604735, - "ndcg_linear@5": 0.26160013753460504, - "ndcg_linear@10": 0.29519606975527046, - "ndcg_exponential@1": 0.16145600714604735, - "ndcg_exponential@5": 0.26160013753460504, - "ndcg_exponential@10": 0.29519606975527046, - "precision@1": 0.16145600714604735, - "precision@5": 0.07123715944618134, - "precision@10": 0.04600267976775346, - "recall@1": 0.16145600714604735, - "recall@5": 0.35618579723090665, - "recall@10": 0.4600267976775346, - "f1@1": 0.16145600714604735, - "f1@5": 0.11872859907696891, - "f1@10": 0.08364123594136993, - "map@1": 0.16145600714604735, - "map@5": 0.2304488610987048, - "map@10": 0.24432614120532833, - "mrr@1": 0.16145600714604735, - "mrr@5": 0.2304488610987048, - "mrr@10": 0.24432614120532833, + "hit@1": 0.15676641357748994, + "hit@5": 0.35283608753907997, + "hit@10": 0.4584635998213488, + "ndcg_linear@1": 0.15676641357748994, + "ndcg_linear@5": 0.25794654556998503, + "ndcg_linear@10": 0.292230988521846, + "ndcg_exponential@1": 0.15676641357748994, + "ndcg_exponential@5": 0.25794654556998503, + "ndcg_exponential@10": 0.292230988521846, + "precision@1": 0.15676641357748994, + "precision@5": 0.07056721750781599, + "precision@10": 0.045846359982134884, + "recall@1": 0.15676641357748994, + "recall@5": 0.35283608753907997, + "recall@10": 0.4584635998213488, + "f1@1": 0.15676641357748994, + "f1@5": 0.11761202917969334, + "f1@10": 0.08335701814933616, + "map@1": 0.15676641357748994, + "map@5": 0.22665624534762543, + "map@10": 0.24088001658903846, + "mrr@1": 0.15676641357748994, + "mrr@5": 0.22665624534762543, + "mrr@10": 0.24088001658903846, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { - "hit@1": 0.04089336269267065, - "hit@5": 0.12205095942120163, - "hit@10": 0.17678515256369928, - "ndcg_linear@1": 0.04089336269267065, - "ndcg_linear@5": 0.08180116045817513, - "ndcg_linear@10": 0.09935374489912209, - "ndcg_exponential@1": 0.04089336269267065, - "ndcg_exponential@5": 0.08180116045817513, - "ndcg_exponential@10": 0.09935374489912209, - "precision@1": 0.04089336269267065, - "precision@5": 0.024410191884240325, - "precision@10": 0.017678515256369928, - "recall@1": 0.04089336269267065, - "recall@5": 0.12205095942120163, - "recall@10": 0.17678515256369928, - "f1@1": 0.04089336269267065, - "f1@5": 0.040683653140400546, - "f1@10": 0.03214275501158169, - "map@1": 0.04089336269267065, - "map@5": 0.06863793645800566, - "map@10": 0.07579464941056636, - "mrr@1": 0.04089336269267065, - "mrr@5": 0.06863793645800566, - "mrr@10": 0.07579464941056636, + "hit@1": 0.04372444164831708, + "hit@5": 0.11984900912236553, + "hit@10": 0.17772884554891474, + "ndcg_linear@1": 0.04372444164831708, + "ndcg_linear@5": 0.08186352705603626, + "ndcg_linear@10": 0.10047546051695952, + "ndcg_exponential@1": 0.04372444164831708, + "ndcg_exponential@5": 0.08186352705603626, + "ndcg_exponential@10": 0.10047546051695952, + "precision@1": 0.04372444164831708, + "precision@5": 0.02396980182447311, + "precision@10": 0.017772884554891476, + "recall@1": 0.04372444164831708, + "recall@5": 0.11984900912236553, + "recall@10": 0.17772884554891474, + "f1@1": 0.04372444164831708, + "f1@5": 0.03994966970745518, + "f1@10": 0.032314335554348136, + "map@1": 0.04372444164831708, + "map@5": 0.06945056097305233, + "map@10": 0.07707038252020952, + "mrr@1": 0.04372444164831708, + "mrr@5": 0.06945056097305233, + "mrr@10": 0.07707038252020952, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { - "hit@1": 0.4422899353647276, - "hit@5": 0.830101569713758, + "hit@1": 0.43674976915974145, + "hit@5": 0.8310249307479224, "hit@10": 1.0, - "ndcg_linear@1": 0.4422899353647276, - "ndcg_linear@5": 0.6476971874277818, - "ndcg_linear@10": 0.7026989803120416, - "ndcg_exponential@1": 0.4422899353647276, - "ndcg_exponential@5": 0.6476971874277818, - "ndcg_exponential@10": 0.7026989803120416, - "precision@1": 0.4422899353647276, - "precision@5": 0.1660203139427516, + "ndcg_linear@1": 0.43674976915974145, + "ndcg_linear@5": 0.646258598292129, + "ndcg_linear@10": 0.7009622255824857, + "ndcg_exponential@1": 0.43674976915974145, + "ndcg_exponential@5": 0.646258598292129, + "ndcg_exponential@10": 0.7009622255824857, + "precision@1": 0.43674976915974145, + "precision@5": 0.16620498614958448, "precision@10": 0.09999999999999998, - "recall@1": 0.4422899353647276, - "recall@5": 0.830101569713758, + "recall@1": 0.43674976915974145, + "recall@5": 0.8310249307479224, "recall@10": 1.0, - "f1@1": 0.4422899353647276, - "f1@5": 0.27670052323791944, + "f1@1": 0.43674976915974145, + "f1@5": 0.2770083102493075, "f1@10": 0.18181818181818185, - "map@1": 0.4422899353647276, - "map@5": 0.5870421668205602, - "map@10": 0.6097711383722464, - "mrr@1": 0.4422899353647276, - "mrr@5": 0.5870421668205602, - "mrr@10": 0.6097711383722464, + "map@1": 0.43674976915974145, + "map@5": 0.5847645429362881, + "map@10": 0.6073671019654399, + "mrr@1": 0.43674976915974145, + "mrr@5": 0.5847645429362881, + "mrr@10": 0.6073671019654399, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { - "hit@1": 0.1361760660247593, - "hit@5": 0.5103163686382394, + "hit@1": 0.12929848693259974, + "hit@5": 0.5034387895460798, "hit@10": 1.0, - "ndcg_linear@1": 0.1361760660247593, - "ndcg_linear@5": 0.3185900982241481, - "ndcg_linear@10": 0.4727466138276986, - "ndcg_exponential@1": 0.1361760660247593, - "ndcg_exponential@5": 0.3185900982241481, - "ndcg_exponential@10": 0.4727466138276986, - "precision@1": 0.1361760660247593, - "precision@5": 0.10206327372764785, + "ndcg_linear@1": 0.12929848693259974, + "ndcg_linear@5": 0.3157902199265622, + "ndcg_linear@10": 0.47240063020981693, + "ndcg_exponential@1": 0.12929848693259974, + "ndcg_exponential@5": 0.3157902199265622, + "ndcg_exponential@10": 0.47240063020981693, + "precision@1": 0.12929848693259974, + "precision@5": 0.10068775790921594, "precision@10": 0.09999999999999998, - "recall@1": 0.1361760660247593, - "recall@5": 0.5103163686382394, + "recall@1": 0.12929848693259974, + "recall@5": 0.5034387895460798, "recall@10": 1.0, - "f1@1": 0.1361760660247593, - "f1@5": 0.1701054562127465, + "f1@1": 0.12929848693259974, + "f1@5": 0.16781292984869328, "f1@10": 0.18181818181818185, - "map@1": 0.1361760660247593, - "map@5": 0.2564419990829895, - "map@10": 0.31768247418178647, - "mrr@1": 0.1361760660247593, - "mrr@5": 0.2564419990829895, - "mrr@10": 0.31768247418178647, + "map@1": 0.12929848693259974, + "map@5": 0.2546079779917469, + "map@10": 0.3169887120368551, + "mrr@1": 0.12929848693259974, + "mrr@5": 0.2546079779917469, + "mrr@10": 0.3169887120368551, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { + "hit@1": 0.3539325842696629, + "hit@5": 0.8545568039950062, + "hit@10": 1.0, + "ndcg_linear@1": 0.3539325842696629, + "ndcg_linear@5": 0.6108234050835623, + "ndcg_linear@10": 0.6666386886805368, + "ndcg_exponential@1": 0.3539325842696629, + "ndcg_exponential@5": 0.6108234050835623, + "ndcg_exponential@10": 0.6666386886805368, + "precision@1": 0.3539325842696629, + "precision@5": 0.18676654182272157, + "precision@10": 0.11373283395755308, + "recall@1": 0.3317987931751977, + "recall@5": 0.83270911360799, + "recall@10": 0.9963587182688305, + "f1@1": 0.3385520084021957, + "f1@5": 0.30032325491127, + "f1@10": 0.20144175598295447, + "map@1": 0.3539325842696629, + "map@5": 0.530521570259398, + "map@10": 0.5564572475543137, + "mrr@1": 0.3539325842696629, + "mrr@5": 0.5437161880982105, + "mrr@10": 0.5637226780017042, + "num_pred": 1602, + "num_data": 1602 + }, + "MomentSeeker_1k8": { "hit@1": 0.3438888888888889, - "hit@5": 0.8461111111111111, + "hit@5": 0.8472222222222222, "hit@10": 1.0, "ndcg_linear@1": 0.3438888888888889, - "ndcg_linear@5": 0.6011605809701461, - "ndcg_linear@10": 0.658864568825075, + "ndcg_linear@5": 0.6014005232440574, + "ndcg_linear@10": 0.6587601427455484, "ndcg_exponential@1": 0.3438888888888889, - "ndcg_exponential@5": 0.6011605809701461, - "ndcg_exponential@10": 0.658864568825075, + "ndcg_exponential@5": 0.6014005232440574, + "ndcg_exponential@10": 0.6587601427455484, "precision@1": 0.3438888888888889, - "precision@5": 0.18344444444444447, - "precision@10": 0.11222222222222225, - "recall@1": 0.3239120370370371, - "recall@5": 0.8266666666666667, - "recall@10": 0.9966898148148149, - "f1@1": 0.33001499118165784, - "f1@5": 0.29593849052182386, - "f1@10": 0.19930560951394283, + "precision@5": 0.18366666666666667, + "precision@10": 0.11227777777777781, + "recall@1": 0.32381944444444444, + "recall@5": 0.8277777777777777, + "recall@10": 0.9967592592592593, + "f1@1": 0.32992239858906525, + "f1@5": 0.29630886089219427, + "f1@10": 0.19936733790900454, "map@1": 0.3438888888888889, - "map@5": 0.5205669753086419, - "map@10": 0.5470192166372722, + "map@5": 0.5205067901234568, + "map@10": 0.5468410861258083, "mrr@1": 0.3438888888888889, - "mrr@5": 0.532074074074074, - "mrr@10": 0.553324074074074, + "mrr@5": 0.5321574074074074, + "mrr@10": 0.553218253968254, "num_pred": 1800, "num_data": 1800 } }, "visdoc": { "ViDoRe_arxivqa": { - "hit@1": 0.384, - "hit@5": 0.582, - "hit@10": 0.666, - "ndcg_linear@1": 0.384, - "ndcg_linear@5": 0.4887714885037101, - "ndcg_linear@10": 0.5160063798442027, - "ndcg_exponential@1": 0.384, - "ndcg_exponential@5": 0.4887714885037101, - "ndcg_exponential@10": 0.5160063798442027, - "precision@1": 0.384, - "precision@5": 0.11639999999999999, - "precision@10": 0.06659999999999999, - "recall@1": 0.384, - "recall@5": 0.582, - "recall@10": 0.666, - "f1@1": 0.384, - "f1@5": 0.19400000000000006, - "f1@10": 0.12109090909090911, - "map@1": 0.384, - "map@5": 0.4578, - "map@10": 0.4690865079365079, - "mrr@1": 0.384, - "mrr@5": 0.4578, - "mrr@10": 0.4690865079365079, + "hit@1": 0.12, + "hit@5": 0.242, + "hit@10": 0.32, + "ndcg_linear@1": 0.12, + "ndcg_linear@5": 0.18116466049098268, + "ndcg_linear@10": 0.20618441564808032, + "ndcg_exponential@1": 0.12, + "ndcg_exponential@5": 0.18116466049098268, + "ndcg_exponential@10": 0.20618441564808032, + "precision@1": 0.12, + "precision@5": 0.048400000000000006, + "precision@10": 0.032, + "recall@1": 0.12, + "recall@5": 0.242, + "recall@10": 0.32, + "f1@1": 0.12, + "f1@5": 0.08066666666666669, + "f1@10": 0.05818181818181819, + "map@1": 0.12, + "map@5": 0.1613, + "map@10": 0.1715063492063492, + "mrr@1": 0.12, + "mrr@5": 0.1613, + "mrr@10": 0.1715063492063492, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { - "hit@1": 0.2017738359201774, - "hit@5": 0.3436807095343681, - "hit@10": 0.44567627494456763, - "ndcg_linear@1": 0.2017738359201774, - "ndcg_linear@5": 0.2695284550966221, - "ndcg_linear@10": 0.30132152988724914, - "ndcg_exponential@1": 0.2017738359201774, - "ndcg_exponential@5": 0.2695284550966221, - "ndcg_exponential@10": 0.30132152988724914, - "precision@1": 0.2017738359201774, - "precision@5": 0.06873614190687362, - "precision@10": 0.04456762749445676, - "recall@1": 0.1950849963045085, - "recall@5": 0.3350517368810052, - "recall@10": 0.43446045824094603, - "f1@1": 0.19620217181192792, - "f1@5": 0.11298715631570727, - "f1@10": 0.08032947589488611, - "map@1": 0.2017738359201774, - "map@5": 0.2458610495195861, - "map@10": 0.258661088234259, - "mrr@1": 0.2017738359201774, - "mrr@5": 0.2531781226903178, - "mrr@10": 0.2666525886038081, + "hit@1": 0.08647450110864745, + "hit@5": 0.19955654101995565, + "hit@10": 0.270509977827051, + "ndcg_linear@1": 0.08647450110864745, + "ndcg_linear@5": 0.14010912379875468, + "ndcg_linear@10": 0.16127266748927624, + "ndcg_exponential@1": 0.08647450110864745, + "ndcg_exponential@5": 0.14010912379875468, + "ndcg_exponential@10": 0.16127266748927624, + "precision@1": 0.08647450110864745, + "precision@5": 0.040354767184035474, + "precision@10": 0.027272727272727275, + "recall@1": 0.08194752402069475, + "recall@5": 0.1939948263118995, + "recall@10": 0.259589800443459, + "f1@1": 0.08290219265829021, + "f1@5": 0.06608919535748806, + "f1@10": 0.04886249498222891, + "map@1": 0.08647450110864745, + "map@5": 0.12107908351810791, + "map@10": 0.12944321261394431, + "mrr@1": 0.08647450110864745, + "mrr@5": 0.1254249815225425, + "mrr@10": 0.13479481223383663, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { - "hit@1": 0.5465587044534413, - "hit@5": 0.7793522267206477, - "hit@10": 0.8481781376518218, - "ndcg_linear@1": 0.5465587044534413, - "ndcg_linear@5": 0.6723636246126143, - "ndcg_linear@10": 0.6943932274482111, - "ndcg_exponential@1": 0.5465587044534413, - "ndcg_exponential@5": 0.6723636246126143, - "ndcg_exponential@10": 0.6943932274482111, - "precision@1": 0.5465587044534413, - "precision@5": 0.15587044534412955, - "precision@10": 0.08502024291497975, - "recall@1": 0.5465587044534413, - "recall@5": 0.77834008097166, - "recall@10": 0.847165991902834, - "f1@1": 0.5465587044534413, - "f1@5": 0.25968768074031234, - "f1@10": 0.15449024659550975, - "map@1": 0.5465587044534413, - "map@5": 0.6366059379217273, - "map@10": 0.6455979692821798, - "mrr@1": 0.5465587044534413, - "mrr@5": 0.6371120107962213, - "mrr@10": 0.6458678748152432, + "hit@1": 0.2894736842105263, + "hit@5": 0.49190283400809715, + "hit@10": 0.6012145748987854, + "ndcg_linear@1": 0.2894736842105263, + "ndcg_linear@5": 0.39528544900921747, + "ndcg_linear@10": 0.4304612009358639, + "ndcg_exponential@1": 0.2894736842105263, + "ndcg_exponential@5": 0.39528544900921747, + "ndcg_exponential@10": 0.4304612009358639, + "precision@1": 0.2894736842105263, + "precision@5": 0.09838056680161944, + "precision@10": 0.060121457489878544, + "recall@1": 0.28846153846153844, + "recall@5": 0.4892712550607287, + "recall@10": 0.598582995951417, + "f1@1": 0.28879892037786775, + "f1@5": 0.16360131096973207, + "f1@10": 0.1091829223408171, + "map@1": 0.2894736842105263, + "map@5": 0.36352901484480427, + "map@10": 0.3779440588651115, + "mrr@1": 0.2894736842105263, + "mrr@5": 0.36508097165991904, + "mrr@10": 0.37949601568022623, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { - "hit@1": 0.5, - "hit@5": 0.7392857142857143, - "hit@10": 0.8035714285714286, - "ndcg_linear@1": 0.5, - "ndcg_linear@5": 0.6258424881807017, - "ndcg_linear@10": 0.6458458337631906, - "ndcg_exponential@1": 0.5, - "ndcg_exponential@5": 0.6258424881807017, - "ndcg_exponential@10": 0.6458458337631906, - "precision@1": 0.5, - "precision@5": 0.14785714285714283, - "precision@10": 0.08035714285714286, - "recall@1": 0.5, - "recall@5": 0.7392857142857143, - "recall@10": 0.8035714285714286, - "f1@1": 0.5, - "f1@5": 0.24642857142857147, - "f1@10": 0.14610389610389615, - "map@1": 0.5, - "map@5": 0.5882142857142857, - "map@10": 0.5959991496598639, - "mrr@1": 0.5, - "mrr@5": 0.5882142857142857, - "mrr@10": 0.5959991496598639, + "hit@1": 0.2785714285714286, + "hit@5": 0.4357142857142857, + "hit@10": 0.6678571428571428, + "ndcg_linear@1": 0.2785714285714286, + "ndcg_linear@5": 0.360253318916846, + "ndcg_linear@10": 0.43375460232478164, + "ndcg_exponential@1": 0.2785714285714286, + "ndcg_exponential@5": 0.360253318916846, + "ndcg_exponential@10": 0.43375460232478164, + "precision@1": 0.2785714285714286, + "precision@5": 0.08714285714285715, + "precision@10": 0.06678571428571428, + "recall@1": 0.2785714285714286, + "recall@5": 0.4357142857142857, + "recall@10": 0.6678571428571428, + "f1@1": 0.2785714285714286, + "f1@5": 0.14523809523809525, + "f1@10": 0.12142857142857146, + "map@1": 0.2785714285714286, + "map@5": 0.3354166666666667, + "map@10": 0.3648171768707483, + "mrr@1": 0.2785714285714286, + "mrr@5": 0.3354166666666667, + "mrr@10": 0.3648171768707483, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { - "hit@1": 0.11846901579586877, - "hit@5": 0.2733900364520049, - "hit@10": 0.370595382746051, - "ndcg_linear@1": 0.11846901579586877, - "ndcg_linear@5": 0.19790945816610908, - "ndcg_linear@10": 0.22934108397022743, - "ndcg_exponential@1": 0.11846901579586877, - "ndcg_exponential@5": 0.19790945816610908, - "ndcg_exponential@10": 0.22934108397022743, - "precision@1": 0.11846901579586877, - "precision@5": 0.054678007290400975, - "precision@10": 0.03712029161603888, - "recall@1": 0.11846901579586877, - "recall@5": 0.27278250303766705, - "recall@10": 0.36998784933171325, - "f1@1": 0.11846901579586877, - "f1@5": 0.09107215182549327, - "f1@10": 0.06745461909495931, - "map@1": 0.11846901579586877, - "map@5": 0.1731773997569866, - "map@10": 0.18614028235838687, - "mrr@1": 0.11846901579586877, - "mrr@5": 0.1734811664641555, - "mrr@10": 0.18640788636232136, + "hit@1": 0.05528554070473876, + "hit@5": 0.15249088699878494, + "hit@10": 0.2077764277035237, + "ndcg_linear@1": 0.05528554070473876, + "ndcg_linear@5": 0.10486158221347447, + "ndcg_linear@10": 0.12273514693785977, + "ndcg_exponential@1": 0.05528554070473876, + "ndcg_exponential@5": 0.10486158221347447, + "ndcg_exponential@10": 0.12273514693785977, + "precision@1": 0.05528554070473876, + "precision@5": 0.030619684082624544, + "precision@10": 0.02089914945321993, + "recall@1": 0.054678007290400975, + "recall@5": 0.15218712029161605, + "recall@10": 0.2077764277035237, + "f1@1": 0.05488051842851357, + "f1@5": 0.0509460163166117, + "f1@10": 0.037961633344379395, + "map@1": 0.05528554070473876, + "map@5": 0.08912515188335358, + "map@10": 0.09645846592991185, + "mrr@1": 0.05528554070473876, + "mrr@5": 0.08961117861482382, + "mrr@10": 0.09687698894867788, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { - "hit@1": 0.29, - "hit@5": 0.53, - "hit@10": 0.66, - "ndcg_linear@1": 0.29, - "ndcg_linear@5": 0.4179564395195299, - "ndcg_linear@10": 0.45947545144232743, - "ndcg_exponential@1": 0.29, - "ndcg_exponential@5": 0.4179564395195299, - "ndcg_exponential@10": 0.45947545144232743, - "precision@1": 0.29, - "precision@5": 0.10599999999999998, - "precision@10": 0.06599999999999998, - "recall@1": 0.29, - "recall@5": 0.53, - "recall@10": 0.66, - "f1@1": 0.29, - "f1@5": 0.17666666666666667, - "f1@10": 0.12000000000000002, - "map@1": 0.29, - "map@5": 0.3803333333333333, - "map@10": 0.3971746031746031, - "mrr@1": 0.29, - "mrr@5": 0.3803333333333333, - "mrr@10": 0.3971746031746031, + "hit@1": 0.03, + "hit@5": 0.13, + "hit@10": 0.17, + "ndcg_linear@1": 0.03, + "ndcg_linear@5": 0.08410571821520371, + "ndcg_linear@10": 0.09704642045065345, + "ndcg_exponential@1": 0.03, + "ndcg_exponential@5": 0.08410571821520371, + "ndcg_exponential@10": 0.09704642045065345, + "precision@1": 0.03, + "precision@5": 0.026000000000000006, + "precision@10": 0.017, + "recall@1": 0.03, + "recall@5": 0.13, + "recall@10": 0.17, + "f1@1": 0.03, + "f1@5": 0.04333333333333333, + "f1@10": 0.030909090909090907, + "map@1": 0.03, + "map@5": 0.06866666666666667, + "map@10": 0.07401190476190476, + "mrr@1": 0.03, + "mrr@5": 0.06866666666666667, + "mrr@10": 0.07401190476190476, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { - "hit@1": 0.41, - "hit@5": 0.67, - "hit@10": 0.74, - "ndcg_linear@1": 0.41, - "ndcg_linear@5": 0.5501602800849955, - "ndcg_linear@10": 0.5722762310015821, - "ndcg_exponential@1": 0.41, - "ndcg_exponential@5": 0.5501602800849955, - "ndcg_exponential@10": 0.5722762310015821, - "precision@1": 0.41, - "precision@5": 0.13399999999999998, - "precision@10": 0.07399999999999998, - "recall@1": 0.41, - "recall@5": 0.67, - "recall@10": 0.74, - "f1@1": 0.41, - "f1@5": 0.22333333333333336, - "f1@10": 0.13454545454545458, - "map@1": 0.41, - "map@5": 0.5101666666666667, - "map@10": 0.518984126984127, - "mrr@1": 0.41, - "mrr@5": 0.5101666666666667, - "mrr@10": 0.518984126984127, + "hit@1": 0.07, + "hit@5": 0.27, + "hit@10": 0.3, + "ndcg_linear@1": 0.07, + "ndcg_linear@5": 0.17037913421854484, + "ndcg_linear@10": 0.18025050362533965, + "ndcg_exponential@1": 0.07, + "ndcg_exponential@5": 0.17037913421854484, + "ndcg_exponential@10": 0.18025050362533965, + "precision@1": 0.07, + "precision@5": 0.054000000000000006, + "precision@10": 0.03, + "recall@1": 0.07, + "recall@5": 0.27, + "recall@10": 0.3, + "f1@1": 0.07, + "f1@5": 0.09000000000000002, + "f1@10": 0.05454545454545455, + "map@1": 0.07, + "map@5": 0.13766666666666666, + "map@10": 0.14183333333333334, + "mrr@1": 0.07, + "mrr@5": 0.13766666666666666, + "mrr@10": 0.14183333333333334, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { - "hit@1": 0.47, - "hit@5": 0.69, - "hit@10": 0.78, - "ndcg_linear@1": 0.47, - "ndcg_linear@5": 0.59111392640459, - "ndcg_linear@10": 0.6198260200539802, - "ndcg_exponential@1": 0.47, - "ndcg_exponential@5": 0.59111392640459, - "ndcg_exponential@10": 0.6198260200539802, - "precision@1": 0.47, - "precision@5": 0.13799999999999998, - "precision@10": 0.07799999999999999, - "recall@1": 0.47, - "recall@5": 0.69, - "recall@10": 0.78, - "f1@1": 0.47, - "f1@5": 0.23000000000000004, - "f1@10": 0.14181818181818184, - "map@1": 0.47, - "map@5": 0.5578333333333333, - "map@10": 0.569484126984127, - "mrr@1": 0.47, - "mrr@5": 0.5578333333333333, - "mrr@10": 0.569484126984127, + "hit@1": 0.1, + "hit@5": 0.24, + "hit@10": 0.26, + "ndcg_linear@1": 0.1, + "ndcg_linear@5": 0.16350047832627687, + "ndcg_linear@10": 0.16995319846053597, + "ndcg_exponential@1": 0.1, + "ndcg_exponential@5": 0.16350047832627687, + "ndcg_exponential@10": 0.16995319846053597, + "precision@1": 0.1, + "precision@5": 0.04800000000000001, + "precision@10": 0.026000000000000006, + "recall@1": 0.1, + "recall@5": 0.24, + "recall@10": 0.26, + "f1@1": 0.1, + "f1@5": 0.08, + "f1@10": 0.047272727272727265, + "map@1": 0.1, + "map@5": 0.13899999999999998, + "map@10": 0.14166666666666666, + "mrr@1": 0.1, + "mrr@5": 0.13899999999999998, + "mrr@10": 0.14166666666666666, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { - "hit@1": 0.42, - "hit@5": 0.69, - "hit@10": 0.74, - "ndcg_linear@1": 0.42, - "ndcg_linear@5": 0.5706578821281822, - "ndcg_linear@10": 0.5871606562347121, - "ndcg_exponential@1": 0.42, - "ndcg_exponential@5": 0.5706578821281822, - "ndcg_exponential@10": 0.5871606562347121, - "precision@1": 0.42, - "precision@5": 0.13799999999999998, - "precision@10": 0.07399999999999998, - "recall@1": 0.42, - "recall@5": 0.69, - "recall@10": 0.74, - "f1@1": 0.42, - "f1@5": 0.23000000000000004, - "f1@10": 0.13454545454545458, - "map@1": 0.42, - "map@5": 0.5303333333333333, - "map@10": 0.537345238095238, - "mrr@1": 0.42, - "mrr@5": 0.5303333333333333, - "mrr@10": 0.537345238095238, + "hit@1": 0.18, + "hit@5": 0.32, + "hit@10": 0.47, + "ndcg_linear@1": 0.18, + "ndcg_linear@5": 0.2515106061461994, + "ndcg_linear@10": 0.29835859088869815, + "ndcg_exponential@1": 0.18, + "ndcg_exponential@5": 0.2515106061461994, + "ndcg_exponential@10": 0.29835859088869815, + "precision@1": 0.18, + "precision@5": 0.064, + "precision@10": 0.04699999999999999, + "recall@1": 0.18, + "recall@5": 0.32, + "recall@10": 0.47, + "f1@1": 0.18, + "f1@5": 0.10666666666666667, + "f1@10": 0.08545454545454545, + "map@1": 0.18, + "map@5": 0.22899999999999998, + "map@10": 0.24740079365079368, + "mrr@1": 0.18, + "mrr@5": 0.22899999999999998, + "mrr@10": 0.24740079365079368, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { - "hit@1": 0.45, - "hit@5": 0.72, - "hit@10": 0.86, - "ndcg_linear@1": 0.45, - "ndcg_linear@5": 0.5963689233154675, - "ndcg_linear@10": 0.6420970000754052, - "ndcg_exponential@1": 0.45, - "ndcg_exponential@5": 0.5963689233154675, - "ndcg_exponential@10": 0.6420970000754052, - "precision@1": 0.45, - "precision@5": 0.144, - "precision@10": 0.08599999999999998, - "recall@1": 0.45, - "recall@5": 0.72, - "recall@10": 0.86, - "f1@1": 0.45, - "f1@5": 0.24000000000000005, - "f1@10": 0.1563636363636364, - "map@1": 0.45, - "map@5": 0.5548333333333333, - "map@10": 0.5739484126984127, - "mrr@1": 0.45, - "mrr@5": 0.5548333333333333, - "mrr@10": 0.5739484126984127, + "hit@1": 0.13, + "hit@5": 0.28, + "hit@10": 0.41, + "ndcg_linear@1": 0.13, + "ndcg_linear@5": 0.20789707498473156, + "ndcg_linear@10": 0.2510723288635232, + "ndcg_exponential@1": 0.13, + "ndcg_exponential@5": 0.20789707498473156, + "ndcg_exponential@10": 0.2510723288635232, + "precision@1": 0.13, + "precision@5": 0.05600000000000001, + "precision@10": 0.040999999999999995, + "recall@1": 0.13, + "recall@5": 0.28, + "recall@10": 0.41, + "f1@1": 0.13, + "f1@5": 0.09333333333333334, + "f1@10": 0.07454545454545455, + "map@1": 0.13, + "map@5": 0.184, + "map@10": 0.20248015873015873, + "mrr@1": 0.13, + "mrr@5": 0.184, + "mrr@10": 0.20248015873015873, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { - "hit@1": 0.057692307692307696, + "hit@1": 0.07692307692307693, "hit@5": 0.28846153846153844, - "hit@10": 0.38461538461538464, - "ndcg_linear@1": 0.057692307692307696, - "ndcg_linear@5": 0.12599870327532675, - "ndcg_linear@10": 0.15572849019553353, - "ndcg_exponential@1": 0.057692307692307696, - "ndcg_exponential@5": 0.12510920026799083, - "ndcg_exponential@10": 0.1550084194156491, - "precision@1": 0.057692307692307696, + "hit@10": 0.36538461538461536, + "ndcg_linear@1": 0.07692307692307693, + "ndcg_linear@5": 0.1305442022749745, + "ndcg_linear@10": 0.16103862912032532, + "ndcg_exponential@1": 0.07692307692307693, + "ndcg_exponential@5": 0.12965469926763862, + "ndcg_exponential@10": 0.16034037095866444, + "precision@1": 0.07692307692307693, "precision@5": 0.08076923076923077, "precision@10": 0.059615384615384626, - "recall@1": 0.015064102564102566, - "recall@5": 0.17774725274725273, - "recall@10": 0.2681318681318681, - "f1@1": 0.022189349112426034, - "f1@5": 0.09692774545715722, - "f1@10": 0.08744713054667805, - "map@1": 0.057692307692307696, - "map@5": 0.08697115384615385, - "map@10": 0.09812029405779404, - "mrr@1": 0.057692307692307696, - "mrr@5": 0.14070512820512818, - "mrr@10": 0.15183913308913308, + "recall@1": 0.024679487179487182, + "recall@5": 0.17454212454212453, + "recall@10": 0.2690934065934065, + "f1@1": 0.035009861932938854, + "f1@5": 0.09491668462256699, + "f1@10": 0.08763028072982823, + "map@1": 0.07692307692307693, + "map@5": 0.0949198717948718, + "map@10": 0.10558798840048841, + "mrr@1": 0.07692307692307693, + "mrr@5": 0.14967948717948718, + "mrr@10": 0.15950091575091577, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2_multilingual": { - "hit@1": 0.08125, - "hit@5": 0.153125, + "hit@1": 0.0640625, + "hit@5": 0.1421875, "hit@10": 0.190625, - "ndcg_linear@1": 0.08125, - "ndcg_linear@5": 0.0739843595210182, - "ndcg_linear@10": 0.07999860194187196, - "ndcg_exponential@1": 0.08125, - "ndcg_exponential@5": 0.0739843595210182, - "ndcg_exponential@10": 0.07999860194187196, - "precision@1": 0.08125, - "precision@5": 0.04031250000000001, - "precision@10": 0.02734375, - "recall@1": 0.03594834789323252, - "recall@5": 0.07288154427131352, - "recall@10": 0.0939780506638392, - "f1@1": 0.043974454365079366, - "f1@5": 0.04448018341952166, - "f1@10": 0.03715573113229363, - "map@1": 0.08125, - "map@5": 0.05640234374999999, - "map@10": 0.05761059441137566, - "mrr@1": 0.08125, - "mrr@5": 0.10536458333333334, - "mrr@10": 0.11032242063492062, + "ndcg_linear@1": 0.0640625, + "ndcg_linear@5": 0.0650733388234361, + "ndcg_linear@10": 0.07472473789055784, + "ndcg_exponential@1": 0.0640625, + "ndcg_exponential@5": 0.0650733388234361, + "ndcg_exponential@10": 0.07472473789055782, + "precision@1": 0.0640625, + "precision@5": 0.0359375, + "precision@10": 0.027500000000000004, + "recall@1": 0.025740432340647858, + "recall@5": 0.06865317090786158, + "recall@10": 0.09623168487614481, + "f1@1": 0.03268973214285714, + "f1@5": 0.04021727465753201, + "f1@10": 0.03768268537018537, + "map@1": 0.0640625, + "map@5": 0.04796050347222222, + "map@10": 0.051322601479828034, + "mrr@1": 0.0640625, + "mrr@5": 0.09161458333333332, + "mrr@10": 0.09801897321428571, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2_multilingual": { - "hit@1": 0.16379310344827586, - "hit@5": 0.39655172413793105, - "hit@10": 0.5344827586206896, - "ndcg_linear@1": 0.16379310344827586, - "ndcg_linear@5": 0.13895827754930556, - "ndcg_linear@10": 0.13248154811464, - "ndcg_exponential@1": 0.16379310344827586, - "ndcg_exponential@5": 0.13895827754930556, - "ndcg_exponential@10": 0.13248154811463997, - "precision@1": 0.16379310344827586, - "precision@5": 0.13189655172413792, - "precision@10": 0.11077586206896553, - "recall@1": 0.013347760137925428, - "recall@5": 0.04877413023459023, - "recall@10": 0.08606147608088197, - "f1@1": 0.02408230596994654, - "f1@5": 0.06465481180962832, - "f1@10": 0.08299218434749181, - "map@1": 0.16379310344827586, - "map@5": 0.08612068965517242, - "map@10": 0.0654065383337243, - "mrr@1": 0.16379310344827586, - "mrr@5": 0.2470545977011494, - "mrr@10": 0.26616208264915164, + "hit@1": 0.15948275862068967, + "hit@5": 0.36637931034482757, + "hit@10": 0.5086206896551724, + "ndcg_linear@1": 0.15948275862068967, + "ndcg_linear@5": 0.128553250276943, + "ndcg_linear@10": 0.12464906933064376, + "ndcg_exponential@1": 0.15948275862068967, + "ndcg_exponential@5": 0.12855325027694298, + "ndcg_exponential@10": 0.12464906933064374, + "precision@1": 0.15948275862068967, + "precision@5": 0.12155172413793103, + "precision@10": 0.1060344827586207, + "recall@1": 0.013628502350115809, + "recall@5": 0.047164988388300355, + "recall@10": 0.08164614177014466, + "f1@1": 0.0245410616085476, + "f1@5": 0.061473509788306645, + "f1@10": 0.08013032437051965, + "map@1": 0.15948275862068967, + "map@5": 0.07983477011494254, + "map@10": 0.061250305438267254, + "mrr@1": 0.15948275862068967, + "mrr@5": 0.23232758620689659, + "mrr@10": 0.250726943076081, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2_multilingual": { - "hit@1": 0.14912280701754385, - "hit@5": 0.43859649122807015, - "hit@10": 0.5745614035087719, - "ndcg_linear@1": 0.14912280701754385, - "ndcg_linear@5": 0.20125906746655192, - "ndcg_linear@10": 0.24041678693593627, - "ndcg_exponential@1": 0.14912280701754385, - "ndcg_exponential@5": 0.20125906746655192, - "ndcg_exponential@10": 0.24041678693593627, - "precision@1": 0.14912280701754385, - "precision@5": 0.12280701754385964, - "precision@10": 0.10043859649122806, - "recall@1": 0.06019736842105263, - "recall@5": 0.2323360484544695, - "recall@10": 0.3408782372598162, - "f1@1": 0.07788771657192708, - "f1@5": 0.13747603737061406, - "f1@10": 0.13448911799490257, - "map@1": 0.14912280701754385, - "map@5": 0.14635721247563352, - "map@10": 0.1603259015594542, - "mrr@1": 0.14912280701754385, - "mrr@5": 0.2489766081871345, - "mrr@10": 0.26832358674463935, + "hit@1": 0.12280701754385964, + "hit@5": 0.45614035087719296, + "hit@10": 0.5833333333333334, + "ndcg_linear@1": 0.12280701754385964, + "ndcg_linear@5": 0.2031621337295978, + "ndcg_linear@10": 0.23458071138123396, + "ndcg_exponential@1": 0.12280701754385964, + "ndcg_exponential@5": 0.2031621337295978, + "ndcg_exponential@10": 0.23458071138123396, + "precision@1": 0.12280701754385964, + "precision@5": 0.12719298245614036, + "precision@10": 0.1, + "recall@1": 0.0432017543859649, + "recall@5": 0.2504072681704261, + "recall@10": 0.33651837928153716, + "f1@1": 0.05926198557777505, + "f1@5": 0.14440675433522665, + "f1@10": 0.13311709364239102, + "map@1": 0.12280701754385964, + "map@5": 0.1437524366471735, + "map@10": 0.1528260320941242, + "mrr@1": 0.12280701754385964, + "mrr@5": 0.24239766081871345, + "mrr@10": 0.26029657477025897, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { - "hit@1": 0.3272058823529412, - "hit@5": 0.4963235294117647, - "hit@10": 0.553921568627451, - "ndcg_linear@1": 0.3272058823529412, - "ndcg_linear@5": 0.41753959433079163, - "ndcg_linear@10": 0.43642238797839894, - "ndcg_exponential@1": 0.3272058823529412, - "ndcg_exponential@5": 0.41753959433079163, - "ndcg_exponential@10": 0.43642238797839894, - "precision@1": 0.3272058823529412, - "precision@5": 0.09926470588235294, - "precision@10": 0.0553921568627451, - "recall@1": 0.3272058823529412, - "recall@5": 0.4963235294117647, - "recall@10": 0.553921568627451, - "f1@1": 0.3272058823529412, - "f1@5": 0.16544117647058823, - "f1@10": 0.10071301247771838, - "map@1": 0.3272058823529412, - "map@5": 0.39129901960784313, - "map@10": 0.39924282212885154, - "mrr@1": 0.3272058823529412, - "mrr@5": 0.39129901960784313, - "mrr@10": 0.39924282212885154, + "hit@1": 0.32107843137254904, + "hit@5": 0.49142156862745096, + "hit@10": 0.5588235294117647, + "ndcg_linear@1": 0.32107843137254904, + "ndcg_linear@5": 0.41216155841894137, + "ndcg_linear@10": 0.43415169466748577, + "ndcg_exponential@1": 0.32107843137254904, + "ndcg_exponential@5": 0.41216155841894137, + "ndcg_exponential@10": 0.43415169466748577, + "precision@1": 0.32107843137254904, + "precision@5": 0.09828431372549018, + "precision@10": 0.055882352941176466, + "recall@1": 0.32107843137254904, + "recall@5": 0.49142156862745096, + "recall@10": 0.5588235294117647, + "f1@1": 0.32107843137254904, + "f1@5": 0.1638071895424837, + "f1@10": 0.10160427807486633, + "map@1": 0.32107843137254904, + "map@5": 0.3858047385620915, + "map@10": 0.3949910519763461, + "mrr@1": 0.32107843137254904, + "mrr@5": 0.3858047385620915, + "mrr@10": 0.3949910519763461, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { - "hit@1": 0.4444444444444444, - "hit@5": 0.6825396825396826, - "hit@10": 0.8095238095238095, - "ndcg_linear@1": 0.4444444444444444, - "ndcg_linear@5": 0.5792999547214452, - "ndcg_linear@10": 0.619790394179688, - "ndcg_exponential@1": 0.4444444444444444, - "ndcg_exponential@5": 0.5792999547214452, - "ndcg_exponential@10": 0.619790394179688, - "precision@1": 0.4444444444444444, - "precision@5": 0.13650793650793647, - "precision@10": 0.08095238095238091, - "recall@1": 0.4444444444444444, - "recall@5": 0.6825396825396826, - "recall@10": 0.8095238095238095, - "f1@1": 0.4444444444444444, - "f1@5": 0.2275132275132276, - "f1@10": 0.14718614718614717, - "map@1": 0.4444444444444444, - "map@5": 0.5441798941798942, - "map@10": 0.5605568153187201, - "mrr@1": 0.4444444444444444, - "mrr@5": 0.5441798941798942, - "mrr@10": 0.5605568153187201, + "hit@1": 0.4603174603174603, + "hit@5": 0.6984126984126984, + "hit@10": 0.7936507936507936, + "ndcg_linear@1": 0.4603174603174603, + "ndcg_linear@5": 0.5947682135930683, + "ndcg_linear@10": 0.6235161405380714, + "ndcg_exponential@1": 0.4603174603174603, + "ndcg_exponential@5": 0.5947682135930683, + "ndcg_exponential@10": 0.6235161405380714, + "precision@1": 0.4603174603174603, + "precision@5": 0.13968253968253963, + "precision@10": 0.07936507936507932, + "recall@1": 0.4603174603174603, + "recall@5": 0.6984126984126984, + "recall@10": 0.7936507936507936, + "f1@1": 0.4603174603174603, + "f1@5": 0.23280423280423287, + "f1@10": 0.1443001443001443, + "map@1": 0.4603174603174603, + "map@5": 0.5595238095238095, + "map@10": 0.5701940035273368, + "mrr@1": 0.4603174603174603, + "mrr@5": 0.5595238095238095, + "mrr@10": 0.5701940035273368, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { - "hit@1": 0.3316412859560068, - "hit@5": 0.5194585448392555, - "hit@10": 0.6125211505922166, - "ndcg_linear@1": 0.3316412859560068, - "ndcg_linear@5": 0.4317780824109357, - "ndcg_linear@10": 0.4613201487006419, - "ndcg_exponential@1": 0.3316412859560068, - "ndcg_exponential@5": 0.4317780824109357, - "ndcg_exponential@10": 0.4613201487006419, - "precision@1": 0.3316412859560068, - "precision@5": 0.10389170896785109, - "precision@10": 0.06125211505922165, - "recall@1": 0.3316412859560068, - "recall@5": 0.5194585448392555, - "recall@10": 0.6125211505922166, - "f1@1": 0.3316412859560068, - "f1@5": 0.1731528482797519, - "f1@10": 0.11136748192585755, - "map@1": 0.3316412859560068, - "map@5": 0.40262267343485614, - "map@10": 0.4144972202078801, - "mrr@1": 0.3316412859560068, - "mrr@5": 0.40262267343485614, - "mrr@10": 0.4144972202078801, + "hit@1": 0.3350253807106599, + "hit@5": 0.5211505922165821, + "hit@10": 0.6142131979695431, + "ndcg_linear@1": 0.3350253807106599, + "ndcg_linear@5": 0.43553809156235096, + "ndcg_linear@10": 0.46565749438415543, + "ndcg_exponential@1": 0.3350253807106599, + "ndcg_exponential@5": 0.43553809156235096, + "ndcg_exponential@10": 0.46565749438415543, + "precision@1": 0.3350253807106599, + "precision@5": 0.10423011844331641, + "precision@10": 0.06142131979695431, + "recall@1": 0.3350253807106599, + "recall@5": 0.5211505922165821, + "recall@10": 0.6142131979695431, + "f1@1": 0.3350253807106599, + "f1@5": 0.17371686407219405, + "f1@10": 0.1116751269035533, + "map@1": 0.3350253807106599, + "map@5": 0.4069091934574168, + "map@10": 0.4193692423387855, + "mrr@1": 0.3350253807106599, + "mrr@5": 0.4069091934574168, + "mrr@10": 0.4193692423387855, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { - "hit@1": 0.6528776978417267, - "hit@5": 0.8687050359712231, - "hit@10": 0.8974820143884892, - "ndcg_linear@1": 0.6528776978417267, - "ndcg_linear@5": 0.7403317436593279, - "ndcg_linear@10": 0.7559278694497471, - "ndcg_exponential@1": 0.6528776978417267, - "ndcg_exponential@5": 0.7403317436593279, - "ndcg_exponential@10": 0.7559278694497471, - "precision@1": 0.6528776978417267, - "precision@5": 0.20683453237410068, - "precision@10": 0.1093525179856115, - "recall@1": 0.5611510791366906, - "recall@5": 0.8282374100719424, - "recall@10": 0.8705035971223022, - "f1@1": 0.591726618705036, - "f1@5": 0.32511133949982873, - "f1@10": 0.19206453019402664, - "map@1": 0.6528776978417267, - "map@5": 0.6970773381294963, - "map@10": 0.7055591241292679, - "mrr@1": 0.6528776978417267, - "mrr@5": 0.7357314148681056, - "mrr@10": 0.7400757965056526, + "hit@1": 0.6672661870503597, + "hit@5": 0.8669064748201439, + "hit@10": 0.89568345323741, + "ndcg_linear@1": 0.6672661870503597, + "ndcg_linear@5": 0.7450420137590131, + "ndcg_linear@10": 0.7610883504209681, + "ndcg_exponential@1": 0.6672661870503597, + "ndcg_exponential@5": 0.7450420137590131, + "ndcg_exponential@10": 0.7610883504209681, + "precision@1": 0.6672661870503597, + "precision@5": 0.20647482014388485, + "precision@10": 0.10917266187050359, + "recall@1": 0.5710431654676259, + "recall@5": 0.8246402877697842, + "recall@10": 0.8687050359712231, + "f1@1": 0.6031175059952038, + "f1@5": 0.32434052757793774, + "f1@10": 0.1917375190756486, + "map@1": 0.6672661870503597, + "map@5": 0.7034172661870504, + "map@10": 0.712199526093411, + "mrr@1": 0.6672661870503597, + "mrr@5": 0.7455935251798561, + "mrr@10": 0.7498080107342697, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { - "hit@1": 0.5779944289693594, - "hit@5": 0.8189415041782729, - "hit@10": 0.8802228412256268, - "ndcg_linear@1": 0.5779944289693594, - "ndcg_linear@5": 0.7066787929757021, - "ndcg_linear@10": 0.7266471704004087, - "ndcg_exponential@1": 0.5779944289693594, - "ndcg_exponential@5": 0.7066787929757021, - "ndcg_exponential@10": 0.7266471704004087, - "precision@1": 0.5779944289693594, - "precision@5": 0.16378830083565457, - "precision@10": 0.08802228412256266, - "recall@1": 0.5779944289693594, - "recall@5": 0.8189415041782729, - "recall@10": 0.8802228412256268, - "f1@1": 0.5779944289693594, - "f1@5": 0.27298050139275776, - "f1@10": 0.16004051658647764, - "map@1": 0.5779944289693594, - "map@5": 0.6692664809656453, - "map@10": 0.6775898660299774, - "mrr@1": 0.5779944289693594, - "mrr@5": 0.6692664809656453, - "mrr@10": 0.6775898660299774, + "hit@1": 0.5835654596100278, + "hit@5": 0.8217270194986073, + "hit@10": 0.8774373259052924, + "ndcg_linear@1": 0.5835654596100278, + "ndcg_linear@5": 0.711014652575654, + "ndcg_linear@10": 0.728878809837392, + "ndcg_exponential@1": 0.5835654596100278, + "ndcg_exponential@5": 0.711014652575654, + "ndcg_exponential@10": 0.728878809837392, + "precision@1": 0.5835654596100278, + "precision@5": 0.1643454038997214, + "precision@10": 0.08774373259052923, + "recall@1": 0.5835654596100278, + "recall@5": 0.8217270194986073, + "recall@10": 0.8774373259052924, + "f1@1": 0.5835654596100278, + "f1@5": 0.2739090064995358, + "f1@10": 0.15953405925550773, + "map@1": 0.5835654596100278, + "map@5": 0.6740947075208914, + "map@10": 0.6813746297033205, + "mrr@1": 0.5835654596100278, + "mrr@5": 0.6740947075208914, + "mrr@10": 0.6813746297033205, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { - "hit@1": 0.12977983777520277, - "hit@5": 0.3325608342989571, - "hit@10": 0.4287369640787949, - "ndcg_linear@1": 0.12977983777520277, - "ndcg_linear@5": 0.2339925322768118, - "ndcg_linear@10": 0.26492274577415076, - "ndcg_exponential@1": 0.12977983777520277, - "ndcg_exponential@5": 0.2339925322768118, - "ndcg_exponential@10": 0.26492274577415076, - "precision@1": 0.12977983777520277, - "precision@5": 0.06651216685979143, - "precision@10": 0.04287369640787949, - "recall@1": 0.12977983777520277, - "recall@5": 0.3325608342989571, - "recall@10": 0.4287369640787949, - "f1@1": 0.12977983777520277, - "f1@5": 0.11085361143298574, - "f1@10": 0.07795217528705363, - "map@1": 0.12977983777520277, - "map@5": 0.201525685592893, - "map@10": 0.2141831742353179, - "mrr@1": 0.12977983777520277, - "mrr@5": 0.201525685592893, - "mrr@10": 0.2141831742353179, + "hit@1": 0.13441483198146004, + "hit@5": 0.3267670915411356, + "hit@10": 0.4275782155272306, + "ndcg_linear@1": 0.13441483198146004, + "ndcg_linear@5": 0.23505994760256818, + "ndcg_linear@10": 0.26758761865092073, + "ndcg_exponential@1": 0.13441483198146004, + "ndcg_exponential@5": 0.23505994760256818, + "ndcg_exponential@10": 0.26758761865092073, + "precision@1": 0.13441483198146004, + "precision@5": 0.06535341830822711, + "precision@10": 0.042757821552723056, + "recall@1": 0.13441483198146004, + "recall@5": 0.3267670915411356, + "recall@10": 0.4275782155272306, + "f1@1": 0.13441483198146004, + "f1@5": 0.10892236384704522, + "f1@10": 0.07774149373222375, + "map@1": 0.13441483198146004, + "map@5": 0.20469293163383542, + "map@10": 0.21807417830013429, + "mrr@1": 0.13441483198146004, + "mrr@5": 0.20469293163383542, + "mrr@10": 0.21807417830013429, "num_pred": 863, "num_data": 863 }, - "ViDoSeek-page": { - "hit@1": 0.043782837127845885, - "hit@5": 0.3064798598949212, - "hit@10": 0.4956217162872154, - "ndcg_linear@1": 0.043782837127845885, - "ndcg_linear@5": 0.1774384395530587, - "ndcg_linear@10": 0.2388470474707514, - "ndcg_exponential@1": 0.043782837127845885, - "ndcg_exponential@5": 0.17743843955305874, - "ndcg_exponential@10": 0.23884704747075144, - "precision@1": 0.043782837127845885, - "precision@5": 0.06129597197898424, - "precision@10": 0.049562171628721535, - "recall@1": 0.043782837127845885, - "recall@5": 0.3064798598949212, - "recall@10": 0.4956217162872154, - "f1@1": 0.043782837127845885, - "f1@5": 0.10215995329830709, - "f1@10": 0.09011303932494825, - "map@1": 0.043782837127845885, - "map@5": 0.135128429655575, - "map@10": 0.16060865093264393, - "mrr@1": 0.043782837127845885, - "mrr@5": 0.135128429655575, - "mrr@10": 0.16060865093264393, + "ViDoSeek-page-fixed": { + "hit@1": 0.5201401050788091, + "hit@5": 0.8169877408056042, + "hit@10": 0.8931698774080561, + "ndcg_linear@1": 0.5201401050788091, + "ndcg_linear@5": 0.6780896615933868, + "ndcg_linear@10": 0.7031641950421739, + "ndcg_exponential@1": 0.5201401050788091, + "ndcg_exponential@5": 0.6780896615933868, + "ndcg_exponential@10": 0.7031641950421739, + "precision@1": 0.5201401050788091, + "precision@5": 0.16339754816112084, + "precision@10": 0.0893169877408056, + "recall@1": 0.5201401050788091, + "recall@5": 0.8169877408056042, + "recall@10": 0.8931698774080561, + "f1@1": 0.5201401050788091, + "f1@5": 0.2723292469352015, + "f1@10": 0.16239452316510114, + "map@1": 0.5201401050788091, + "map@5": 0.6319176882661997, + "map@10": 0.6425259917160092, + "mrr@1": 0.5201401050788091, + "mrr@5": 0.6319176882661997, + "mrr@10": 0.6425259917160092, "num_pred": 1142, "num_data": 1142 }, - "ViDoSeek-doc": { - "hit@1": 0.9544658493870403, - "hit@5": 0.9842381786339754, - "hit@10": 0.9903677758318739, - "ndcg_linear@1": 0.6532399299474606, - "ndcg_linear@5": 0.7427733389906358, - "ndcg_linear@10": 0.6997209935069055, - "ndcg_exponential@1": 0.43807855891918934, - "ndcg_exponential@5": 0.6343478343437602, - "ndcg_exponential@10": 0.6353560202023368, - "precision@1": 0.9544658493870403, - "precision@5": 0.8038528896672504, - "precision@10": 0.6873029772329248, - "recall@1": 0.0563052881802568, - "recall@5": 0.23432760039766878, - "recall@10": 0.3914667961900597, - "f1@1": 0.10560395557458589, - "f1@5": 0.35560087282656433, - "f1@10": 0.48784025047176915, - "map@1": 0.9544658493870403, - "map@5": 0.7835522475189725, - "map@10": 0.6581428825421977, - "mrr@1": 0.9544658493870403, - "mrr@5": 0.96707530647986, - "mrr@10": 0.9679370639090428, - "num_pred": 1142, - "num_data": 1142 - }, - "MMLongBench-page": { - "hit@1": 0.059665871121718374, - "hit@5": 0.18973747016706444, - "hit@10": 0.2529832935560859, - "ndcg_linear@1": 0.059665871121718374, - "ndcg_linear@5": 0.09604945291283169, - "ndcg_linear@10": 0.117231531231931, - "ndcg_exponential@1": 0.059665871121718374, - "ndcg_exponential@5": 0.09604945291283169, - "ndcg_exponential@10": 0.117231531231931, - "precision@1": 0.059665871121718374, - "precision@5": 0.04319809069212411, - "precision@10": 0.031264916467780436, - "recall@1": 0.030469371519490848, - "recall@5": 0.13269689737470167, - "recall@10": 0.19082140015910903, - "f1@1": 0.03882827594044778, - "f1@5": 0.06218015375673666, - "f1@10": 0.051867980865594236, - "map@1": 0.059665871121718374, - "map@5": 0.07087808273667462, - "map@10": 0.08054184661135735, - "mrr@1": 0.059665871121718374, - "mrr@5": 0.10765712012728719, - "mrr@10": 0.11626179111262644, - "num_pred": 838, - "num_data": 838 - }, - "MMLongBench-doc": { - "hit@1": 0.4439140811455847, - "hit@5": 0.6145584725536993, - "hit@10": 0.6957040572792362, - "ndcg_linear@1": 0.3146380270485282, - "ndcg_linear@5": 0.3256804529174008, - "ndcg_linear@10": 0.3131933005253596, - "ndcg_exponential@1": 0.2222979884077736, - "ndcg_exponential@5": 0.2727115335151017, - "ndcg_exponential@10": 0.2793202033337121, - "precision@1": 0.4439140811455847, - "precision@5": 0.35966587112171833, - "precision@10": 0.31730310262529837, - "recall@1": 0.013683394891534362, - "recall@5": 0.052843721626569064, - "recall@10": 0.08999131731205673, - "f1@1": 0.026297035367307157, - "f1@5": 0.08878818509054331, - "f1@10": 0.13199155724774939, - "map@1": 0.4439140811455847, - "map@5": 0.31638424821002387, - "map@10": 0.26005365193014357, - "mrr@1": 0.4439140811455847, - "mrr@5": 0.5094470962609386, - "mrr@10": 0.520618820320491, + "MMLongBench-page-fixed": { + "hit@1": 0.2159904534606205, + "hit@5": 0.35918854415274465, + "hit@10": 0.45704057279236276, + "ndcg_linear@1": 0.2159904534606205, + "ndcg_linear@5": 0.26043388439389636, + "ndcg_linear@10": 0.29202664563895137, + "ndcg_exponential@1": 0.2159904534606205, + "ndcg_exponential@5": 0.26043388439389636, + "ndcg_exponential@10": 0.29202664563895137, + "precision@1": 0.2159904534606205, + "precision@5": 0.08544152744630071, + "precision@10": 0.057159904534606204, + "recall@1": 0.174502784407319, + "recall@5": 0.3040970564836913, + "recall@10": 0.39204597113308326, + "f1@1": 0.18681668371405838, + "f1@5": 0.12816303059880205, + "f1@10": 0.09664134689931406, + "map@1": 0.2159904534606205, + "map@5": 0.23246817820206842, + "map@10": 0.24653540964250986, + "mrr@1": 0.2159904534606205, + "mrr@5": 0.26861575178997615, + "mrr@10": 0.2814614350115543, "num_pred": 838, "num_data": 838 }