{ "metadata": { "model_name": "ReMatch-7B", "model_size": "8.29", "embedding_dimension": 3584, "max_length_tokens": null, "model_release_date": "2025-11-24", "score_source": "Self-Reported", "url": "https://arxiv.org/abs/2511.19278", "report_generated_date": "2025-11-24T12:19:02.408483" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.787, "hit@5": 0.962, "hit@10": 0.985, "ndcg_linear@1": 0.787, "ndcg_linear@5": 0.8869524163907434, "ndcg_linear@10": 0.8946733758738139, "ndcg_exponential@1": 0.787, "ndcg_exponential@5": 0.8869524163907434, "ndcg_exponential@10": 0.8946733758738139, "precision@1": 0.787, "precision@5": 0.19240000000000004, "precision@10": 0.09850000000000002, "recall@1": 0.787, "recall@5": 0.962, "recall@10": 0.985, "f1@1": 0.787, "f1@5": 0.32066666666666666, "f1@10": 0.17909090909090908, "map@1": 0.787, "map@5": 0.8613666666666667, "map@10": 0.8647194444444445, "mrr@1": 0.787, "mrr@5": 0.8613666666666667, "mrr@10": 0.8647194444444445, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.81, "hit@5": 0.978, "hit@10": 0.995, "ndcg_linear@1": 0.81, "ndcg_linear@5": 0.9059590243986395, "ndcg_linear@10": 0.9115119166219265, "ndcg_exponential@1": 0.81, "ndcg_exponential@5": 0.9059590243986395, "ndcg_exponential@10": 0.9115119166219265, "precision@1": 0.81, "precision@5": 0.19560000000000002, "precision@10": 0.09950000000000003, "recall@1": 0.81, "recall@5": 0.978, "recall@10": 0.995, "f1@1": 0.81, "f1@5": 0.326, "f1@10": 0.1809090909090909, "map@1": 0.81, "map@5": 0.8813833333333333, "map@10": 0.8837091269841268, "mrr@1": 0.81, "mrr@5": 0.8813833333333333, "mrr@10": 0.8837091269841268, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.678, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.678, "ndcg_linear@5": 0.8811593806500093, "ndcg_linear@10": 0.8811593806500093, "ndcg_exponential@1": 0.678, "ndcg_exponential@5": 0.8811593806500093, "ndcg_exponential@10": 0.8811593806500093, "precision@1": 0.678, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.678, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.678, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.678, "map@5": 0.839, "map@10": 0.839, "mrr@1": 0.678, "mrr@5": 0.839, "mrr@10": 0.839, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.895, "hit@5": 0.986, "hit@10": 0.997, "ndcg_linear@1": 0.895, "ndcg_linear@5": 0.9468248898935269, "ndcg_linear@10": 0.9503977901907879, "ndcg_exponential@1": 0.895, "ndcg_exponential@5": 0.9468248898935269, "ndcg_exponential@10": 0.9503977901907879, "precision@1": 0.895, "precision@5": 0.19720000000000001, "precision@10": 0.09970000000000001, "recall@1": 0.895, "recall@5": 0.986, "recall@10": 0.997, "f1@1": 0.895, "f1@5": 0.3286666666666666, "f1@10": 0.18127272727272725, "map@1": 0.895, "map@5": 0.9334666666666666, "map@10": 0.9349468253968255, "mrr@1": 0.895, "mrr@5": 0.9334666666666666, "mrr@10": 0.9349468253968255, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.787, "hit@5": 0.977, "hit@10": 0.99, "ndcg_linear@1": 0.787, "ndcg_linear@5": 0.8951320233507434, "ndcg_linear@10": 0.8994361043687424, "ndcg_exponential@1": 0.787, "ndcg_exponential@5": 0.8951320233507434, "ndcg_exponential@10": 0.8994361043687424, "precision@1": 0.787, "precision@5": 0.19540000000000005, "precision@10": 0.09900000000000003, "recall@1": 0.787, "recall@5": 0.977, "recall@10": 0.99, "f1@1": 0.787, "f1@5": 0.3256666666666666, "f1@10": 0.18, "map@1": 0.787, "map@5": 0.86725, "map@10": 0.8690821428571428, "mrr@1": 0.787, "mrr@5": 0.86725, "mrr@10": 0.8690821428571428, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.454, "hit@5": 0.769, "hit@10": 0.858, "ndcg_linear@1": 0.454, "ndcg_linear@5": 0.6215081880463381, "ndcg_linear@10": 0.6505371894353762, "ndcg_exponential@1": 0.454, "ndcg_exponential@5": 0.6215081880463381, "ndcg_exponential@10": 0.6505371894353762, "precision@1": 0.454, "precision@5": 0.15380000000000002, "precision@10": 0.08580000000000002, "recall@1": 0.454, "recall@5": 0.769, "recall@10": 0.858, "f1@1": 0.454, "f1@5": 0.25633333333333336, "f1@10": 0.156, "map@1": 0.454, "map@5": 0.5724833333333333, "map@10": 0.5846007936507935, "mrr@1": 0.454, "mrr@5": 0.5724833333333333, "mrr@10": 0.5846007936507935, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.484, "hit@5": 0.729, "hit@10": 0.814, "ndcg_linear@1": 0.484, "ndcg_linear@5": 0.6187919349922502, "ndcg_linear@10": 0.6462364268869838, "ndcg_exponential@1": 0.484, "ndcg_exponential@5": 0.6187919349922502, "ndcg_exponential@10": 0.6462364268869838, "precision@1": 0.484, "precision@5": 0.1458, "precision@10": 0.0814, "recall@1": 0.484, "recall@5": 0.729, "recall@10": 0.814, "f1@1": 0.484, "f1@5": 0.24300000000000005, "f1@10": 0.148, "map@1": 0.484, "map@5": 0.5817833333333333, "map@10": 0.593086111111111, "mrr@1": 0.484, "mrr@5": 0.5817833333333333, "mrr@10": 0.593086111111111, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.835, "hit@5": 0.958, "hit@10": 0.97, "ndcg_linear@1": 0.835, "ndcg_linear@5": 0.9046519961145429, "ndcg_linear@10": 0.9085197719040562, "ndcg_exponential@1": 0.835, "ndcg_exponential@5": 0.9046519961145429, "ndcg_exponential@10": 0.9085197719040562, "precision@1": 0.835, "precision@5": 0.19160000000000002, "precision@10": 0.09700000000000002, "recall@1": 0.835, "recall@5": 0.958, "recall@10": 0.97, "f1@1": 0.835, "f1@5": 0.31933333333333336, "f1@10": 0.17636363636363636, "map@1": 0.835, "map@5": 0.8865166666666666, "map@10": 0.8881063492063492, "mrr@1": 0.835, "mrr@5": 0.8865166666666666, "mrr@10": 0.8881063492063492, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.594, "hit@5": 0.813, "hit@10": 0.883, "ndcg_linear@1": 0.594, "ndcg_linear@5": 0.7117124402715413, "ndcg_linear@10": 0.7344939510608823, "ndcg_exponential@1": 0.594, "ndcg_exponential@5": 0.7117124402715413, "ndcg_exponential@10": 0.7344939510608823, "precision@1": 0.594, "precision@5": 0.16260000000000002, "precision@10": 0.08830000000000002, "recall@1": 0.594, "recall@5": 0.813, "recall@10": 0.883, "f1@1": 0.594, "f1@5": 0.2710000000000001, "f1@10": 0.16054545454545452, "map@1": 0.594, "map@5": 0.6778999999999998, "map@10": 0.6873880952380953, "mrr@1": 0.594, "mrr@5": 0.6778999999999998, "mrr@10": 0.6873880952380953, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.254, "hit@5": 0.508, "hit@10": 0.596, "ndcg_linear@1": 0.254, "ndcg_linear@5": 0.38684140501843467, "ndcg_linear@10": 0.41518347907051245, "ndcg_exponential@1": 0.254, "ndcg_exponential@5": 0.38684140501843467, "ndcg_exponential@10": 0.41518347907051245, "precision@1": 0.254, "precision@5": 0.1016, "precision@10": 0.05959999999999999, "recall@1": 0.254, "recall@5": 0.508, "recall@10": 0.596, "f1@1": 0.254, "f1@5": 0.16933333333333336, "f1@10": 0.10836363636363637, "map@1": 0.254, "map@5": 0.3467166666666666, "map@10": 0.3583571428571428, "mrr@1": 0.254, "mrr@5": 0.3467166666666666, "mrr@10": 0.3583571428571428, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.726, "hit@5": 0.93, "hit@10": 0.965, "ndcg_linear@1": 0.726, "ndcg_linear@5": 0.8408897532057038, "ndcg_linear@10": 0.8522746843054088, "ndcg_exponential@1": 0.726, "ndcg_exponential@5": 0.8408897532057038, "ndcg_exponential@10": 0.8522746843054088, "precision@1": 0.726, "precision@5": 0.18600000000000003, "precision@10": 0.09650000000000002, "recall@1": 0.726, "recall@5": 0.93, "recall@10": 0.965, "f1@1": 0.726, "f1@5": 0.31, "f1@10": 0.17545454545454545, "map@1": 0.726, "map@5": 0.8106666666666666, "map@10": 0.8154035714285714, "mrr@1": 0.726, "mrr@5": 0.8106666666666666, "mrr@10": 0.8154035714285714, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.636, "hit@5": 0.923, "hit@10": 0.962, "ndcg_linear@1": 0.636, "ndcg_linear@5": 0.7948814428944923, "ndcg_linear@10": 0.807485892721625, "ndcg_exponential@1": 0.636, "ndcg_exponential@5": 0.7948814428944923, "ndcg_exponential@10": 0.807485892721625, "precision@1": 0.636, "precision@5": 0.18460000000000001, "precision@10": 0.09620000000000002, "recall@1": 0.636, "recall@5": 0.923, "recall@10": 0.962, "f1@1": 0.636, "f1@5": 0.3076666666666667, "f1@10": 0.17490909090909088, "map@1": 0.636, "map@5": 0.7516666666666666, "map@10": 0.7568630952380951, "mrr@1": 0.636, "mrr@5": 0.7516666666666666, "mrr@10": 0.7568630952380951, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.958, "hit@5": 0.997, "hit@10": 0.998, "ndcg_linear@1": 0.958, "ndcg_linear@5": 0.9815511052304334, "ndcg_linear@10": 0.9818401700567513, "ndcg_exponential@1": 0.958, "ndcg_exponential@5": 0.9815511052304334, "ndcg_exponential@10": 0.9818401700567513, "precision@1": 0.958, "precision@5": 0.19940000000000002, "precision@10": 0.09980000000000001, "recall@1": 0.958, "recall@5": 0.997, "recall@10": 0.998, "f1@1": 0.958, "f1@5": 0.33233333333333337, "f1@10": 0.18145454545454545, "map@1": 0.958, "map@5": 0.9761666666666666, "map@10": 0.9762666666666666, "mrr@1": 0.958, "mrr@5": 0.9761666666666666, "mrr@10": 0.9762666666666666, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.829, "hit@5": 0.949, "hit@10": 0.962, "ndcg_linear@1": 0.829, "ndcg_linear@5": 0.8965151299074916, "ndcg_linear@10": 0.9007282968209516, "ndcg_exponential@1": 0.829, "ndcg_exponential@5": 0.8965151299074916, "ndcg_exponential@10": 0.9007282968209516, "precision@1": 0.829, "precision@5": 0.18980000000000002, "precision@10": 0.09620000000000002, "recall@1": 0.829, "recall@5": 0.949, "recall@10": 0.962, "f1@1": 0.829, "f1@5": 0.31633333333333336, "f1@10": 0.17490909090909088, "map@1": 0.829, "map@5": 0.8787166666666667, "map@10": 0.8804575396825396, "mrr@1": 0.829, "mrr@5": 0.8787166666666667, "mrr@10": 0.8804575396825396, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.755, "hit@5": 0.899, "hit@10": 0.93, "ndcg_linear@1": 0.755, "ndcg_linear@5": 0.8340162383547394, "ndcg_linear@10": 0.8443586981074865, "ndcg_exponential@1": 0.755, "ndcg_exponential@5": 0.8340162383547394, "ndcg_exponential@10": 0.8443586981074865, "precision@1": 0.755, "precision@5": 0.17980000000000002, "precision@10": 0.09300000000000001, "recall@1": 0.755, "recall@5": 0.899, "recall@10": 0.93, "f1@1": 0.755, "f1@5": 0.2996666666666667, "f1@10": 0.1690909090909091, "map@1": 0.755, "map@5": 0.8121833333333334, "map@10": 0.8166353174603175, "mrr@1": 0.755, "mrr@5": 0.8121833333333334, "mrr@10": 0.8166353174603175, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.669, "hit@5": 0.939, "hit@10": 0.974, "ndcg_linear@1": 0.669, "ndcg_linear@5": 0.8199081824385749, "ndcg_linear@10": 0.8313049860863585, "ndcg_exponential@1": 0.669, "ndcg_exponential@5": 0.8199081824385749, "ndcg_exponential@10": 0.8313049860863585, "precision@1": 0.669, "precision@5": 0.18780000000000005, "precision@10": 0.09740000000000001, "recall@1": 0.669, "recall@5": 0.939, "recall@10": 0.974, "f1@1": 0.669, "f1@5": 0.313, "f1@10": 0.1770909090909091, "map@1": 0.669, "map@5": 0.7796000000000001, "map@10": 0.7843507936507935, "mrr@1": 0.669, "mrr@5": 0.7796000000000001, "mrr@10": 0.7843507936507935, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.595, "hit@5": 0.831, "hit@10": 0.924, "ndcg_linear@1": 0.595, "ndcg_linear@5": 0.7239316380743601, "ndcg_linear@10": 0.7543230800320566, "ndcg_exponential@1": 0.595, "ndcg_exponential@5": 0.7239316380743601, "ndcg_exponential@10": 0.7543230800320566, "precision@1": 0.595, "precision@5": 0.1662, "precision@10": 0.09240000000000001, "recall@1": 0.595, "recall@5": 0.831, "recall@10": 0.924, "f1@1": 0.595, "f1@5": 0.277, "f1@10": 0.168, "map@1": 0.595, "map@5": 0.6880499999999999, "map@10": 0.7007785714285714, "mrr@1": 0.595, "mrr@5": 0.6880499999999999, "mrr@10": 0.7007785714285714, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.535, "hit@5": 0.731, "hit@10": 0.772, "ndcg_linear@1": 0.535, "ndcg_linear@5": 0.6427409872920593, "ndcg_linear@10": 0.6564143241812985, "ndcg_exponential@1": 0.535, "ndcg_exponential@5": 0.6427409872920593, "ndcg_exponential@10": 0.6564143241812985, "precision@1": 0.535, "precision@5": 0.1462, "precision@10": 0.0772, "recall@1": 0.535, "recall@5": 0.731, "recall@10": 0.772, "f1@1": 0.535, "f1@5": 0.2436666666666667, "f1@10": 0.14036363636363638, "map@1": 0.535, "map@5": 0.6130666666666666, "map@10": 0.618956746031746, "mrr@1": 0.535, "mrr@5": 0.6130666666666666, "mrr@10": 0.618956746031746, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.779, "hit@5": 0.94, "hit@10": 0.971, "ndcg_linear@1": 0.779, "ndcg_linear@5": 0.8685778975905131, "ndcg_linear@10": 0.8785958714136245, "ndcg_exponential@1": 0.779, "ndcg_exponential@5": 0.8685778975905131, "ndcg_exponential@10": 0.8785958714136245, "precision@1": 0.779, "precision@5": 0.18800000000000006, "precision@10": 0.0971, "recall@1": 0.779, "recall@5": 0.94, "recall@10": 0.971, "f1@1": 0.779, "f1@5": 0.31333333333333335, "f1@10": 0.17654545454545453, "map@1": 0.779, "map@5": 0.8444833333333334, "map@10": 0.8486099206349206, "mrr@1": 0.779, "mrr@5": 0.8444833333333334, "mrr@10": 0.8486099206349206, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.876, "hit@5": 0.927, "hit@10": 0.943, "ndcg_linear@1": 0.876, "ndcg_linear@5": 0.904323003368467, "ndcg_linear@10": 0.9095445166333127, "ndcg_exponential@1": 0.876, "ndcg_exponential@5": 0.904323003368467, "ndcg_exponential@10": 0.9095445166333127, "precision@1": 0.876, "precision@5": 0.1854, "precision@10": 0.09430000000000001, "recall@1": 0.876, "recall@5": 0.927, "recall@10": 0.943, "f1@1": 0.876, "f1@5": 0.309, "f1@10": 0.17145454545454544, "map@1": 0.876, "map@5": 0.8966666666666667, "map@10": 0.8988488095238094, "mrr@1": 0.876, "mrr@5": 0.8966666666666667, "mrr@10": 0.8988488095238094, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.858, "hit@5": 0.981, "hit@10": 0.996, "ndcg_linear@1": 0.858, "ndcg_linear@5": 0.9264600008731337, "ndcg_linear@10": 0.9313999244206641, "ndcg_exponential@1": 0.858, "ndcg_exponential@5": 0.9264600008731337, "ndcg_exponential@10": 0.9313999244206641, "precision@1": 0.858, "precision@5": 0.19620000000000004, "precision@10": 0.09960000000000002, "recall@1": 0.858, "recall@5": 0.981, "recall@10": 0.996, "f1@1": 0.858, "f1@5": 0.327, "f1@10": 0.18109090909090905, "map@1": 0.858, "map@5": 0.9080666666666666, "map@10": 0.9101575396825397, "mrr@1": 0.858, "mrr@5": 0.9080666666666666, "mrr@10": 0.9101575396825397, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.598, "hit@5": 0.917, "hit@10": 0.969, "ndcg_linear@1": 0.598, "ndcg_linear@5": 0.7796288559981174, "ndcg_linear@10": 0.7968854205584869, "ndcg_exponential@1": 0.598, "ndcg_exponential@5": 0.7796288559981174, "ndcg_exponential@10": 0.7968854205584869, "precision@1": 0.598, "precision@5": 0.18340000000000004, "precision@10": 0.0969, "recall@1": 0.598, "recall@5": 0.917, "recall@10": 0.969, "f1@1": 0.598, "f1@5": 0.3056666666666667, "f1@10": 0.17618181818181816, "map@1": 0.598, "map@5": 0.7328166666666666, "map@10": 0.7401956349206349, "mrr@1": 0.598, "mrr@5": 0.7328166666666666, "mrr@10": 0.7401956349206349, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.792, "hit@5": 0.916, "hit@10": 0.948, "ndcg_linear@1": 0.792, "ndcg_linear@5": 0.862387814431653, "ndcg_linear@10": 0.8728239738104924, "ndcg_exponential@1": 0.792, "ndcg_exponential@5": 0.862387814431653, "ndcg_exponential@10": 0.8728239738104924, "precision@1": 0.792, "precision@5": 0.18320000000000006, "precision@10": 0.09480000000000001, "recall@1": 0.792, "recall@5": 0.916, "recall@10": 0.948, "f1@1": 0.792, "f1@5": 0.30533333333333335, "f1@10": 0.17236363636363639, "map@1": 0.792, "map@5": 0.8441666666666667, "map@10": 0.8485230158730158, "mrr@1": 0.792, "mrr@5": 0.8441666666666667, "mrr@10": 0.8485230158730158, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.831, "hit@5": 0.945, "hit@10": 0.965, "ndcg_linear@1": 0.831, "ndcg_linear@5": 0.8927952598751188, "ndcg_linear@10": 0.8993546366961666, "ndcg_exponential@1": 0.831, "ndcg_exponential@5": 0.8927952598751188, "ndcg_exponential@10": 0.8993546366961666, "precision@1": 0.831, "precision@5": 0.18900000000000003, "precision@10": 0.09650000000000002, "recall@1": 0.831, "recall@5": 0.945, "recall@10": 0.965, "f1@1": 0.831, "f1@5": 0.315, "f1@10": 0.17545454545454545, "map@1": 0.831, "map@5": 0.8753333333333333, "map@10": 0.8780984126984126, "mrr@1": 0.831, "mrr@5": 0.8753333333333333, "mrr@10": 0.8780984126984126, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.812, "hit@5": 0.965, "hit@10": 0.982, "ndcg_linear@1": 0.812, "ndcg_linear@5": 0.8978510362566796, "ndcg_linear@10": 0.9034279514399262, "ndcg_exponential@1": 0.812, "ndcg_exponential@5": 0.8978510362566796, "ndcg_exponential@10": 0.9034279514399262, "precision@1": 0.812, "precision@5": 0.19300000000000006, "precision@10": 0.09820000000000002, "recall@1": 0.812, "recall@5": 0.965, "recall@10": 0.982, "f1@1": 0.812, "f1@5": 0.32166666666666666, "f1@10": 0.1785454545454545, "map@1": 0.812, "map@5": 0.8750666666666667, "map@10": 0.8774119047619047, "mrr@1": 0.812, "mrr@5": 0.8750666666666667, "mrr@10": 0.8774119047619047, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.76, "hit@5": 0.951, "hit@10": 0.987, "ndcg_linear@1": 0.76, "ndcg_linear@5": 0.8667521625201072, "ndcg_linear@10": 0.8786876754959044, "ndcg_exponential@1": 0.76, "ndcg_exponential@5": 0.8667521625201072, "ndcg_exponential@10": 0.8786876754959044, "precision@1": 0.76, "precision@5": 0.1902, "precision@10": 0.09870000000000002, "recall@1": 0.76, "recall@5": 0.951, "recall@10": 0.987, "f1@1": 0.76, "f1@5": 0.317, "f1@10": 0.17945454545454545, "map@1": 0.76, "map@5": 0.8382666666666666, "map@10": 0.8433678571428571, "mrr@1": 0.76, "mrr@5": 0.8382666666666666, "mrr@10": 0.8433678571428571, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.695, "hit@5": 0.98, "hit@10": 0.996, "ndcg_linear@1": 0.695, "ndcg_linear@5": 0.8599025361632291, "ndcg_linear@10": 0.8651757930440929, "ndcg_exponential@1": 0.695, "ndcg_exponential@5": 0.8599025361632291, "ndcg_exponential@10": 0.8651757930440929, "precision@1": 0.695, "precision@5": 0.19600000000000004, "precision@10": 0.09960000000000002, "recall@1": 0.695, "recall@5": 0.98, "recall@10": 0.996, "f1@1": 0.695, "f1@5": 0.3266666666666666, "f1@10": 0.18109090909090905, "map@1": 0.695, "map@5": 0.8187166666666666, "map@10": 0.8209503968253968, "mrr@1": 0.695, "mrr@5": 0.8187166666666666, "mrr@10": 0.8209503968253968, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.901, "hit@5": 0.99, "hit@10": 0.994, "ndcg_linear@1": 0.901, "ndcg_linear@5": 0.9540666714637502, "ndcg_linear@10": 0.9554228786508584, "ndcg_exponential@1": 0.901, "ndcg_exponential@5": 0.9540666714637502, "ndcg_exponential@10": 0.9554228786508584, "precision@1": 0.901, "precision@5": 0.19800000000000004, "precision@10": 0.09940000000000002, "recall@1": 0.901, "recall@5": 0.99, "recall@10": 0.994, "f1@1": 0.901, "f1@5": 0.33, "f1@10": 0.1807272727272727, "map@1": 0.901, "map@5": 0.9416166666666667, "map@10": 0.9422119047619049, "mrr@1": 0.901, "mrr@5": 0.9416166666666667, "mrr@10": 0.9422119047619049, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.296, "hit@5": 0.546, "hit@10": 0.626, "ndcg_linear@1": 0.296, "ndcg_linear@5": 0.42579094646006627, "ndcg_linear@10": 0.4514572940102104, "ndcg_exponential@1": 0.296, "ndcg_exponential@5": 0.42579094646006627, "ndcg_exponential@10": 0.4514572940102104, "precision@1": 0.296, "precision@5": 0.10919999999999999, "precision@10": 0.06259999999999999, "recall@1": 0.296, "recall@5": 0.546, "recall@10": 0.626, "f1@1": 0.296, "f1@5": 0.18200000000000005, "f1@10": 0.11381818181818185, "map@1": 0.296, "map@5": 0.38611666666666666, "map@10": 0.39658968253968246, "mrr@1": 0.296, "mrr@5": 0.38611666666666666, "mrr@10": 0.39658968253968246, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.695, "hit@5": 0.869, "hit@10": 0.917, "ndcg_linear@1": 0.695, "ndcg_linear@5": 0.7932668729772636, "ndcg_linear@10": 0.8091444224704261, "ndcg_exponential@1": 0.695, "ndcg_exponential@5": 0.7932668729772636, "ndcg_exponential@10": 0.8091444224704261, "precision@1": 0.695, "precision@5": 0.1738, "precision@10": 0.09170000000000002, "recall@1": 0.695, "recall@5": 0.869, "recall@10": 0.917, "f1@1": 0.695, "f1@5": 0.2896666666666667, "f1@10": 0.16672727272727272, "map@1": 0.695, "map@5": 0.7675166666666666, "map@10": 0.7742769841269842, "mrr@1": 0.695, "mrr@5": 0.7675166666666666, "mrr@10": 0.7742769841269842, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.732, "hit@5": 0.893, "hit@10": 0.931, "ndcg_linear@1": 0.732, "ndcg_linear@5": 0.8204932699434941, "ndcg_linear@10": 0.8328067272170088, "ndcg_exponential@1": 0.732, "ndcg_exponential@5": 0.8204932699434941, "ndcg_exponential@10": 0.8328067272170088, "precision@1": 0.732, "precision@5": 0.17860000000000004, "precision@10": 0.09310000000000002, "recall@1": 0.732, "recall@5": 0.893, "recall@10": 0.931, "f1@1": 0.732, "f1@5": 0.2976666666666667, "f1@10": 0.16927272727272724, "map@1": 0.732, "map@5": 0.7961333333333334, "map@10": 0.8012273809523809, "mrr@1": 0.732, "mrr@5": 0.7961333333333334, "mrr@10": 0.8012273809523809, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.925, "hit@5": 0.995, "hit@10": 1.0, "ndcg_linear@1": 0.925, "ndcg_linear@5": 0.9655292459415739, "ndcg_linear@10": 0.9671507462112506, "ndcg_exponential@1": 0.925, "ndcg_exponential@5": 0.9655292459415739, "ndcg_exponential@10": 0.9671507462112506, "precision@1": 0.925, "precision@5": 0.19900000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.925, "recall@5": 0.995, "recall@10": 1.0, "f1@1": 0.925, "f1@5": 0.3316666666666666, "f1@10": 0.18181818181818182, "map@1": 0.925, "map@5": 0.9554333333333334, "map@10": 0.9561039682539684, "mrr@1": 0.925, "mrr@5": 0.9554333333333334, "mrr@10": 0.9561039682539684, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.842, "hit@5": 0.951, "hit@10": 0.974, "ndcg_linear@1": 0.842, "ndcg_linear@5": 0.9034736283324, "ndcg_linear@10": 0.9109679757624928, "ndcg_exponential@1": 0.842, "ndcg_exponential@5": 0.9034736283324, "ndcg_exponential@10": 0.9109679757624928, "precision@1": 0.842, "precision@5": 0.19020000000000004, "precision@10": 0.09740000000000001, "recall@1": 0.842, "recall@5": 0.951, "recall@10": 0.974, "f1@1": 0.842, "f1@5": 0.317, "f1@10": 0.17709090909090908, "map@1": 0.842, "map@5": 0.88735, "map@10": 0.8904738095238096, "mrr@1": 0.842, "mrr@5": 0.88735, "mrr@10": 0.8904738095238096, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.958, "hit@5": 0.999, "hit@10": 0.999, "ndcg_linear@1": 0.958, "ndcg_linear@5": 0.9831441476866458, "ndcg_linear@10": 0.9831441476866458, "ndcg_exponential@1": 0.958, "ndcg_exponential@5": 0.9831441476866458, "ndcg_exponential@10": 0.9831441476866458, "precision@1": 0.958, "precision@5": 0.19980000000000003, "precision@10": 0.09990000000000002, "recall@1": 0.958, "recall@5": 0.999, "recall@10": 0.999, "f1@1": 0.958, "f1@5": 0.333, "f1@10": 0.18163636363636362, "map@1": 0.958, "map@5": 0.9775833333333332, "map@10": 0.9775833333333332, "mrr@1": 0.958, "mrr@5": 0.9775833333333332, "mrr@10": 0.9775833333333332, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.94, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.94, "ndcg_linear@5": 0.979504497528665, "ndcg_linear@10": 0.979504497528665, "ndcg_exponential@1": 0.94, "ndcg_exponential@5": 0.979504497528665, "ndcg_exponential@10": 0.979504497528665, "precision@1": 0.94, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.94, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.94, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.94, "map@5": 0.9727, "map@10": 0.9727, "mrr@1": 0.94, "mrr@5": 0.9697, "mrr@10": 0.9697, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.96, "hit@5": 0.991, "hit@10": 0.994, "ndcg_linear@1": 0.96, "ndcg_linear@5": 0.977126853025518, "ndcg_linear@10": 0.9780611898652618, "ndcg_exponential@1": 0.96, "ndcg_exponential@5": 0.977126853025518, "ndcg_exponential@10": 0.9780611898652618, "precision@1": 0.96, "precision@5": 0.19820000000000004, "precision@10": 0.09940000000000002, "recall@1": 0.96, "recall@5": 0.991, "recall@10": 0.994, "f1@1": 0.96, "f1@5": 0.3303333333333333, "f1@10": 0.18072727272727268, "map@1": 0.96, "map@5": 0.9724666666666667, "map@10": 0.9728333333333333, "mrr@1": 0.96, "mrr@5": 0.9724666666666667, "mrr@10": 0.9728333333333333, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": "DIR_N/A", "SmthSmthV2": "DIR_N/A", "HMDB51": "DIR_N/A", "UCF101": "DIR_N/A", "Breakfast": "DIR_N/A", "MVBench": "DIR_N/A", "Video-MME": "DIR_N/A", "NExTQA": "DIR_N/A", "EgoSchema": "DIR_N/A", "ActivityNetQA": "DIR_N/A", "DiDeMo": "DIR_N/A", "MSR-VTT": "DIR_N/A", "MSVD": "DIR_N/A", "VATEX": "DIR_N/A", "YouCook2": "DIR_N/A", "QVHighlight": "DIR_N/A", "Charades-STA": "DIR_N/A", "MomentSeeker": "DIR_N/A" }, "visdoc": { "ViDoRe_arxivqa": "DIR_N/A", "ViDoRe_docvqa": "DIR_N/A", "ViDoRe_infovqa": "DIR_N/A", "ViDoRe_tabfquad": "DIR_N/A", "ViDoRe_tatdqa": "DIR_N/A", "ViDoRe_shiftproject": "DIR_N/A", "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", "ViDoRe_syntheticDocQA_energy": "DIR_N/A", "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", "VisRAG_ArxivQA": "DIR_N/A", "VisRAG_ChartQA": "DIR_N/A", "VisRAG_MP-DocVQA": "DIR_N/A", "VisRAG_SlideVQA": "DIR_N/A", "VisRAG_InfoVQA": "DIR_N/A", "VisRAG_PlotQA": "DIR_N/A", "ViDoSeek-page": "DIR_N/A", "ViDoSeek-doc": "DIR_N/A", "MMLongBench-page": "DIR_N/A", "MMLongBench-doc": "DIR_N/A" } } }