Update results.json

results.json

@@ -1 +1,465 @@
-{"../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.67254, "ndcg_at_3": 0.77154, "ndcg_at_5": 0.79508, "ndcg_at_10": 0.80896, "ndcg_at_20": 0.81304, "ndcg_at_50": 0.81748, "ndcg_at_100": 0.81945, "map_at_1": 0.67254, "map_at_3": 0.74737, "map_at_5": 0.76058, "map_at_10": 0.76651, "map_at_20": 0.76767, "map_at_50": 0.76838, "map_at_100": 0.76855, "recall_at_1": 0.67254, "recall_at_3": 0.84143, "recall_at_5": 0.89793, "recall_at_10": 0.93985, "recall_at_20": 0.95565, "recall_at_50": 0.97813, "recall_at_100": 0.99028, "precision_at_1": 0.67254, "precision_at_3": 0.28048, "precision_at_5": 0.17959, "precision_at_10": 0.09399, "precision_at_20": 0.04778, "precision_at_50": 0.01956, "precision_at_100": 0.0099, "mrr_at_1": 0.6731470230862697, "mrr_at_3": 0.7493924665856622, "mrr_at_5": 0.7618772782503037, "mrr_at_10": 0.7678631699743487, "mrr_at_20": 0.7690541237462379, "mrr_at_50": 0.7697982847348657, "mrr_at_100": 0.7699707664933622, "naucs_at_1_max": 0.20966013356626328, "naucs_at_1_std": -0.22498694181030202, "naucs_at_1_diff1": 0.8203652560809781, "naucs_at_3_max": 0.23726706779023002, "naucs_at_3_std": -0.19910153497947758, "naucs_at_3_diff1": 0.7597696577891234, "naucs_at_5_max": 0.2593769522413535, "naucs_at_5_std": -0.07129523156315126, "naucs_at_5_diff1": 0.7196065288758066, "naucs_at_10_max": 0.39432310858925906, "naucs_at_10_std": 0.18495449574107942, "naucs_at_10_diff1": 0.7253268900545096, "naucs_at_20_max": 0.3930768921714602, "naucs_at_20_std": 0.2479610897886844, "naucs_at_20_diff1": 0.6996988771005946, "naucs_at_50_max": 0.3643319555228912, "naucs_at_50_std": 0.18533772677648166, "naucs_at_50_diff1": 0.7079255723972542, "naucs_at_100_max": 0.3009083862139714, "naucs_at_100_std": 0.09790868216215114, "naucs_at_100_diff1": 0.6858147175459396}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.66, "ndcg_at_3": 0.76071, "ndcg_at_5": 0.79473, "ndcg_at_10": 0.80463, "ndcg_at_20": 0.80926, "ndcg_at_50": 0.81505, "ndcg_at_100": 0.81505, "map_at_1": 0.66, "map_at_3": 0.73667, "map_at_5": 0.75617, "map_at_10": 0.76037, "map_at_20": 0.76143, "map_at_50": 0.76231, "map_at_100": 0.76231, "recall_at_1": 0.66, "recall_at_3": 0.83, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.66, "precision_at_3": 0.27667, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.67, "mrr_at_3": 0.7516666666666667, "mrr_at_5": 0.7681666666666667, "mrr_at_10": 0.7707063492063492, "mrr_at_20": 0.7723209002899405, "mrr_at_50": 0.7728784938335943, "mrr_at_100": 0.7728784938335943, "naucs_at_1_max": 0.08169869560888152, "naucs_at_1_std": -0.013707723455806894, "naucs_at_1_diff1": 0.7249493843141157, "naucs_at_3_max": 0.2874557380855627, "naucs_at_3_std": -0.13574621234109166, "naucs_at_3_diff1": 0.7652231961455855, "naucs_at_5_max": 0.24380122419338, "naucs_at_5_std": -0.35024380122419174, "naucs_at_5_diff1": 0.7388214545077295, "naucs_at_10_max": 0.3075785869903511, "naucs_at_10_std": -0.32718643012760934, "naucs_at_10_diff1": 0.7786336756925011, "naucs_at_20_max": -0.005952380952378498, "naucs_at_20_std": -0.9213352007469534, "naucs_at_20_diff1": 0.7700746965452813, "naucs_at_50_max": 0.35807656395892007, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 0.7222222222222041, "naucs_at_100_max": 0.35807656395892007, "naucs_at_100_std": 0.35807656395892007, "naucs_at_100_diff1": 0.7222222222222041}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.98, "mrr_at_5": 0.982, "mrr_at_10": 0.982, "mrr_at_20": 0.982, "mrr_at_50": 0.982, "mrr_at_100": 0.982, "naucs_at_1_max": 0.7006302521008423, "naucs_at_1_std": 0.12184873949580065, "naucs_at_1_diff1": 0.96732026143791, "naucs_at_3_max": 0.7222222222222157, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.96917, "ndcg_at_5": 0.96917, "ndcg_at_10": 0.96917, "ndcg_at_20": 0.96917, "ndcg_at_50": 0.96917, "ndcg_at_100": 0.96917, "map_at_1": 0.92, "map_at_3": 0.95833, "map_at_5": 0.95833, "map_at_10": 0.95833, "map_at_20": 0.95833, "map_at_50": 0.95833, "map_at_100": 0.95833, "recall_at_1": 0.92, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.965, "mrr_at_5": 0.965, "mrr_at_10": 0.965, "mrr_at_20": 0.965, "mrr_at_50": 0.965, "mrr_at_100": 0.965, "naucs_at_1_max": 0.2525676937441629, "naucs_at_1_std": -0.10498366013071944, "naucs_at_1_diff1": 0.9325980392156855, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.738, "ndcg_at_3": 0.78171, "ndcg_at_5": 0.7942, "ndcg_at_10": 0.80782, "ndcg_at_20": 0.81884, "ndcg_at_50": 0.82731, "ndcg_at_100": 0.82893, "map_at_1": 0.738, "map_at_3": 0.77, "map_at_5": 0.777, "map_at_10": 0.78266, "map_at_20": 0.78589, "map_at_50": 0.78731, "map_at_100": 0.78745, "recall_at_1": 0.738, "recall_at_3": 0.816, "recall_at_5": 0.846, "recall_at_10": 0.888, "recall_at_20": 0.93, "recall_at_50": 0.972, "recall_at_100": 0.982, "precision_at_1": 0.738, "precision_at_3": 0.272, "precision_at_5": 0.1692, "precision_at_10": 0.0888, "precision_at_20": 0.0465, "precision_at_50": 0.01944, "precision_at_100": 0.00982, "mrr_at_1": 0.736, "mrr_at_3": 0.7696666666666666, "mrr_at_5": 0.7769666666666667, "mrr_at_10": 0.7824468253968254, "mrr_at_20": 0.7856496591987304, "mrr_at_50": 0.7868935264577809, "mrr_at_100": 0.7870774396931399, "naucs_at_1_max": 0.6441244857086442, "naucs_at_1_std": 0.06486619357906503, "naucs_at_1_diff1": 0.9230124477649233, "naucs_at_3_max": 0.6578972930967495, "naucs_at_3_std": 0.12599296291499376, "naucs_at_3_diff1": 0.8838934939342918, "naucs_at_5_max": 0.6557436425330749, "naucs_at_5_std": 0.14340361177831004, "naucs_at_5_diff1": 0.8845107832297585, "naucs_at_10_max": 0.6284243100649344, "naucs_at_10_std": 0.1057139475108209, "naucs_at_10_diff1": 0.8592228084415582, "naucs_at_20_max": 0.7293850873682812, "naucs_at_20_std": 0.22198212618380547, "naucs_at_20_diff1": 0.8774176337201546, "naucs_at_50_max": 0.6484260370814985, "naucs_at_50_std": 0.5022342270241381, "naucs_at_50_diff1": 0.8701147125516864, "naucs_at_100_max": 0.7380952380952427, "naucs_at_100_std": 0.6890756302521013, "naucs_at_100_diff1": 0.9092229484386288}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50776, "ndcg_at_3": 0.57475, "ndcg_at_5": 0.60013, "ndcg_at_10": 0.62058, "ndcg_at_20": 0.63501, "ndcg_at_50": 0.6462, "ndcg_at_100": 0.65513, "map_at_1": 0.50776, "map_at_3": 0.55876, "map_at_5": 0.57273, "map_at_10": 0.58137, "map_at_20": 0.58527, "map_at_50": 0.58695, "map_at_100": 0.58772, "recall_at_1": 0.50776, "recall_at_3": 0.62084, "recall_at_5": 0.68293, "recall_at_10": 0.74501, "recall_at_20": 0.80266, "recall_at_50": 0.86031, "recall_at_100": 0.91574, "precision_at_1": 0.50776, "precision_at_3": 0.20695, "precision_at_5": 0.13659, "precision_at_10": 0.0745, "precision_at_20": 0.04013, "precision_at_50": 0.01721, "precision_at_100": 0.00916, "mrr_at_1": 0.5121951219512195, "mrr_at_3": 0.5598669623059866, "mrr_at_5": 0.5732815964523282, "mrr_at_10": 0.5825062471403935, "mrr_at_20": 0.5859834952726223, "mrr_at_50": 0.5879193696680363, "mrr_at_100": 0.5886403970009746, "naucs_at_1_max": 0.569317766849609, "naucs_at_1_std": 0.2506731863692249, "naucs_at_1_diff1": 0.8940819253399216, "naucs_at_3_max": 0.5320242408844945, "naucs_at_3_std": 0.31139898363283913, "naucs_at_3_diff1": 0.8292659998128213, "naucs_at_5_max": 0.5013862652967811, "naucs_at_5_std": 0.4624341080727763, "naucs_at_5_diff1": 0.8045414688653402, "naucs_at_10_max": 0.5030904726189009, "naucs_at_10_std": 0.533507880084528, "naucs_at_10_diff1": 0.7729429212153898, "naucs_at_20_max": 0.45929954704965514, "naucs_at_20_std": 0.6220482743867082, "naucs_at_20_diff1": 0.7445601717421665, "naucs_at_50_max": 0.3566491997151963, "naucs_at_50_std": 0.6976932061646426, "naucs_at_50_diff1": 0.764513580811436, "naucs_at_100_max": 0.2787609440415055, "naucs_at_100_std": 0.7732527040792341, "naucs_at_100_diff1": 0.797647076714487}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_50": 0.99631, "ndcg_at_100": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_50": 0.995, "map_at_100": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_50": 0.995, "mrr_at_100": 0.995, "naucs_at_1_max": -0.5634920634920657, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.86235, "ndcg_at_3": 0.90158, "ndcg_at_5": 0.90567, "ndcg_at_10": 0.91363, "ndcg_at_20": 0.91519, "ndcg_at_50": 0.91877, "ndcg_at_100": 0.91943, "map_at_1": 0.86235, "map_at_3": 0.89204, "map_at_5": 0.89426, "map_at_10": 0.89761, "map_at_20": 0.89804, "map_at_50": 0.89861, "map_at_100": 0.89866, "recall_at_1": 0.86235, "recall_at_3": 0.92915, "recall_at_5": 0.93927, "recall_at_10": 0.96356, "recall_at_20": 0.96964, "recall_at_50": 0.98785, "recall_at_100": 0.9919, "precision_at_1": 0.86235, "precision_at_3": 0.30972, "precision_at_5": 0.18785, "precision_at_10": 0.09636, "precision_at_20": 0.04848, "precision_at_50": 0.01976, "precision_at_100": 0.00992, "mrr_at_1": 0.8603238866396761, "mrr_at_3": 0.8903508771929824, "mrr_at_5": 0.8931848852901485, "mrr_at_10": 0.8970864661654135, "mrr_at_20": 0.8973279605897335, "mrr_at_50": 0.8978873365734087, "mrr_at_100": 0.8979428941866536, "naucs_at_1_max": 0.6141087424038754, "naucs_at_1_std": -0.030722276569984355, "naucs_at_1_diff1": 0.9202550833899372, "naucs_at_3_max": 0.6449024060358626, "naucs_at_3_std": -0.1880330467463847, "naucs_at_3_diff1": 0.9225365697409679, "naucs_at_5_max": 0.6732032874315905, "naucs_at_5_std": -0.1432252604677148, "naucs_at_5_diff1": 0.9232372044252183, "naucs_at_10_max": 0.8191686971467412, "naucs_at_10_std": 0.22617716320424064, "naucs_at_10_diff1": 0.9401180393458267, "naucs_at_20_max": 0.8589054528404234, "naucs_at_20_std": 0.1941650857143643, "naucs_at_20_diff1": 0.9640708236075015, "naucs_at_50_max": 0.9319439680295378, "naucs_at_50_std": 0.6371519734027287, "naucs_at_50_diff1": 0.9782330909892136, "naucs_at_100_max": 0.8979159520443043, "naucs_at_100_std": 0.7864897480536438, "naucs_at_100_diff1": 0.9673496364838197}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.95524, "ndcg_at_5": 0.95911, "ndcg_at_10": 0.96267, "ndcg_at_20": 0.96267, "ndcg_at_50": 0.96457, "ndcg_at_100": 0.96457, "map_at_1": 0.93, "map_at_3": 0.95, "map_at_5": 0.952, "map_at_10": 0.95367, "map_at_20": 0.95367, "map_at_50": 0.95394, "map_at_100": 0.95394, "recall_at_1": 0.93, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.95, "mrr_at_5": 0.9545, "mrr_at_10": 0.9545, "mrr_at_20": 0.9545, "mrr_at_50": 0.9547941176470589, "mrr_at_100": 0.9547941176470589, "naucs_at_1_max": 0.5122715752967848, "naucs_at_1_std": -0.8083900226757392, "naucs_at_1_diff1": 0.9626517273576113, "naucs_at_3_max": 0.7587924058512326, "naucs_at_3_std": -0.9752567693744157, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6381886087768404, "naucs_at_5_std": -1.7399626517273414, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.74286, "ndcg_at_3": 0.80578, "ndcg_at_5": 0.81331, "ndcg_at_10": 0.83414, "ndcg_at_20": 0.84421, "ndcg_at_50": 0.84981, "ndcg_at_100": 0.84981, "map_at_1": 0.74286, "map_at_3": 0.79048, "map_at_5": 0.79476, "map_at_10": 0.80337, "map_at_20": 0.80621, "map_at_50": 0.80708, "map_at_100": 0.80708, "recall_at_1": 0.74286, "recall_at_3": 0.85, "recall_at_5": 0.86786, "recall_at_10": 0.93214, "recall_at_20": 0.97143, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74286, "precision_at_3": 0.28333, "precision_at_5": 0.17357, "precision_at_10": 0.09321, "precision_at_20": 0.04857, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.7392857142857143, "mrr_at_3": 0.7869047619047619, "mrr_at_5": 0.7924404761904762, "mrr_at_10": 0.8010884353741496, "mrr_at_20": 0.8036055972505552, "mrr_at_50": 0.8044824919583908, "mrr_at_100": 0.8044824919583908, "naucs_at_1_max": 0.2579714168809912, "naucs_at_1_std": 0.06030804302080844, "naucs_at_1_diff1": 0.8073342880523727, "naucs_at_3_max": 0.23897075914648253, "naucs_at_3_std": 0.10569011203570283, "naucs_at_3_diff1": 0.7397378085630618, "naucs_at_5_max": 0.23385982745588652, "naucs_at_5_std": 0.08519039799827996, "naucs_at_5_diff1": 0.6976698725467213, "naucs_at_10_max": 0.20789719396530357, "naucs_at_10_std": -0.05779153766769964, "naucs_at_10_diff1": 0.7551968155683331, "naucs_at_20_max": 0.07142857142857674, "naucs_at_20_std": -0.1817810457516319, "naucs_at_20_diff1": 0.7208216619981378, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}}
+{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.55769, "ndcg_at_3": 0.59025, "ndcg_at_5": 0.6239, "ndcg_at_10": 0.65316, "ndcg_at_20": 0.66592, "ndcg_at_50": 0.70084, "ndcg_at_100": 0.71199, "map_at_1": 0.41218, "map_at_3": 0.52196, "map_at_5": 0.56013, "map_at_10": 0.5815, "map_at_20": 0.58679, "map_at_50": 0.5965, "map_at_100": 0.59986, "recall_at_1": 0.41218, "recall_at_3": 0.58526, "recall_at_5": 0.68989, "recall_at_10": 0.76667, "recall_at_20": 0.79845, "recall_at_50": 0.93487, "recall_at_100": 0.97925, "precision_at_1": 0.55769, "precision_at_3": 0.32692, "precision_at_5": 0.25, "precision_at_10": 0.14808, "precision_at_20": 0.08173, "precision_at_50": 0.04077, "precision_at_100": 0.02288, "mrr_at_1": 0.5384615384615384, "mrr_at_3": 0.6346153846153846, "mrr_at_5": 0.6519230769230769, "mrr_at_10": 0.6657738095238096, "mrr_at_20": 0.6657738095238096, "mrr_at_50": 0.6679967552690225, "mrr_at_100": 0.6679967552690225, "naucs_at_1_max": -0.0015301281218893332, "naucs_at_1_std": -0.06182186588065366, "naucs_at_1_diff1": 0.5095983704178589, "naucs_at_3_max": 0.05008545787921034, "naucs_at_3_std": 0.08864177206586958, "naucs_at_3_diff1": 0.1400568721748752, "naucs_at_5_max": -0.062030992382321355, "naucs_at_5_std": 0.03631862434860288, "naucs_at_5_diff1": -0.014132142437656935, "naucs_at_10_max": -0.035566905243383656, "naucs_at_10_std": 0.10736984851419631, "naucs_at_10_diff1": -0.09844127278033739, "naucs_at_20_max": -0.035148726331325195, "naucs_at_20_std": 0.06499869558933415, "naucs_at_20_diff1": -0.20004466530121362, "naucs_at_50_max": -0.07932571084788578, "naucs_at_50_std": 0.003493459891454202, "naucs_at_50_diff1": -0.25573686815072905, "naucs_at_100_max": -0.1600078104725232, "naucs_at_100_std": -0.05498832949934478, "naucs_at_100_diff1": -0.30041742080674294},
+        "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.52155,
+            "ndcg_at_3": 0.49206,
+            "ndcg_at_5": 0.47434,
+            "ndcg_at_10": 0.47073,
+            "ndcg_at_20": 0.50069,
+            "ndcg_at_50": 0.57312,
+            "ndcg_at_100": 0.61206,
+            "map_at_1": 0.0716,
+            "map_at_3": 0.14177,
+            "map_at_5": 0.18287,
+            "map_at_10": 0.23948,
+            "map_at_20": 0.29016,
+            "map_at_50": 0.34683,
+            "map_at_100": 0.37069,
+            "recall_at_1": 0.0716,
+            "recall_at_3": 0.17469,
+            "recall_at_5": 0.25297,
+            "recall_at_10": 0.38136,
+            "recall_at_20": 0.52518,
+            "recall_at_50": 0.73196,
+            "recall_at_100": 0.85496,
+            "precision_at_1": 0.52155,
+            "precision_at_3": 0.45546,
+            "precision_at_5": 0.41552,
+            "precision_at_10": 0.34828,
+            "precision_at_20": 0.27198,
+            "precision_at_50": 0.18017,
+            "precision_at_100": 0.11737,
+            "mrr_at_1": 0.5517241379310345,
+            "mrr_at_3": 0.6364942528735632,
+            "mrr_at_5": 0.6556752873563219,
+            "mrr_at_10": 0.6673645320197044,
+            "mrr_at_20": 0.6708351232945553,
+            "mrr_at_50": 0.6718745665514455,
+            "mrr_at_100": 0.6720135740600751,
+            "naucs_at_1_max": 0.05718404144385233,
+            "naucs_at_1_std": 0.26331794533119324,
+            "naucs_at_1_diff1": 0.08205292826546796,
+            "naucs_at_3_max": -0.014058515379559773,
+            "naucs_at_3_std": 0.15555374585780468,
+            "naucs_at_3_diff1": 0.02837554993598579,
+            "naucs_at_5_max": -0.021366601663634906,
+            "naucs_at_5_std": 0.15297077490978508,
+            "naucs_at_5_diff1": -0.05455206803441569,
+            "naucs_at_10_max": -0.010384669113895033,
+            "naucs_at_10_std": 0.1149076309941039,
+            "naucs_at_10_diff1": -0.02077398806376675,
+            "naucs_at_20_max": -0.04105760638531271,
+            "naucs_at_20_std": 0.07837017190708079,
+            "naucs_at_20_diff1": -0.03705102568290371,
+            "naucs_at_50_max": -0.037955743944809474,
+            "naucs_at_50_std": 0.027928259819523304,
+            "naucs_at_50_diff1": -0.03721135735441238,
+            "naucs_at_100_max": -0.06020103993517296,
+            "naucs_at_100_std": -0.030043202685263965,
+            "naucs_at_100_diff1": -0.01772314543558605
+        },
+        "vidore/synthetic_axa_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.40278,
+            "ndcg_at_3": 0.42338,
+            "ndcg_at_5": 0.43188,
+            "ndcg_at_10": 0.46109,
+            "ndcg_at_20": 0.49562,
+            "ndcg_at_50": 0.5461,
+            "ndcg_at_100": 0.57925,
+            "map_at_1": 0.18598,
+            "map_at_3": 0.2639,
+            "map_at_5": 0.29475,
+            "map_at_10": 0.34083,
+            "map_at_20": 0.36593,
+            "map_at_50": 0.386,
+            "map_at_100": 0.3933,
+            "recall_at_1": 0.18598,
+            "recall_at_3": 0.33079,
+            "recall_at_5": 0.40762,
+            "recall_at_10": 0.53168,
+            "recall_at_20": 0.64663,
+            "recall_at_50": 0.79493,
+            "recall_at_100": 0.92831,
+            "precision_at_1": 0.40278,
+            "precision_at_3": 0.29167,
+            "precision_at_5": 0.25278,
+            "precision_at_10": 0.19722,
+            "precision_at_20": 0.12986,
+            "precision_at_50": 0.07111,
+            "precision_at_100": 0.04208,
+            "mrr_at_1": 0.4166666666666667,
+            "mrr_at_3": 0.537037037037037,
+            "mrr_at_5": 0.5523148148148148,
+            "mrr_at_10": 0.5614914021164021,
+            "mrr_at_20": 0.5645630853351442,
+            "mrr_at_50": 0.5664657621146683,
+            "mrr_at_100": 0.5672858923679548,
+            "naucs_at_1_max": 0.06113245885771247,
+            "naucs_at_1_std": 0.3316717613906031,
+            "naucs_at_1_diff1": 0.3944237250757658,
+            "naucs_at_3_max": -0.07653525048283757,
+            "naucs_at_3_std": 0.24683361673971127,
+            "naucs_at_3_diff1": 0.12214510034756643,
+            "naucs_at_5_max": -0.1755100523749529,
+            "naucs_at_5_std": 0.18520764595563718,
+            "naucs_at_5_diff1": 0.14280742682497646,
+            "naucs_at_10_max": -0.2826730634465927,
+            "naucs_at_10_std": 0.10345360745682104,
+            "naucs_at_10_diff1": 0.12239408620630915,
+            "naucs_at_20_max": -0.3231791486110226,
+            "naucs_at_20_std": 0.05631707838293684,
+            "naucs_at_20_diff1": 0.023901195809205404,
+            "naucs_at_50_max": -0.3860984581397384,
+            "naucs_at_50_std": -0.022202583266041336,
+            "naucs_at_50_diff1": -0.022270437742532168,
+            "naucs_at_100_max": -0.4514041584754146,
+            "naucs_at_100_std": -0.12052368009909002,
+            "naucs_at_100_diff1": -0.11225816311004723
+        },
+        "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {
+            "ndcg_at_1": 0.54375,
+            "ndcg_at_3": 0.55014,
+            "ndcg_at_5": 0.58063,
+            "ndcg_at_10": 0.61799,
+            "ndcg_at_20": 0.64465,
+            "ndcg_at_50": 0.66774,
+            "ndcg_at_100": 0.68137,
+            "map_at_1": 0.341,
+            "map_at_3": 0.44371,
+            "map_at_5": 0.48549,
+            "map_at_10": 0.51833,
+            "map_at_20": 0.53302,
+            "map_at_50": 0.54144,
+            "map_at_100": 0.54448,
+            "recall_at_1": 0.341,
+            "recall_at_3": 0.51882,
+            "recall_at_5": 0.61879,
+            "recall_at_10": 0.72604,
+            "recall_at_20": 0.79942,
+            "recall_at_50": 0.86686,
+            "recall_at_100": 0.92033,
+            "precision_at_1": 0.54375,
+            "precision_at_3": 0.33333,
+            "precision_at_5": 0.26,
+            "precision_at_10": 0.17,
+            "precision_at_20": 0.10031,
+            "precision_at_50": 0.04813,
+            "precision_at_100": 0.02687,
+            "mrr_at_1": 0.53125,
+            "mrr_at_3": 0.6479166666666667,
+            "mrr_at_5": 0.6679166666666666,
+            "mrr_at_10": 0.6748784722222222,
+            "mrr_at_20": 0.676951884920635,
+            "mrr_at_50": 0.677125496031746,
+            "mrr_at_100": 0.6773708172755428,
+            "naucs_at_1_max": 0.2137196955828125,
+            "naucs_at_1_std": -0.09633775313614189,
+            "naucs_at_1_diff1": 0.47073951059619384,
+            "naucs_at_3_max": 0.08114278730779471,
+            "naucs_at_3_std": -0.14153186383432595,
+            "naucs_at_3_diff1": 0.07452115367522877,
+            "naucs_at_5_max": 0.0331451495494918,
+            "naucs_at_5_std": -0.10297804881994162,
+            "naucs_at_5_diff1": -0.09894207282550616,
+            "naucs_at_10_max": -0.05520839449425835,
+            "naucs_at_10_std": -0.051925975009995365,
+            "naucs_at_10_diff1": -0.23212353528321325,
+            "naucs_at_20_max": -0.10440487782259938,
+            "naucs_at_20_std": 0.004203180785459043,
+            "naucs_at_20_diff1": -0.2641582046645338,
+            "naucs_at_50_max": -0.1404476051475642,
+            "naucs_at_50_std": 0.02859894466508541,
+            "naucs_at_50_diff1": -0.3008704407987988,
+            "naucs_at_100_max": -0.16778827139039063,
+            "naucs_at_100_std": 0.025766446540503498,
+            "naucs_at_100_diff1": -0.3047508898929732
+        },
+        "vidore/synthetic_rse_restaurant_filtered_v1.0": {
+            "ndcg_at_1": 0.47368,
+            "ndcg_at_3": 0.5163,
+            "ndcg_at_5": 0.51113,
+            "ndcg_at_10": 0.53452,
+            "ndcg_at_20": 0.58304,
+            "ndcg_at_50": 0.62184,
+            "ndcg_at_100": 0.63984,
+            "map_at_1": 0.24868,
+            "map_at_3": 0.38072,
+            "map_at_5": 0.41003,
+            "map_at_10": 0.43236,
+            "map_at_20": 0.45731,
+            "map_at_50": 0.47392,
+            "map_at_100": 0.48081,
+            "recall_at_1": 0.24868,
+            "recall_at_3": 0.4825,
+            "recall_at_5": 0.53542,
+            "recall_at_10": 0.62015,
+            "recall_at_20": 0.76813,
+            "recall_at_50": 0.88596,
+            "recall_at_100": 0.9411,
+            "precision_at_1": 0.47368,
+            "precision_at_3": 0.35088,
+            "precision_at_5": 0.24912,
+            "precision_at_10": 0.1614,
+            "precision_at_20": 0.1114,
+            "precision_at_50": 0.06175,
+            "precision_at_100": 0.03684,
+            "mrr_at_1": 0.43859649122807015,
+            "mrr_at_3": 0.5497076023391813,
+            "mrr_at_5": 0.5672514619883041,
+            "mrr_at_10": 0.5817947646895015,
+            "mrr_at_20": 0.5865799648694385,
+            "mrr_at_50": 0.5865799648694385,
+            "mrr_at_100": 0.5865799648694385,
+            "naucs_at_1_max": -0.15281315007007296,
+            "naucs_at_1_std": -0.09732895697414298,
+            "naucs_at_1_diff1": -0.054307967567707484,
+            "naucs_at_3_max": -0.1262466466922437,
+            "naucs_at_3_std": 0.01912433017431241,
+            "naucs_at_3_diff1": -0.0322859155285644,
+            "naucs_at_5_max": -0.20319416908259896,
+            "naucs_at_5_std": -0.01977830621179626,
+            "naucs_at_5_diff1": -0.06465338904783761,
+            "naucs_at_10_max": -0.3355195370581778,
+            "naucs_at_10_std": -0.07191908499371148,
+            "naucs_at_10_diff1": -0.16280287777389404,
+            "naucs_at_20_max": -0.3519830769771443,
+            "naucs_at_20_std": -0.0553967269335761,
+            "naucs_at_20_diff1": -0.22538674150572832,
+            "naucs_at_50_max": -0.40434694836908913,
+            "naucs_at_50_std": -0.0635783072099283,
+            "naucs_at_50_diff1": -0.24891528619775694,
+            "naucs_at_100_max": -0.40255432962139426,
+            "naucs_at_100_std": -0.024812871245828868,
+            "naucs_at_100_diff1": -0.2770007395208883
+        },
+        "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.43421,
+            "ndcg_at_3": 0.45235,
+            "ndcg_at_5": 0.47629,
+            "ndcg_at_10": 0.51342,
+            "ndcg_at_20": 0.56203,
+            "ndcg_at_50": 0.60278,
+            "ndcg_at_100": 0.62087,
+            "map_at_1": 0.20903,
+            "map_at_3": 0.32434,
+            "map_at_5": 0.36507,
+            "map_at_10": 0.39818,
+            "map_at_20": 0.42428,
+            "map_at_50": 0.44318,
+            "map_at_100": 0.45008,
+            "recall_at_1": 0.20903,
+            "recall_at_3": 0.41259,
+            "recall_at_5": 0.517,
+            "recall_at_10": 0.63435,
+            "recall_at_20": 0.78085,
+            "recall_at_50": 0.89863,
+            "recall_at_100": 0.96063,
+            "precision_at_1": 0.43421,
+            "precision_at_3": 0.30848,
+            "precision_at_5": 0.24211,
+            "precision_at_10": 0.16579,
+            "precision_at_20": 0.11404,
+            "precision_at_50": 0.065,
+            "precision_at_100": 0.03781,
+            "mrr_at_1": 0.40789473684210525,
+            "mrr_at_3": 0.527046783625731,
+            "mrr_at_5": 0.5505116959064328,
+            "mrr_at_10": 0.5619778613199666,
+            "mrr_at_20": 0.5671230833866283,
+            "mrr_at_50": 0.5679061765441998,
+            "mrr_at_100": 0.5680766019699277,
+            "naucs_at_1_max": -0.08674969923200349,
+            "naucs_at_1_std": -0.12785519757016292,
+            "naucs_at_1_diff1": 0.21374201473173102,
+            "naucs_at_3_max": -0.09166058489409566,
+            "naucs_at_3_std": -0.0031022367040863127,
+            "naucs_at_3_diff1": 0.09527091297221703,
+            "naucs_at_5_max": -0.14653312739712812,
+            "naucs_at_5_std": -0.024730167489363637,
+            "naucs_at_5_diff1": 0.03498407498195864,
+            "naucs_at_10_max": -0.225713473240533,
+            "naucs_at_10_std": -0.04303140407378188,
+            "naucs_at_10_diff1": -0.04308653466860575,
+            "naucs_at_20_max": -0.22185516203992944,
+            "naucs_at_20_std": 0.0034720805716530762,
+            "naucs_at_20_diff1": -0.09048444215470124,
+            "naucs_at_50_max": -0.2493546714738657,
+            "naucs_at_50_std": 0.02988512484202676,
+            "naucs_at_50_diff1": -0.14316883923135704,
+            "naucs_at_100_max": -0.24502201453228503,
+            "naucs_at_100_std": 0.05022809810444157,
+            "naucs_at_100_diff1": -0.16824546554534991
+        },
+        "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {
+            "ndcg_at_1": 0.47344,
+            "ndcg_at_3": 0.48278,
+            "ndcg_at_5": 0.50462,
+            "ndcg_at_10": 0.54603,
+            "ndcg_at_20": 0.57554,
+            "ndcg_at_50": 0.60318,
+            "ndcg_at_100": 0.61783,
+            "map_at_1": 0.29225,
+            "map_at_3": 0.38846,
+            "map_at_5": 0.41965,
+            "map_at_10": 0.45149,
+            "map_at_20": 0.4665,
+            "map_at_50": 0.4757,
+            "map_at_100": 0.4787,
+            "recall_at_1": 0.29225,
+            "recall_at_3": 0.4575,
+            "recall_at_5": 0.53998,
+            "recall_at_10": 0.65515,
+            "recall_at_20": 0.73766,
+            "recall_at_50": 0.82431,
+            "recall_at_100": 0.88049,
+            "precision_at_1": 0.47344,
+            "precision_at_3": 0.29271,
+            "precision_at_5": 0.22219,
+            "precision_at_10": 0.15063,
+            "precision_at_20": 0.09242,
+            "precision_at_50": 0.04556,
+            "precision_at_100": 0.02589,
+            "mrr_at_1": 0.4765625,
+            "mrr_at_3": 0.571875,
+            "mrr_at_5": 0.5919531250000001,
+            "mrr_at_10": 0.603569568452381,
+            "mrr_at_20": 0.6061578451003761,
+            "mrr_at_50": 0.6075146999835276,
+            "mrr_at_100": 0.6077601140458406,
+            "naucs_at_1_max": 0.1445901429688257,
+            "naucs_at_1_std": 0.04879422266502493,
+            "naucs_at_1_diff1": 0.5049804967501459,
+            "naucs_at_3_max": 0.05246742121385186,
+            "naucs_at_3_std": 0.01874772857068724,
+            "naucs_at_3_diff1": 0.11757826696433202,
+            "naucs_at_5_max": -0.013339203485967377,
+            "naucs_at_5_std": -0.0009205466630953247,
+            "naucs_at_5_diff1": -0.02244922882409139,
+            "naucs_at_10_max": -0.08682090615078707,
+            "naucs_at_10_std": -0.026375248494198728,
+            "naucs_at_10_diff1": -0.11292318191258877,
+            "naucs_at_20_max": -0.10431885508803695,
+            "naucs_at_20_std": -0.014521415178763706,
+            "naucs_at_20_diff1": -0.13511356596066346,
+            "naucs_at_50_max": -0.11201225918267631,
+            "naucs_at_50_std": -0.005547413995007679,
+            "naucs_at_50_diff1": -0.1690941900485591,
+            "naucs_at_100_max": -0.11394876645349264,
+            "naucs_at_100_std": -0.004511467497133766,
+            "naucs_at_100_diff1": -0.1838988167132217
+        },
+        "vidore/synthetic_axa_filtered_v1.0": {
+            "ndcg_at_1": 0.5,
+            "ndcg_at_3": 0.56867,
+            "ndcg_at_5": 0.55526,
+            "ndcg_at_10": 0.60941,
+            "ndcg_at_20": 0.64561,
+            "ndcg_at_50": 0.68001,
+            "ndcg_at_100": 0.69265,
+            "map_at_1": 0.27727,
+            "map_at_3": 0.35875,
+            "map_at_5": 0.39504,
+            "map_at_10": 0.46566,
+            "map_at_20": 0.49683,
+            "map_at_50": 0.51669,
+            "map_at_100": 0.52099,
+            "recall_at_1": 0.27727,
+            "recall_at_3": 0.42251,
+            "recall_at_5": 0.52575,
+            "recall_at_10": 0.71606,
+            "recall_at_20": 0.84591,
+            "recall_at_50": 0.92616,
+            "recall_at_100": 0.96409,
+            "precision_at_1": 0.5,
+            "precision_at_3": 0.40741,
+            "precision_at_5": 0.31111,
+            "precision_at_10": 0.26111,
+            "precision_at_20": 0.16389,
+            "precision_at_50": 0.08222,
+            "precision_at_100": 0.04444,
+            "mrr_at_1": 0.5,
+            "mrr_at_3": 0.6388888888888888,
+            "mrr_at_5": 0.6499999999999999,
+            "mrr_at_10": 0.6569444444444444,
+            "mrr_at_20": 0.6619949494949495,
+            "mrr_at_50": 0.6619949494949495,
+            "mrr_at_100": 0.6619949494949495,
+            "naucs_at_1_max": 0.2391397608003576,
+            "naucs_at_1_std": 0.482551712361611,
+            "naucs_at_1_diff1": 0.667251917503491,
+            "naucs_at_3_max": -0.38189620059324003,
+            "naucs_at_3_std": -0.129814608949739,
+            "naucs_at_3_diff1": 0.08359826029840706,
+            "naucs_at_5_max": -0.3011049936269833,
+            "naucs_at_5_std": -0.06441362578488513,
+            "naucs_at_5_diff1": 0.04020203353486208,
+            "naucs_at_10_max": -0.5870365042935282,
+            "naucs_at_10_std": -0.28281959532528894,
+            "naucs_at_10_diff1": -0.15693878923310364,
+            "naucs_at_20_max": -0.5953052343289993,
+            "naucs_at_20_std": -0.29672745276113194,
+            "naucs_at_20_diff1": -0.2728904750514949,
+            "naucs_at_50_max": -0.5811912843121961,
+            "naucs_at_50_std": -0.29048866766495884,
+            "naucs_at_50_diff1": -0.2766099302628687,
+            "naucs_at_100_max": -0.6008401367555216,
+            "naucs_at_100_std": -0.3146834589604316,
+            "naucs_at_100_diff1": -0.3235737984505229
+        },
+        "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {
+            "ndcg_at_1": 0.7069,
+            "ndcg_at_3": 0.62914,
+            "ndcg_at_5": 0.60895,
+            "ndcg_at_10": 0.59235,
+            "ndcg_at_20": 0.60868,
+            "ndcg_at_50": 0.6774,
+            "ndcg_at_100": 0.70833,
+            "map_at_1": 0.09114,
+            "map_at_3": 0.18669,
+            "map_at_5": 0.24899,
+            "map_at_10": 0.32604,
+            "map_at_20": 0.38536,
+            "map_at_50": 0.449,
+            "map_at_100": 0.47366,
+            "recall_at_1": 0.09114,
+            "recall_at_3": 0.22238,
+            "recall_at_5": 0.32271,
+            "recall_at_10": 0.47222,
+            "recall_at_20": 0.61498,
+            "recall_at_50": 0.8178,
+            "recall_at_100": 0.92015,
+            "precision_at_1": 0.7069,
+            "precision_at_3": 0.58046,
+            "precision_at_5": 0.54138,
+            "precision_at_10": 0.43448,
+            "precision_at_20": 0.32069,
+            "precision_at_50": 0.20276,
+            "precision_at_100": 0.12759,
+            "mrr_at_1": 0.7068965517241379,
+            "mrr_at_3": 0.7758620689655172,
+            "mrr_at_5": 0.7879310344827587,
+            "mrr_at_10": 0.7936781609195402,
+            "mrr_at_20": 0.7960186196494512,
+            "mrr_at_50": 0.796737010454049,
+            "mrr_at_100": 0.796737010454049,
+            "naucs_at_1_max": -0.06259991602002318,
+            "naucs_at_1_std": -0.00006667424842427656,
+            "naucs_at_1_diff1": 0.03824977791641635,
+            "naucs_at_3_max": -0.08447178148855272,
+            "naucs_at_3_std": 0.001279986551504128,
+            "naucs_at_3_diff1": -0.01478005816697471,
+            "naucs_at_5_max": -0.11668651214285025,
+            "naucs_at_5_std": 0.007289645445013113,
+            "naucs_at_5_diff1": -0.1330937442673322,
+            "naucs_at_10_max": -0.07191479196412351,
+            "naucs_at_10_std": 0.025727514135516917,
+            "naucs_at_10_diff1": -0.08241471734399841,
+            "naucs_at_20_max": -0.02204930618500031,
+            "naucs_at_20_std": 0.0960681659954945,
+            "naucs_at_20_diff1": -0.07361204316664276,
+            "naucs_at_50_max": -0.07065872183954744,
+            "naucs_at_50_std": 0.049302385402900294,
+            "naucs_at_50_diff1": -0.0689573689134034,
+            "naucs_at_100_max": -0.11244936840256693,
+            "naucs_at_100_std": -0.003132058170728341,
+            "naucs_at_100_diff1": -0.0197304369593
+        }, "../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.67254, "ndcg_at_3": 0.77154, "ndcg_at_5": 0.79508, "ndcg_at_10": 0.80896, "ndcg_at_20": 0.81304, "ndcg_at_50": 0.81748, "ndcg_at_100": 0.81945, "map_at_1": 0.67254, "map_at_3": 0.74737, "map_at_5": 0.76058, "map_at_10": 0.76651, "map_at_20": 0.76767, "map_at_50": 0.76838, "map_at_100": 0.76855, "recall_at_1": 0.67254, "recall_at_3": 0.84143, "recall_at_5": 0.89793, "recall_at_10": 0.93985, "recall_at_20": 0.95565, "recall_at_50": 0.97813, "recall_at_100": 0.99028, "precision_at_1": 0.67254, "precision_at_3": 0.28048, "precision_at_5": 0.17959, "precision_at_10": 0.09399, "precision_at_20": 0.04778, "precision_at_50": 0.01956, "precision_at_100": 0.0099, "mrr_at_1": 0.6731470230862697, "mrr_at_3": 0.7493924665856622, "mrr_at_5": 0.7618772782503037, "mrr_at_10": 0.7678631699743487, "mrr_at_20": 0.7690541237462379, "mrr_at_50": 0.7697982847348657, "mrr_at_100": 0.7699707664933622, "naucs_at_1_max": 0.20966013356626328, "naucs_at_1_std": -0.22498694181030202, "naucs_at_1_diff1": 0.8203652560809781, "naucs_at_3_max": 0.23726706779023002, "naucs_at_3_std": -0.19910153497947758, "naucs_at_3_diff1": 0.7597696577891234, "naucs_at_5_max": 0.2593769522413535, "naucs_at_5_std": -0.07129523156315126, "naucs_at_5_diff1": 0.7196065288758066, "naucs_at_10_max": 0.39432310858925906, "naucs_at_10_std": 0.18495449574107942, "naucs_at_10_diff1": 0.7253268900545096, "naucs_at_20_max": 0.3930768921714602, "naucs_at_20_std": 0.2479610897886844, "naucs_at_20_diff1": 0.6996988771005946, "naucs_at_50_max": 0.3643319555228912, "naucs_at_50_std": 0.18533772677648166, "naucs_at_50_diff1": 0.7079255723972542, "naucs_at_100_max": 0.3009083862139714, "naucs_at_100_std": 0.09790868216215114, "naucs_at_100_diff1": 0.6858147175459396}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.66, "ndcg_at_3": 0.76071, "ndcg_at_5": 0.79473, "ndcg_at_10": 0.80463, "ndcg_at_20": 0.80926, "ndcg_at_50": 0.81505, "ndcg_at_100": 0.81505, "map_at_1": 0.66, "map_at_3": 0.73667, "map_at_5": 0.75617, "map_at_10": 0.76037, "map_at_20": 0.76143, "map_at_50": 0.76231, "map_at_100": 0.76231, "recall_at_1": 0.66, "recall_at_3": 0.83, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.66, "precision_at_3": 0.27667, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.67, "mrr_at_3": 0.7516666666666667, "mrr_at_5": 0.7681666666666667, "mrr_at_10": 0.7707063492063492, "mrr_at_20": 0.7723209002899405, "mrr_at_50": 0.7728784938335943, "mrr_at_100": 0.7728784938335943, "naucs_at_1_max": 0.08169869560888152, "naucs_at_1_std": -0.013707723455806894, "naucs_at_1_diff1": 0.7249493843141157, "naucs_at_3_max": 0.2874557380855627, "naucs_at_3_std": -0.13574621234109166, "naucs_at_3_diff1": 0.7652231961455855, "naucs_at_5_max": 0.24380122419338, "naucs_at_5_std": -0.35024380122419174, "naucs_at_5_diff1": 0.7388214545077295, "naucs_at_10_max": 0.3075785869903511, "naucs_at_10_std": -0.32718643012760934, "naucs_at_10_diff1": 0.7786336756925011, "naucs_at_20_max": -0.005952380952378498, "naucs_at_20_std": -0.9213352007469534, "naucs_at_20_diff1": 0.7700746965452813, "naucs_at_50_max": 0.35807656395892007, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 0.7222222222222041, "naucs_at_100_max": 0.35807656395892007, "naucs_at_100_std": 0.35807656395892007, "naucs_at_100_diff1": 0.7222222222222041}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.98, "mrr_at_5": 0.982, "mrr_at_10": 0.982, "mrr_at_20": 0.982, "mrr_at_50": 0.982, "mrr_at_100": 0.982, "naucs_at_1_max": 0.7006302521008423, "naucs_at_1_std": 0.12184873949580065, "naucs_at_1_diff1": 0.96732026143791, "naucs_at_3_max": 0.7222222222222157, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.96917, "ndcg_at_5": 0.96917, "ndcg_at_10": 0.96917, "ndcg_at_20": 0.96917, "ndcg_at_50": 0.96917, "ndcg_at_100": 0.96917, "map_at_1": 0.92, "map_at_3": 0.95833, "map_at_5": 0.95833, "map_at_10": 0.95833, "map_at_20": 0.95833, "map_at_50": 0.95833, "map_at_100": 0.95833, "recall_at_1": 0.92, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.965, "mrr_at_5": 0.965, "mrr_at_10": 0.965, "mrr_at_20": 0.965, "mrr_at_50": 0.965, "mrr_at_100": 0.965, "naucs_at_1_max": 0.2525676937441629, "naucs_at_1_std": -0.10498366013071944, "naucs_at_1_diff1": 0.9325980392156855, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.738, "ndcg_at_3": 0.78171, "ndcg_at_5": 0.7942, "ndcg_at_10": 0.80782, "ndcg_at_20": 0.81884, "ndcg_at_50": 0.82731, "ndcg_at_100": 0.82893, "map_at_1": 0.738, "map_at_3": 0.77, "map_at_5": 0.777, "map_at_10": 0.78266, "map_at_20": 0.78589, "map_at_50": 0.78731, "map_at_100": 0.78745, "recall_at_1": 0.738, "recall_at_3": 0.816, "recall_at_5": 0.846, "recall_at_10": 0.888, "recall_at_20": 0.93, "recall_at_50": 0.972, "recall_at_100": 0.982, "precision_at_1": 0.738, "precision_at_3": 0.272, "precision_at_5": 0.1692, "precision_at_10": 0.0888, "precision_at_20": 0.0465, "precision_at_50": 0.01944, "precision_at_100": 0.00982, "mrr_at_1": 0.736, "mrr_at_3": 0.7696666666666666, "mrr_at_5": 0.7769666666666667, "mrr_at_10": 0.7824468253968254, "mrr_at_20": 0.7856496591987304, "mrr_at_50": 0.7868935264577809, "mrr_at_100": 0.7870774396931399, "naucs_at_1_max": 0.6441244857086442, "naucs_at_1_std": 0.06486619357906503, "naucs_at_1_diff1": 0.9230124477649233, "naucs_at_3_max": 0.6578972930967495, "naucs_at_3_std": 0.12599296291499376, "naucs_at_3_diff1": 0.8838934939342918, "naucs_at_5_max": 0.6557436425330749, "naucs_at_5_std": 0.14340361177831004, "naucs_at_5_diff1": 0.8845107832297585, "naucs_at_10_max": 0.6284243100649344, "naucs_at_10_std": 0.1057139475108209, "naucs_at_10_diff1": 0.8592228084415582, "naucs_at_20_max": 0.7293850873682812, "naucs_at_20_std": 0.22198212618380547, "naucs_at_20_diff1": 0.8774176337201546, "naucs_at_50_max": 0.6484260370814985, "naucs_at_50_std": 0.5022342270241381, "naucs_at_50_diff1": 0.8701147125516864, "naucs_at_100_max": 0.7380952380952427, "naucs_at_100_std": 0.6890756302521013, "naucs_at_100_diff1": 0.9092229484386288}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50776, "ndcg_at_3": 0.57475, "ndcg_at_5": 0.60013, "ndcg_at_10": 0.62058, "ndcg_at_20": 0.63501, "ndcg_at_50": 0.6462, "ndcg_at_100": 0.65513, "map_at_1": 0.50776, "map_at_3": 0.55876, "map_at_5": 0.57273, "map_at_10": 0.58137, "map_at_20": 0.58527, "map_at_50": 0.58695, "map_at_100": 0.58772, "recall_at_1": 0.50776, "recall_at_3": 0.62084, "recall_at_5": 0.68293, "recall_at_10": 0.74501, "recall_at_20": 0.80266, "recall_at_50": 0.86031, "recall_at_100": 0.91574, "precision_at_1": 0.50776, "precision_at_3": 0.20695, "precision_at_5": 0.13659, "precision_at_10": 0.0745, "precision_at_20": 0.04013, "precision_at_50": 0.01721, "precision_at_100": 0.00916, "mrr_at_1": 0.5121951219512195, "mrr_at_3": 0.5598669623059866, "mrr_at_5": 0.5732815964523282, "mrr_at_10": 0.5825062471403935, "mrr_at_20": 0.5859834952726223, "mrr_at_50": 0.5879193696680363, "mrr_at_100": 0.5886403970009746, "naucs_at_1_max": 0.569317766849609, "naucs_at_1_std": 0.2506731863692249, "naucs_at_1_diff1": 0.8940819253399216, "naucs_at_3_max": 0.5320242408844945, "naucs_at_3_std": 0.31139898363283913, "naucs_at_3_diff1": 0.8292659998128213, "naucs_at_5_max": 0.5013862652967811, "naucs_at_5_std": 0.4624341080727763, "naucs_at_5_diff1": 0.8045414688653402, "naucs_at_10_max": 0.5030904726189009, "naucs_at_10_std": 0.533507880084528, "naucs_at_10_diff1": 0.7729429212153898, "naucs_at_20_max": 0.45929954704965514, "naucs_at_20_std": 0.6220482743867082, "naucs_at_20_diff1": 0.7445601717421665, "naucs_at_50_max": 0.3566491997151963, "naucs_at_50_std": 0.6976932061646426, "naucs_at_50_diff1": 0.764513580811436, "naucs_at_100_max": 0.2787609440415055, "naucs_at_100_std": 0.7732527040792341, "naucs_at_100_diff1": 0.797647076714487}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_50": 0.99631, "ndcg_at_100": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_50": 0.995, "map_at_100": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_50": 0.995, "mrr_at_100": 0.995, "naucs_at_1_max": -0.5634920634920657, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.86235, "ndcg_at_3": 0.90158, "ndcg_at_5": 0.90567, "ndcg_at_10": 0.91363, "ndcg_at_20": 0.91519, "ndcg_at_50": 0.91877, "ndcg_at_100": 0.91943, "map_at_1": 0.86235, "map_at_3": 0.89204, "map_at_5": 0.89426, "map_at_10": 0.89761, "map_at_20": 0.89804, "map_at_50": 0.89861, "map_at_100": 0.89866, "recall_at_1": 0.86235, "recall_at_3": 0.92915, "recall_at_5": 0.93927, "recall_at_10": 0.96356, "recall_at_20": 0.96964, "recall_at_50": 0.98785, "recall_at_100": 0.9919, "precision_at_1": 0.86235, "precision_at_3": 0.30972, "precision_at_5": 0.18785, "precision_at_10": 0.09636, "precision_at_20": 0.04848, "precision_at_50": 0.01976, "precision_at_100": 0.00992, "mrr_at_1": 0.8603238866396761, "mrr_at_3": 0.8903508771929824, "mrr_at_5": 0.8931848852901485, "mrr_at_10": 0.8970864661654135, "mrr_at_20": 0.8973279605897335, "mrr_at_50": 0.8978873365734087, "mrr_at_100": 0.8979428941866536, "naucs_at_1_max": 0.6141087424038754, "naucs_at_1_std": -0.030722276569984355, "naucs_at_1_diff1": 0.9202550833899372, "naucs_at_3_max": 0.6449024060358626, "naucs_at_3_std": -0.1880330467463847, "naucs_at_3_diff1": 0.9225365697409679, "naucs_at_5_max": 0.6732032874315905, "naucs_at_5_std": -0.1432252604677148, "naucs_at_5_diff1": 0.9232372044252183, "naucs_at_10_max": 0.8191686971467412, "naucs_at_10_std": 0.22617716320424064, "naucs_at_10_diff1": 0.9401180393458267, "naucs_at_20_max": 0.8589054528404234, "naucs_at_20_std": 0.1941650857143643, "naucs_at_20_diff1": 0.9640708236075015, "naucs_at_50_max": 0.9319439680295378, "naucs_at_50_std": 0.6371519734027287, "naucs_at_50_diff1": 0.9782330909892136, "naucs_at_100_max": 0.8979159520443043, "naucs_at_100_std": 0.7864897480536438, "naucs_at_100_diff1": 0.9673496364838197}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.95524, "ndcg_at_5": 0.95911, "ndcg_at_10": 0.96267, "ndcg_at_20": 0.96267, "ndcg_at_50": 0.96457, "ndcg_at_100": 0.96457, "map_at_1": 0.93, "map_at_3": 0.95, "map_at_5": 0.952, "map_at_10": 0.95367, "map_at_20": 0.95367, "map_at_50": 0.95394, "map_at_100": 0.95394, "recall_at_1": 0.93, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.95, "mrr_at_5": 0.9545, "mrr_at_10": 0.9545, "mrr_at_20": 0.9545, "mrr_at_50": 0.9547941176470589, "mrr_at_100": 0.9547941176470589, "naucs_at_1_max": 0.5122715752967848, "naucs_at_1_std": -0.8083900226757392, "naucs_at_1_diff1": 0.9626517273576113, "naucs_at_3_max": 0.7587924058512326, "naucs_at_3_std": -0.9752567693744157, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6381886087768404, "naucs_at_5_std": -1.7399626517273414, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.74286, "ndcg_at_3": 0.80578, "ndcg_at_5": 0.81331, "ndcg_at_10": 0.83414, "ndcg_at_20": 0.84421, "ndcg_at_50": 0.84981, "ndcg_at_100": 0.84981, "map_at_1": 0.74286, "map_at_3": 0.79048, "map_at_5": 0.79476, "map_at_10": 0.80337, "map_at_20": 0.80621, "map_at_50": 0.80708, "map_at_100": 0.80708, "recall_at_1": 0.74286, "recall_at_3": 0.85, "recall_at_5": 0.86786, "recall_at_10": 0.93214, "recall_at_20": 0.97143, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74286, "precision_at_3": 0.28333, "precision_at_5": 0.17357, "precision_at_10": 0.09321, "precision_at_20": 0.04857, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.7392857142857143, "mrr_at_3": 0.7869047619047619, "mrr_at_5": 0.7924404761904762, "mrr_at_10": 0.8010884353741496, "mrr_at_20": 0.8036055972505552, "mrr_at_50": 0.8044824919583908, "mrr_at_100": 0.8044824919583908, "naucs_at_1_max": 0.2579714168809912, "naucs_at_1_std": 0.06030804302080844, "naucs_at_1_diff1": 0.8073342880523727, "naucs_at_3_max": 0.23897075914648253, "naucs_at_3_std": 0.10569011203570283, "naucs_at_3_diff1": 0.7397378085630618, "naucs_at_5_max": 0.23385982745588652, "naucs_at_5_std": 0.08519039799827996, "naucs_at_5_diff1": 0.6976698725467213, "naucs_at_10_max": 0.20789719396530357, "naucs_at_10_std": -0.05779153766769964, "naucs_at_10_diff1": 0.7551968155683331, "naucs_at_20_max": 0.07142857142857674, "naucs_at_20_std": -0.1817810457516319, "naucs_at_20_diff1": 0.7208216619981378, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}}