{ "bomFormat": "CycloneDX", "specVersion": "1.6", "serialNumber": "urn:uuid:747c3050-8691-4e5a-884b-3ff6c331d464", "version": 1, "metadata": { "timestamp": "2025-07-14T11:04:36.316274+00:00", "component": { "type": "machine-learning-model", "bom-ref": "WhereIsAI/UAE-Large-V1-83b4a817-6832-583b-9493-e41454791238", "name": "WhereIsAI/UAE-Large-V1", "externalReferences": [ { "url": "https://huggingface.co/WhereIsAI/UAE-Large-V1", "type": "documentation" } ], "modelCard": { "modelParameters": { "task": "feature-extraction", "architectureFamily": "bert", "modelArchitecture": "BertModel" }, "properties": [ { "name": "library_name", "value": "sentence-transformers" } ], "quantitativeAnalysis": { "performanceMetrics": [ { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "accuracy", "value": 75.55223880597015 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "ap", "value": 38.264070815317794 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "f1", "value": 69.40977934769845 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "accuracy", "value": 92.84267499999999 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "ap", "value": 89.57568507997713 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "f1", "value": 92.82590734337774 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "accuracy", "value": 48.292 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "f1", "value": 47.90257816032778 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_1", "value": 42.105 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_10", "value": 58.181000000000004 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_100", "value": 58.653999999999996 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_1000", "value": 58.657000000000004 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_3", "value": 54.386 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_5", "value": 56.757999999999996 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_1", "value": 42.745 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_10", "value": 58.437 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_100", "value": 58.894999999999996 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_1000", "value": 58.897999999999996 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_3", "value": 54.635 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_5", "value": 56.99999999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_1", "value": 42.105 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_10", "value": 66.14999999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_100", "value": 68.048 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_1000", "value": 68.11399999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_3", "value": 58.477000000000004 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_5", "value": 62.768 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_1", "value": 42.105 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_10", "value": 9.110999999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_100", "value": 0.991 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_3", "value": 23.447000000000003 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_5", "value": 16.159000000000002 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_1", "value": 42.105 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_10", "value": 91.11 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_100", "value": 99.14699999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_1000", "value": 99.644 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_3", "value": 70.341 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_5", "value": 80.797 }, { "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 49.02580759154173 }, { "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 43.093601280163554 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "map", "value": 64.19590406875427 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "mrr", "value": 77.09547992788991 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 87.86678362843676 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 86.1423242570783 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_pearson", "value": 85.98994198511751 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_spearman", "value": 86.48209103503942 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_pearson", "value": 85.6446436316182 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_spearman", "value": 86.21039809734357 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "accuracy", "value": 87.69155844155844 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "f1", "value": 87.68109381943547 }, { "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 39.37501687500394 }, { "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 37.23401405155885 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 30.232 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 41.404999999999994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 42.896 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 43.028 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 37.925 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 39.865 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 36.338 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 46.969 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 47.684 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 47.731 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 44.063 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 45.908 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 36.338 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 47.887 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 53.357 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 55.376999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 42.588 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 45.132 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 36.338 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 9.17 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.4909999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.196 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 20.315 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 14.793000000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 30.232 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 60.67399999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 83.628 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 96.209 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 45.48 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 52.354 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 32.237 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 42.829 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 44.065 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 44.199 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 39.885999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 41.55 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 40.064 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 48.611 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 49.245 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 49.29 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 46.561 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 47.771 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 40.064 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 48.388 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 52.666999999999994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 54.67100000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 44.504 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 46.303 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 40.064 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 9.051 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.4500000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.193 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 21.444 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 15.045 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 32.237 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 57.943999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 75.98700000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 88.453 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 46.268 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 51.459999999999994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 38.797 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 51.263000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 52.333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 52.393 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 47.936 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 49.844 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 44.389 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 54.601 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 55.300000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 55.333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 52.068999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 53.627 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 44.389 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 57.193000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 61.307 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 62.529 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 51.607 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 54.409 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 44.389 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 9.26 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.222 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.13699999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 23.03 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 15.887 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 38.797 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 71.449 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 88.881 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 97.52 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 56.503 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 63.392 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 27.291999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 35.65 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 36.689 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 36.753 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 32.995000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 34.409 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 29.04 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 37.486000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 38.394 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 38.445 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 35.028 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 36.305 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 29.04 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 40.613 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 45.733000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 47.447 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 35.339999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 37.706 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 29.04 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 6.192 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.9249999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.11 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 14.802000000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 10.305 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 27.291999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 54.25299999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 77.773 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 90.795 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 39.731 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 45.403999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 18.326 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 26.290999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 27.456999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 27.583000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 23.578 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 25.113000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 22.637 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 31.139 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 32.074999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 32.147 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 28.483000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 29.963 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 22.637 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 31.717000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 37.201 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 40.088 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 26.686 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 29.076999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 22.637 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 5.7090000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.979 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.13799999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 12.894 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 9.328 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 18.326 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 43.824999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 67.316 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 87.481 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 29.866999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 35.961999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 29.875 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 40.458 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 41.772 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 41.882999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 37.086999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 39.153 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 36.381 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 46.190999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 46.983999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 47.032000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 43.486999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 45.249 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 36.381 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 46.602 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 51.885999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 53.895 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 41.155 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 44.182 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 36.381 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 8.402 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.278 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.16199999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 19.346 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 14.09 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 29.875 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 59.065999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 80.923 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 93.927 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 44.462 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 51.89 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 24.94 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 35.125 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 36.476 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 36.579 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 31.840000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 33.647 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 30.936000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 40.637 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 41.471000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 41.525 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 38.013999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 39.469 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 30.936000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 41.295 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 46.92 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 49.183 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 35.811 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 38.306000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 30.936000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 7.728 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.226 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.158 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 17.237 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 12.42 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 24.94 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 54.235 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 78.314 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 93.973 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 38.925 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 45.505 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 26.250833333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 35.46875 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 36.667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 36.78025 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 32.56733333333334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 34.20333333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 30.8945 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 39.636833333333335 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 40.46508333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 40.521249999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 37.140166666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 38.60999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 30.8945 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 40.93441666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 46.062416666666664 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 48.28341666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 35.97575 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 38.3785 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 30.8945 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 7.180250000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.1468333333333334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.15283333333333332 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 16.525583333333334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 11.798333333333332 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 26.250833333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 52.96108333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 75.45908333333334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 90.73924999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 39.25483333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 45.37950000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 24.595 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 31.747999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 32.62 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 32.713 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 29.48 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 30.635 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 27.607 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 34.449000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 35.182 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 35.254000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 32.413 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 33.372 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 27.607 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 36.041000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 40.514 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 42.851 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 31.689 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 33.479 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 27.607 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 5.66 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.868 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.11299999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 13.446 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 9.264 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 24.595 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 46.79 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 67.413 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 84.753 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 34.644999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 39.09 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 17.333000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 24.427 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 25.576 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 25.692999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 22.002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 23.249 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 20.716 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 28.072000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 29.067 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 29.137 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 25.832 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 27.045 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 20.716 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 29.109 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 34.797 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 37.503 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 24.668 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 26.552999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 20.716 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 5.351 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.955 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.136 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 11.584999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 8.362 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 17.333000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 39.604 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 65.525 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 84.651 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 27.199 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 32.019 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 26.342 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 35.349000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 36.443 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 36.548 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 32.307 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 34.164 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 31.063000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 39.703 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 40.555 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 40.614 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 37.141999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 38.812000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 31.063000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 40.873 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 45.896 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 48.205999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 35.522 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 38.419 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 31.063000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 6.866 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.053 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.13699999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 16.014 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 11.604000000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 26.342 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 53.40200000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 75.251 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 91.13799999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 39.103 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 46.357 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 23.71 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 32.153999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 33.821 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 34.034 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 29.376 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 30.878 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 28.458 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 36.775999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 37.804 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 37.858999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 34.123999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 35.596 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 28.458 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 37.858999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 44.194 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 46.744 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 33.348 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 35.448 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 28.458 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 7.4510000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.5 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.23700000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 15.809999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 11.462 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 23.71 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 48.272999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 77.134 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 93.001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 35.480000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 41.19 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 21.331 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 28.926000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 29.855999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 29.957 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 26.395999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 27.933000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 23.105 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 31.008000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 31.819999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 31.887999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 28.466 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 30.203000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 23.105 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 33.635999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 38.277 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 40.907 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 28.791 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 31.528 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 23.105 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 5.323 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.815 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.117 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 12.384 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 9.02 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 21.331 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 46.018 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 67.364 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 86.97 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 33.395 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 39.931 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_1", "value": 17.011000000000003 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_10", "value": 28.816999999999997 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_100", "value": 30.761 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_1000", "value": 30.958000000000002 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_3", "value": 24.044999999999998 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_5", "value": 26.557 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_1", "value": 38.696999999999996 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_10", "value": 50.464 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_100", "value": 51.193999999999996 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_1000", "value": 51.219 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_3", "value": 47.339999999999996 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_5", "value": 49.346000000000004 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_1", "value": 38.696999999999996 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_10", "value": 38.53 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_100", "value": 45.525 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_1000", "value": 48.685 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_3", "value": 32.282 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_5", "value": 34.482 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_1", "value": 38.696999999999996 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_10", "value": 11.895999999999999 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_100", "value": 1.95 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_1000", "value": 0.254 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_3", "value": 24.038999999999998 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_5", "value": 18.332 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_1", "value": 17.011000000000003 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_10", "value": 44.452999999999996 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_100", "value": 68.223 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_1000", "value": 85.653 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_3", "value": 28.784 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_5", "value": 35.66 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_1", "value": 9.516 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_10", "value": 21.439 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_100", "value": 31.517 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_1000", "value": 33.267 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_3", "value": 15.004999999999999 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_5", "value": 17.793999999999997 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_1", "value": 71.25 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_10", "value": 79.071 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_100", "value": 79.325 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_1000", "value": 79.33 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_3", "value": 77.708 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_5", "value": 78.546 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_1", "value": 58.62500000000001 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_10", "value": 44.889 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_100", "value": 50.536 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_1000", "value": 57.724 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_3", "value": 49.32 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_5", "value": 46.775 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_1", "value": 71.25 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_10", "value": 36.175000000000004 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_100", "value": 11.940000000000001 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_1000", "value": 2.178 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_3", "value": 53.583000000000006 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_5", "value": 45.550000000000004 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_1", "value": 9.516 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_10", "value": 27.028000000000002 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_100", "value": 57.581 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_1000", "value": 80.623 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_3", "value": 16.313 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_5", "value": 20.674 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "accuracy", "value": 51.74999999999999 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "f1", "value": 46.46706502669774 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_1", "value": 77.266 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_10", "value": 84.89999999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_100", "value": 85.109 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_1000", "value": 85.123 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_3", "value": 83.898 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_5", "value": 84.541 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_1", "value": 83.138 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_10", "value": 89.37 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_100", "value": 89.432 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_1000", "value": 89.43299999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_3", "value": 88.836 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_5", "value": 89.21 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_1", "value": 83.138 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_10", "value": 88.244 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_100", "value": 88.98700000000001 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_1000", "value": 89.21900000000001 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_3", "value": 86.825 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_5", "value": 87.636 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_1", "value": 83.138 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_10", "value": 10.47 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_100", "value": 1.1079999999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_1000", "value": 0.11499999999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_3", "value": 32.933 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_5", "value": 20.36 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_1", "value": 77.266 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_10", "value": 94.063 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_100", "value": 96.993 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_1000", "value": 98.414 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_3", "value": 90.228 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_5", "value": 92.328 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_1", "value": 22.319 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_10", "value": 36.943 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_100", "value": 38.951 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_1000", "value": 39.114 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_3", "value": 32.82 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_5", "value": 34.945 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_1", "value": 44.135999999999996 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_10", "value": 53.071999999999996 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_100", "value": 53.87 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_1000", "value": 53.90200000000001 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_3", "value": 50.77199999999999 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_5", "value": 52.129999999999995 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_1", "value": 44.135999999999996 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_10", "value": 44.836 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_100", "value": 51.754 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_1000", "value": 54.36 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_3", "value": 41.658 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_5", "value": 42.354 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_1", "value": 44.135999999999996 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_10", "value": 12.284 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_100", "value": 1.952 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_1000", "value": 0.242 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_3", "value": 27.828999999999997 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_5", "value": 20.093 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_1", "value": 22.319 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_10", "value": 51.528 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_100", "value": 76.70700000000001 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_1000", "value": 92.143 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_3", "value": 38.641 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_5", "value": 43.653999999999996 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_1", "value": 40.182 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_10", "value": 65.146 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_100", "value": 66.023 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_1000", "value": 66.078 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_3", "value": 61.617999999999995 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_5", "value": 63.82299999999999 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_1", "value": 80.365 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_10", "value": 85.79 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_100", "value": 85.963 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_1000", "value": 85.968 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_3", "value": 84.952 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_5", "value": 85.503 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_1", "value": 80.365 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_10", "value": 73.13499999999999 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_100", "value": 76.133 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_1000", "value": 77.151 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_3", "value": 68.255 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_5", "value": 70.978 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_1", "value": 80.365 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_10", "value": 15.359 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_100", "value": 1.7690000000000001 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_1000", "value": 0.19 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_3", "value": 44.024 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_5", "value": 28.555999999999997 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_1", "value": 40.182 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_10", "value": 76.793 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_100", "value": 88.474 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_1000", "value": 95.159 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_3", "value": 66.036 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_5", "value": 71.391 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "accuracy", "value": 92.7796 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "ap", "value": 89.24883716810874 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "f1", "value": 92.7706903433313 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_1", "value": 22.016 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_10", "value": 34.408 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_100", "value": 35.592 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_1000", "value": 35.64 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_3", "value": 30.459999999999997 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_5", "value": 32.721000000000004 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_1", "value": 22.593 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_10", "value": 34.993 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_100", "value": 36.113 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_1000", "value": 36.156 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_3", "value": 31.101 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_5", "value": 33.364 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_1", "value": 22.579 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_10", "value": 41.404999999999994 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_100", "value": 47.018 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_1000", "value": 48.211999999999996 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_3", "value": 33.389 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_5", "value": 37.425000000000004 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_1", "value": 22.579 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_10", "value": 6.59 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_100", "value": 0.938 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_1000", "value": 0.104 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_3", "value": 14.241000000000001 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_5", "value": 10.59 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_1", "value": 22.016 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_10", "value": 62.927 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_100", "value": 88.72 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_1000", "value": 97.80799999999999 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_3", "value": 41.229 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_5", "value": 50.88 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "accuracy", "value": 94.01732786137711 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "f1", "value": 93.76353126402202 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "accuracy", "value": 76.91746466028272 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "f1", "value": 57.715651682646765 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "accuracy", "value": 76.5030262273033 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "f1", "value": 74.6693629986121 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "accuracy", "value": 79.74781439139207 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "f1", "value": 79.96684171018774 }, { "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 33.2156206892017 }, { "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 31.180539484816137 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "map", "value": 32.51125957874274 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "mrr", "value": 33.777037359249995 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_1", "value": 7.248 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_10", "value": 15.340000000000002 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_100", "value": 19.591 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_1000", "value": 21.187 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_3", "value": 11.329 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_5", "value": 13.209999999999999 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_1", "value": 47.678 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_10", "value": 57.493 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_100", "value": 58.038999999999994 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_1000", "value": 58.07 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_3", "value": 55.36600000000001 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_5", "value": 56.635999999999996 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_1", "value": 46.129999999999995 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_10", "value": 38.653999999999996 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_100", "value": 36.288 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_1000", "value": 44.765 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_3", "value": 43.553 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_5", "value": 41.317 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_1", "value": 47.368 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_10", "value": 28.669 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_100", "value": 9.158 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_1000", "value": 2.207 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_3", "value": 40.97 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_5", "value": 35.604 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_1", "value": 7.248 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_10", "value": 19.46 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_100", "value": 37.214000000000006 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_1000", "value": 67.64099999999999 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_3", "value": 12.025 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_5", "value": 15.443999999999999 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_1", "value": 31.595000000000002 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_10", "value": 47.815999999999995 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_100", "value": 48.811 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_1000", "value": 48.835 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_3", "value": 43.225 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_5", "value": 46.017 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_1", "value": 35.689 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_10", "value": 50.341 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_100", "value": 51.044999999999995 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_1000", "value": 51.062 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_3", "value": 46.553 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_5", "value": 48.918 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_1", "value": 35.66 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_10", "value": 55.859 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_100", "value": 59.864 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_1000", "value": 60.419999999999995 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_3", "value": 47.371 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_5", "value": 51.995000000000005 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_1", "value": 35.66 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_10", "value": 9.27 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_100", "value": 1.1520000000000001 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_1000", "value": 0.12 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_3", "value": 21.63 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_5", "value": 15.655 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_1", "value": 31.595000000000002 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_10", "value": 77.704 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_100", "value": 94.774 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_1000", "value": 98.919 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_3", "value": 56.052 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_5", "value": 66.623 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_1", "value": 71.489 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_10", "value": 85.411 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_100", "value": 86.048 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_1000", "value": 86.064 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_3", "value": 82.587 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_5", "value": 84.339 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_1", "value": 82.28 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_10", "value": 88.27199999999999 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_100", "value": 88.362 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_1000", "value": 88.362 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_3", "value": 87.372 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_5", "value": 87.995 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_1", "value": 82.27 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_10", "value": 89.023 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_100", "value": 90.191 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_1000", "value": 90.266 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_3", "value": 86.37 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_5", "value": 87.804 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_1", "value": 82.27 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_10", "value": 13.469000000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_100", "value": 1.533 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_1000", "value": 0.157 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_3", "value": 37.797 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_5", "value": 24.734 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_1", "value": 71.489 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_10", "value": 95.824 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_100", "value": 99.70599999999999 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_1000", "value": 99.979 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_3", "value": 88.099 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_5", "value": 92.285 }, { "slice": "dataset: mteb/reddit-clustering, split: test, config: default", "type": "v_measure", "value": 60.52398807444541 }, { "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 65.34855891507871 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_1", "value": 5.188000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_10", "value": 13.987 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_100", "value": 16.438 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_1000", "value": 16.829 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_3", "value": 9.767000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_5", "value": 11.912 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_1", "value": 25.6 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_10", "value": 37.744 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_100", "value": 38.847 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_1000", "value": 38.894 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_3", "value": 34.166999999999994 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_5", "value": 36.207 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_1", "value": 25.6 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_10", "value": 22.980999999999998 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_100", "value": 32.039 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_1000", "value": 38.157000000000004 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_3", "value": 21.567 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_5", "value": 19.070999999999998 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_1", "value": 25.6 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_10", "value": 12.02 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_100", "value": 2.5100000000000002 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_1000", "value": 0.396 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_3", "value": 20.333000000000002 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_5", "value": 16.98 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_1", "value": 5.188000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_10", "value": 24.372 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_100", "value": 50.934999999999995 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_1000", "value": 80.477 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_3", "value": 12.363 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_5", "value": 17.203 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 87.24286275535398 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 82.62333770991818 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_pearson", "value": 84.60353717637284 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_spearman", "value": 82.32990108810047 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_pearson", "value": 84.6089049738196 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_spearman", "value": 82.33361785438936 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 87.87428858503165 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 79.09145886519929 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_pearson", "value": 86.42669231664036 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_spearman", "value": 80.03127375435449 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_pearson", "value": 86.41330338305022 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_spearman", "value": 80.02492538673368 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 88.67912277322645 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 89.6171319711762 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_pearson", "value": 86.56571917398725 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_spearman", "value": 87.71216907898948 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_pearson", "value": 86.57459050182473 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_spearman", "value": 87.71916648349993 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 86.71957379085862 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 85.01784075851465 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_pearson", "value": 84.7407848472801 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_spearman", "value": 84.61063091345538 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_pearson", "value": 84.71494352494403 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_spearman", "value": 84.58772077604254 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 88.40508326325175 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 89.50912897763186 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_pearson", "value": 87.82349070086627 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_spearman", "value": 88.44179162727521 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_pearson", "value": 87.80181927025595 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_spearman", "value": 88.43205129636243 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 85.35846741715478 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 86.61172476741842 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_pearson", "value": 84.60123125491637 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_spearman", "value": 85.3001948141827 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_pearson", "value": 84.56231142658329 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_spearman", "value": 85.23579900798813 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cos_sim_pearson", "value": 88.94539129818824 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cos_sim_spearman", "value": 88.99349064256742 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_pearson", "value": 88.7142444640351 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_spearman", "value": 88.34120813505011 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_pearson", "value": 88.70363008238084 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_spearman", "value": 88.31952816956954 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cos_sim_pearson", "value": 68.29910260369893 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cos_sim_spearman", "value": 68.79263346213466 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_pearson", "value": 68.41627521422252 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_spearman", "value": 66.61602587398579 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_pearson", "value": 68.49402183447361 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_spearman", "value": 66.80157792354453 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 87.43703906343708 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 89.06081805093662 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_pearson", "value": 87.48311456299662 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_spearman", "value": 88.07417597580013 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_pearson", "value": 87.48202249768894 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_spearman", "value": 88.04758031111642 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "map", "value": 87.49080620485203 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "mrr", "value": 96.19145378949301 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_1", "value": 59.317 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_10", "value": 69.296 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_100", "value": 69.738 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_1000", "value": 69.759 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_3", "value": 66.12599999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_5", "value": 67.532 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_1", "value": 62 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_10", "value": 70.176 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_100", "value": 70.565 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_1000", "value": 70.583 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_3", "value": 67.833 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_5", "value": 68.93299999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_1", "value": 62 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_10", "value": 74.069 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_100", "value": 76.037 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_1000", "value": 76.467 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_3", "value": 68.628 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_5", "value": 70.57600000000001 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_1", "value": 62 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_10", "value": 10 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_100", "value": 1.097 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_1000", "value": 0.11299999999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_3", "value": 26.667 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_5", "value": 17.4 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_1", "value": 59.317 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_10", "value": 87.822 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_100", "value": 96.833 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_3", "value": 73.06099999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_5", "value": 77.928 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 99.88910891089108 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 97.236958456951 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 94.39999999999999 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 94.39999999999999 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 94.39999999999999 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 99.82574257425742 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_ap", "value": 94.94344759441888 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_f1", "value": 91.17352056168507 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_precision", "value": 91.44869215291752 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_recall", "value": 90.9 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 99.88415841584158 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 97.2044250782305 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 94.210786739238 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 93.24191968658178 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 95.19999999999999 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 99.88613861386139 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 97.20683205497689 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 94.2643391521197 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 94.02985074626866 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 94.5 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 99.88910891089108 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_ap", "value": 97.236958456951 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_f1", "value": 94.39999999999999 }, { "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", "type": "v_measure", "value": 66.53940781726187 }, { "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 36.71865011295108 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "map", "value": 55.3218674533331 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "mrr", "value": 56.28279910449028 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cos_sim_pearson", "value": 30.723915667479673 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cos_sim_spearman", "value": 32.029070449745234 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_pearson", "value": 28.864944212481454 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_spearman", "value": 27.939266999596725 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_1", "value": 0.231 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_10", "value": 1.949 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_100", "value": 10.023 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_1000", "value": 23.485 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_3", "value": 0.652 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_5", "value": 1.054 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_1", "value": 86 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_10", "value": 92.067 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_100", "value": 92.067 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_1000", "value": 92.067 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_3", "value": 91.667 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_5", "value": 92.067 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_1", "value": 83 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_10", "value": 76.32900000000001 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_100", "value": 54.662 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_1000", "value": 48.062 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_3", "value": 81.827 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_5", "value": 80.664 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_1", "value": 86 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_10", "value": 80 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_100", "value": 55.48 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_1000", "value": 20.938000000000002 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_3", "value": 85.333 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_5", "value": 84.39999999999999 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_1", "value": 0.231 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_10", "value": 2.158 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_100", "value": 13.344000000000001 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_1000", "value": 44.31 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_3", "value": 0.6779999999999999 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_5", "value": 1.13 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_1", "value": 2.524 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_10", "value": 10.183 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_100", "value": 16.625 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_1000", "value": 18.017 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_3", "value": 5.169 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_5", "value": 6.772 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_1", "value": 32.653 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_10", "value": 47.128 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_100", "value": 48.458 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_1000", "value": 48.473 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_3", "value": 44.897999999999996 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_5", "value": 45.306000000000004 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_1", "value": 30.612000000000002 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_10", "value": 24.928 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_100", "value": 37.613 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_1000", "value": 48.528 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_3", "value": 28.829 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_5", "value": 25.237 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_1", "value": 32.653 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_10", "value": 22.448999999999998 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_100", "value": 8.02 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_1000", "value": 1.537 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_3", "value": 30.612000000000002 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_5", "value": 24.490000000000002 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_1", "value": 2.524 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_10", "value": 16.38 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_100", "value": 49.529 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_1000", "value": 83.598 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_3", "value": 6.411 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_5", "value": 8.932 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "accuracy", "value": 71.09020000000001 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "ap", "value": 14.451710060978993 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "f1", "value": 54.7874410609049 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "accuracy", "value": 59.745331069609506 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "f1", "value": 60.08387848592697 }, { "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", "type": "v_measure", "value": 51.71549485462037 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 87.39345532574357 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 78.16796549696478 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 71.27713276123171 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 68.3115626511853 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 74.51187335092348 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 85.12248912201228 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_ap", "value": 69.26039256107077 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_f1", "value": 65.04294321240867 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_precision", "value": 63.251059586138126 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_recall", "value": 66.93931398416886 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 87.07754664123503 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 77.7872176038945 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 70.85587801278899 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 66.3519115614924 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 76.01583113456465 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 87.07754664123503 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 77.7341400185556 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 70.80310880829015 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 69.54198473282443 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 72.1108179419525 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 87.39345532574357 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_ap", "value": 78.16796549696478 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_f1", "value": 71.27713276123171 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 89.09457833663213 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 86.33024314706873 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 78.59623733719248 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 74.13322413322413 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 83.63104404065291 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 88.3086894089339 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_ap", "value": 83.92225241805097 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_f1", "value": 76.8721826377781 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_precision", "value": 72.8168044077135 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_recall", "value": 81.40591315060055 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 88.77052043311213 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 85.7410710218755 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 77.97705489398781 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 73.77713657598241 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 82.68401601478288 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 88.73753250281368 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 85.72867199072802 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 77.89774182922812 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 74.23787931635857 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 81.93717277486911 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 89.09457833663213 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_ap", "value": 86.33024314706873 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_f1", "value": 78.59623733719248 } ] } }, "authors": [ { "name": "WhereIsAI" } ], "licenses": [ { "license": { "id": "MIT", "url": "https://spdx.org/licenses/MIT.html" } } ], "tags": [ "sentence-transformers", "onnx", "safetensors", "openvino", "bert", "feature-extraction", "mteb", "sentence_embedding", "feature_extraction", "transformers", "transformers.js", "en", "arxiv:2309.12871", "license:mit", "model-index", "autotrain_compatible", "text-embeddings-inference", "endpoints_compatible", "region:us" ] } } }