| { | |
| "bomFormat": "CycloneDX", | |
| "specVersion": "1.6", | |
| "serialNumber": "urn:uuid:747c3050-8691-4e5a-884b-3ff6c331d464", | |
| "version": 1, | |
| "metadata": { | |
| "timestamp": "2025-07-14T11:04:36.316274+00:00", | |
| "component": { | |
| "type": "machine-learning-model", | |
| "bom-ref": "WhereIsAI/UAE-Large-V1-83b4a817-6832-583b-9493-e41454791238", | |
| "name": "WhereIsAI/UAE-Large-V1", | |
| "externalReferences": [ | |
| { | |
| "url": "https://huggingface.co/WhereIsAI/UAE-Large-V1", | |
| "type": "documentation" | |
| } | |
| ], | |
| "modelCard": { | |
| "modelParameters": { | |
| "task": "feature-extraction", | |
| "architectureFamily": "bert", | |
| "modelArchitecture": "BertModel" | |
| }, | |
| "properties": [ | |
| { | |
| "name": "library_name", | |
| "value": "sentence-transformers" | |
| } | |
| ], | |
| "quantitativeAnalysis": { | |
| "performanceMetrics": [ | |
| { | |
| "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", | |
| "type": "accuracy", | |
| "value": 75.55223880597015 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", | |
| "type": "ap", | |
| "value": 38.264070815317794 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", | |
| "type": "f1", | |
| "value": 69.40977934769845 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_polarity, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 92.84267499999999 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_polarity, split: test, config: default", | |
| "type": "ap", | |
| "value": 89.57568507997713 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_polarity, split: test, config: default", | |
| "type": "f1", | |
| "value": 92.82590734337774 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", | |
| "type": "accuracy", | |
| "value": 48.292 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", | |
| "type": "f1", | |
| "value": 47.90257816032778 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 42.105 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 58.181000000000004 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 58.653999999999996 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 58.657000000000004 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 54.386 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 56.757999999999996 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 42.745 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 58.437 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 58.894999999999996 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 58.897999999999996 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 54.635 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 56.99999999999999 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 42.105 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 66.14999999999999 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 68.048 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 68.11399999999999 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 58.477000000000004 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 62.768 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 42.105 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 9.110999999999999 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.991 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.1 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 23.447000000000003 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 16.159000000000002 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 42.105 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 91.11 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 99.14699999999999 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 99.644 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 70.341 | |
| }, | |
| { | |
| "slice": "dataset: arguana, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 80.797 | |
| }, | |
| { | |
| "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 49.02580759154173 | |
| }, | |
| { | |
| "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 43.093601280163554 | |
| }, | |
| { | |
| "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", | |
| "type": "map", | |
| "value": 64.19590406875427 | |
| }, | |
| { | |
| "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", | |
| "type": "mrr", | |
| "value": 77.09547992788991 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biosses-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 87.86678362843676 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biosses-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 86.1423242570783 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biosses-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 85.98994198511751 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biosses-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 86.48209103503942 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biosses-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 85.6446436316182 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biosses-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 86.21039809734357 | |
| }, | |
| { | |
| "slice": "dataset: mteb/banking77, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 87.69155844155844 | |
| }, | |
| { | |
| "slice": "dataset: mteb/banking77, split: test, config: default", | |
| "type": "f1", | |
| "value": 87.68109381943547 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 39.37501687500394 | |
| }, | |
| { | |
| "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 37.23401405155885 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 30.232 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 41.404999999999994 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 42.896 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 43.028 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 37.925 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 39.865 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 36.338 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 46.969 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 47.684 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 47.731 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 44.063 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 45.908 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 36.338 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 47.887 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 53.357 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 55.376999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 42.588 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 45.132 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 36.338 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 9.17 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.4909999999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.196 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 20.315 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 14.793000000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 30.232 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 60.67399999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 83.628 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 96.209 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 45.48 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 52.354 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 32.237 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 42.829 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 44.065 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 44.199 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 39.885999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 41.55 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 40.064 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 48.611 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 49.245 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 49.29 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 46.561 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 47.771 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 40.064 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 48.388 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 52.666999999999994 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 54.67100000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 44.504 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 46.303 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 40.064 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 9.051 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.4500000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.193 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 21.444 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 15.045 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 32.237 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 57.943999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 75.98700000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 88.453 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 46.268 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 51.459999999999994 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 38.797 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 51.263000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 52.333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 52.393 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 47.936 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 49.844 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 44.389 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 54.601 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 55.300000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 55.333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 52.068999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 53.627 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 44.389 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 57.193000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 61.307 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 62.529 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 51.607 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 54.409 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 44.389 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 9.26 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.222 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.13699999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 23.03 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 15.887 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 38.797 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 71.449 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 88.881 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 97.52 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 56.503 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 63.392 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 27.291999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 35.65 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 36.689 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 36.753 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 32.995000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 34.409 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 29.04 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 37.486000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 38.394 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 38.445 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 35.028 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 36.305 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 29.04 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 40.613 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 45.733000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 47.447 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 35.339999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 37.706 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 29.04 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 6.192 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.9249999999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.11 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 14.802000000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 10.305 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 27.291999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 54.25299999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 77.773 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 90.795 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 39.731 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 45.403999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 18.326 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 26.290999999999997 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 27.456999999999997 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 27.583000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 23.578 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 25.113000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 22.637 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 31.139 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 32.074999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 32.147 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 28.483000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 29.963 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 22.637 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 31.717000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 37.201 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 40.088 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 26.686 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 29.076999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 22.637 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 5.7090000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.979 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.13799999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 12.894 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 9.328 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 18.326 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 43.824999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 67.316 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 87.481 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 29.866999999999997 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 35.961999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 29.875 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 40.458 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 41.772 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 41.882999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 37.086999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 39.153 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 36.381 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 46.190999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 46.983999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 47.032000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 43.486999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 45.249 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 36.381 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 46.602 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 51.885999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 53.895 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 41.155 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 44.182 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 36.381 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 8.402 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.278 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.16199999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 19.346 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 14.09 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 29.875 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 59.065999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 80.923 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 93.927 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 44.462 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 51.89 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 24.94 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 35.125 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 36.476 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 36.579 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 31.840000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 33.647 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 30.936000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 40.637 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 41.471000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 41.525 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 38.013999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 39.469 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 30.936000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 41.295 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 46.92 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 49.183 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 35.811 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 38.306000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 30.936000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 7.728 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.226 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.158 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 17.237 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 12.42 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 24.94 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 54.235 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 78.314 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 93.973 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 38.925 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 45.505 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 26.250833333333333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 35.46875 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 36.667 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 36.78025 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 32.56733333333334 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 34.20333333333333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 30.8945 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 39.636833333333335 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 40.46508333333333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 40.521249999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 37.140166666666666 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 38.60999999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 30.8945 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 40.93441666666667 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 46.062416666666664 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 48.28341666666667 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 35.97575 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 38.3785 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 30.8945 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 7.180250000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.1468333333333334 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.15283333333333332 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 16.525583333333334 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 11.798333333333332 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 26.250833333333333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 52.96108333333333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 75.45908333333334 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 90.73924999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 39.25483333333333 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 45.37950000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 24.595 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 31.747999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 32.62 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 32.713 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 29.48 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 30.635 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 27.607 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 34.449000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 35.182 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 35.254000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 32.413 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 33.372 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 27.607 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 36.041000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 40.514 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 42.851 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 31.689 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 33.479 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 27.607 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 5.66 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.868 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.11299999999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 13.446 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 9.264 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 24.595 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 46.79 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 67.413 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 84.753 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 34.644999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 39.09 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 17.333000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 24.427 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 25.576 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 25.692999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 22.002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 23.249 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 20.716 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 28.072000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 29.067 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 29.137 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 25.832 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 27.045 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 20.716 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 29.109 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 34.797 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 37.503 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 24.668 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 26.552999999999997 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 20.716 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 5.351 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.955 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.136 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 11.584999999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 8.362 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 17.333000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 39.604 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 65.525 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 84.651 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 27.199 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 32.019 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 26.342 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 35.349000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 36.443 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 36.548 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 32.307 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 34.164 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 31.063000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 39.703 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 40.555 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 40.614 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 37.141999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 38.812000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 31.063000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 40.873 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 45.896 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 48.205999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 35.522 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 38.419 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 31.063000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 6.866 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.053 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.13699999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 16.014 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 11.604000000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 26.342 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 53.40200000000001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 75.251 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 91.13799999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 39.103 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 46.357 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 23.71 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 32.153999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 33.821 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 34.034 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 29.376 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 30.878 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 28.458 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 36.775999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 37.804 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 37.858999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 34.123999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 35.596 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 28.458 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 37.858999999999995 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 44.194 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 46.744 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 33.348 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 35.448 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 28.458 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 7.4510000000000005 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.5 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.23700000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 15.809999999999999 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 11.462 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 23.71 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 48.272999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 77.134 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 93.001 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 35.480000000000004 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 41.19 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 21.331 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 28.926000000000002 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 29.855999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 29.957 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 26.395999999999997 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 27.933000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 23.105 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 31.008000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 31.819999999999997 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 31.887999999999998 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 28.466 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 30.203000000000003 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 23.105 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 33.635999999999996 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 38.277 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 40.907 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 28.791 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 31.528 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 23.105 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 5.323 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.815 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.117 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 12.384 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 9.02 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 21.331 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 46.018 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 67.364 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 86.97 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 33.395 | |
| }, | |
| { | |
| "slice": "dataset: BeIR/cqadupstack, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 39.931 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 17.011000000000003 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 28.816999999999997 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 30.761 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 30.958000000000002 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 24.044999999999998 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 26.557 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 38.696999999999996 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 50.464 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 51.193999999999996 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 51.219 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 47.339999999999996 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 49.346000000000004 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 38.696999999999996 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 38.53 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 45.525 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 48.685 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 32.282 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 34.482 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 38.696999999999996 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 11.895999999999999 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.95 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.254 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 24.038999999999998 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 18.332 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 17.011000000000003 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 44.452999999999996 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 68.223 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 85.653 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 28.784 | |
| }, | |
| { | |
| "slice": "dataset: climate-fever, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 35.66 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 9.516 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 21.439 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 31.517 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 33.267 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 15.004999999999999 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 17.793999999999997 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 71.25 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 79.071 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 79.325 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 79.33 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 77.708 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 78.546 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 58.62500000000001 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 44.889 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 50.536 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 57.724 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 49.32 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 46.775 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 71.25 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 36.175000000000004 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 11.940000000000001 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 2.178 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 53.583000000000006 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 45.550000000000004 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 9.516 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 27.028000000000002 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 57.581 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 80.623 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 16.313 | |
| }, | |
| { | |
| "slice": "dataset: dbpedia-entity, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 20.674 | |
| }, | |
| { | |
| "slice": "dataset: mteb/emotion, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 51.74999999999999 | |
| }, | |
| { | |
| "slice": "dataset: mteb/emotion, split: test, config: default", | |
| "type": "f1", | |
| "value": 46.46706502669774 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 77.266 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 84.89999999999999 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 85.109 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 85.123 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 83.898 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 84.541 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 83.138 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 89.37 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 89.432 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 89.43299999999999 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 88.836 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 89.21 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 83.138 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 88.244 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 88.98700000000001 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 89.21900000000001 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 86.825 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 87.636 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 83.138 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 10.47 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.1079999999999999 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.11499999999999999 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 32.933 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 20.36 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 77.266 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 94.063 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 96.993 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 98.414 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 90.228 | |
| }, | |
| { | |
| "slice": "dataset: fever, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 92.328 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 22.319 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 36.943 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 38.951 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 39.114 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 32.82 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 34.945 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 44.135999999999996 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 53.071999999999996 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 53.87 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 53.90200000000001 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 50.77199999999999 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 52.129999999999995 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 44.135999999999996 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 44.836 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 51.754 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 54.36 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 41.658 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 42.354 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 44.135999999999996 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 12.284 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.952 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.242 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 27.828999999999997 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 20.093 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 22.319 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 51.528 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 76.70700000000001 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 92.143 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 38.641 | |
| }, | |
| { | |
| "slice": "dataset: fiqa, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 43.653999999999996 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 40.182 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 65.146 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 66.023 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 66.078 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 61.617999999999995 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 63.82299999999999 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 80.365 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 85.79 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 85.963 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 85.968 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 84.952 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 85.503 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 80.365 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 73.13499999999999 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 76.133 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 77.151 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 68.255 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 70.978 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 80.365 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 15.359 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.7690000000000001 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.19 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 44.024 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 28.555999999999997 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 40.182 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 76.793 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 88.474 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 95.159 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 66.036 | |
| }, | |
| { | |
| "slice": "dataset: hotpotqa, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 71.391 | |
| }, | |
| { | |
| "slice": "dataset: mteb/imdb, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 92.7796 | |
| }, | |
| { | |
| "slice": "dataset: mteb/imdb, split: test, config: default", | |
| "type": "ap", | |
| "value": 89.24883716810874 | |
| }, | |
| { | |
| "slice": "dataset: mteb/imdb, split: test, config: default", | |
| "type": "f1", | |
| "value": 92.7706903433313 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 22.016 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 34.408 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 35.592 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 35.64 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 30.459999999999997 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 32.721000000000004 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 22.593 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 34.993 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 36.113 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 36.156 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 31.101 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 33.364 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 22.579 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 41.404999999999994 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 47.018 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 48.211999999999996 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 33.389 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 37.425000000000004 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 22.579 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 6.59 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.938 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.104 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 14.241000000000001 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 10.59 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 22.016 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 62.927 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 88.72 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 97.80799999999999 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 41.229 | |
| }, | |
| { | |
| "slice": "dataset: msmarco, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 50.88 | |
| }, | |
| { | |
| "slice": "dataset: mteb/mtop_domain, split: test, config: en", | |
| "type": "accuracy", | |
| "value": 94.01732786137711 | |
| }, | |
| { | |
| "slice": "dataset: mteb/mtop_domain, split: test, config: en", | |
| "type": "f1", | |
| "value": 93.76353126402202 | |
| }, | |
| { | |
| "slice": "dataset: mteb/mtop_intent, split: test, config: en", | |
| "type": "accuracy", | |
| "value": 76.91746466028272 | |
| }, | |
| { | |
| "slice": "dataset: mteb/mtop_intent, split: test, config: en", | |
| "type": "f1", | |
| "value": 57.715651682646765 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", | |
| "type": "accuracy", | |
| "value": 76.5030262273033 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", | |
| "type": "f1", | |
| "value": 74.6693629986121 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", | |
| "type": "accuracy", | |
| "value": 79.74781439139207 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", | |
| "type": "f1", | |
| "value": 79.96684171018774 | |
| }, | |
| { | |
| "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 33.2156206892017 | |
| }, | |
| { | |
| "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 31.180539484816137 | |
| }, | |
| { | |
| "slice": "dataset: mteb/mind_small, split: test, config: default", | |
| "type": "map", | |
| "value": 32.51125957874274 | |
| }, | |
| { | |
| "slice": "dataset: mteb/mind_small, split: test, config: default", | |
| "type": "mrr", | |
| "value": 33.777037359249995 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 7.248 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 15.340000000000002 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 19.591 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 21.187 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 11.329 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 13.209999999999999 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 47.678 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 57.493 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 58.038999999999994 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 58.07 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 55.36600000000001 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 56.635999999999996 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 46.129999999999995 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 38.653999999999996 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 36.288 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 44.765 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 43.553 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 41.317 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 47.368 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 28.669 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 9.158 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 2.207 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 40.97 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 35.604 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 7.248 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 19.46 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 37.214000000000006 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 67.64099999999999 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 12.025 | |
| }, | |
| { | |
| "slice": "dataset: nfcorpus, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 15.443999999999999 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 31.595000000000002 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 47.815999999999995 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 48.811 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 48.835 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 43.225 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 46.017 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 35.689 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 50.341 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 51.044999999999995 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 51.062 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 46.553 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 48.918 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 35.66 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 55.859 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 59.864 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 60.419999999999995 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 47.371 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 51.995000000000005 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 35.66 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 9.27 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.1520000000000001 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.12 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 21.63 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 15.655 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 31.595000000000002 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 77.704 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 94.774 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 98.919 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 56.052 | |
| }, | |
| { | |
| "slice": "dataset: nq, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 66.623 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 71.489 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 85.411 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 86.048 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 86.064 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 82.587 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 84.339 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 82.28 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 88.27199999999999 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 88.362 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 88.362 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 87.372 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 87.995 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 82.27 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 89.023 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 90.191 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 90.266 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 86.37 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 87.804 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 82.27 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 13.469000000000001 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.533 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.157 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 37.797 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 24.734 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 71.489 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 95.824 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 99.70599999999999 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 99.979 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 88.099 | |
| }, | |
| { | |
| "slice": "dataset: quora, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 92.285 | |
| }, | |
| { | |
| "slice": "dataset: mteb/reddit-clustering, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 60.52398807444541 | |
| }, | |
| { | |
| "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 65.34855891507871 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 5.188000000000001 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 13.987 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 16.438 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 16.829 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 9.767000000000001 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 11.912 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 25.6 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 37.744 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 38.847 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 38.894 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 34.166999999999994 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 36.207 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 25.6 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 22.980999999999998 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 32.039 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 38.157000000000004 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 21.567 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 19.070999999999998 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 25.6 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 12.02 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 2.5100000000000002 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.396 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 20.333000000000002 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 16.98 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 5.188000000000001 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 24.372 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 50.934999999999995 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 80.477 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 12.363 | |
| }, | |
| { | |
| "slice": "dataset: scidocs, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 17.203 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sickr-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 87.24286275535398 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sickr-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 82.62333770991818 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sickr-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 84.60353717637284 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sickr-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 82.32990108810047 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sickr-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 84.6089049738196 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sickr-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 82.33361785438936 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts12-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 87.87428858503165 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts12-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 79.09145886519929 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts12-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 86.42669231664036 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts12-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 80.03127375435449 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts12-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 86.41330338305022 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts12-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 80.02492538673368 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts13-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 88.67912277322645 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts13-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 89.6171319711762 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts13-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 86.56571917398725 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts13-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 87.71216907898948 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts13-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 86.57459050182473 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts13-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 87.71916648349993 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts14-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 86.71957379085862 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts14-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 85.01784075851465 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts14-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 84.7407848472801 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts14-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 84.61063091345538 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts14-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 84.71494352494403 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts14-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 84.58772077604254 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts15-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 88.40508326325175 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts15-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 89.50912897763186 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts15-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 87.82349070086627 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts15-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 88.44179162727521 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts15-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 87.80181927025595 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts15-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 88.43205129636243 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts16-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 85.35846741715478 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts16-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 86.61172476741842 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts16-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 84.60123125491637 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts16-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 85.3001948141827 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts16-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 84.56231142658329 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts16-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 85.23579900798813 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", | |
| "type": "cos_sim_pearson", | |
| "value": 88.94539129818824 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", | |
| "type": "cos_sim_spearman", | |
| "value": 88.99349064256742 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", | |
| "type": "euclidean_pearson", | |
| "value": 88.7142444640351 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", | |
| "type": "euclidean_spearman", | |
| "value": 88.34120813505011 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", | |
| "type": "manhattan_pearson", | |
| "value": 88.70363008238084 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", | |
| "type": "manhattan_spearman", | |
| "value": 88.31952816956954 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", | |
| "type": "cos_sim_pearson", | |
| "value": 68.29910260369893 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", | |
| "type": "cos_sim_spearman", | |
| "value": 68.79263346213466 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", | |
| "type": "euclidean_pearson", | |
| "value": 68.41627521422252 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", | |
| "type": "euclidean_spearman", | |
| "value": 66.61602587398579 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", | |
| "type": "manhattan_pearson", | |
| "value": 68.49402183447361 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", | |
| "type": "manhattan_spearman", | |
| "value": 66.80157792354453 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 87.43703906343708 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 89.06081805093662 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 87.48311456299662 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 88.07417597580013 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 87.48202249768894 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 88.04758031111642 | |
| }, | |
| { | |
| "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", | |
| "type": "map", | |
| "value": 87.49080620485203 | |
| }, | |
| { | |
| "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", | |
| "type": "mrr", | |
| "value": 96.19145378949301 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 59.317 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 69.296 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 69.738 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 69.759 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 66.12599999999999 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 67.532 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 62 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 70.176 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 70.565 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 70.583 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 67.833 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 68.93299999999999 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 62 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 74.069 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 76.037 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 76.467 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 68.628 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 70.57600000000001 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 62 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 10 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.097 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.11299999999999999 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 26.667 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 17.4 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 59.317 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 87.822 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 96.833 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 100 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 73.06099999999999 | |
| }, | |
| { | |
| "slice": "dataset: scifact, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 77.928 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "cos_sim_accuracy", | |
| "value": 99.88910891089108 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "cos_sim_ap", | |
| "value": 97.236958456951 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "cos_sim_f1", | |
| "value": 94.39999999999999 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "cos_sim_precision", | |
| "value": 94.39999999999999 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "cos_sim_recall", | |
| "value": 94.39999999999999 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "dot_accuracy", | |
| "value": 99.82574257425742 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "dot_ap", | |
| "value": 94.94344759441888 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "dot_f1", | |
| "value": 91.17352056168507 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "dot_precision", | |
| "value": 91.44869215291752 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "dot_recall", | |
| "value": 90.9 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "euclidean_accuracy", | |
| "value": 99.88415841584158 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "euclidean_ap", | |
| "value": 97.2044250782305 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "euclidean_f1", | |
| "value": 94.210786739238 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "euclidean_precision", | |
| "value": 93.24191968658178 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "euclidean_recall", | |
| "value": 95.19999999999999 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "manhattan_accuracy", | |
| "value": 99.88613861386139 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "manhattan_ap", | |
| "value": 97.20683205497689 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "manhattan_f1", | |
| "value": 94.2643391521197 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "manhattan_precision", | |
| "value": 94.02985074626866 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "manhattan_recall", | |
| "value": 94.5 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "max_accuracy", | |
| "value": 99.88910891089108 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "max_ap", | |
| "value": 97.236958456951 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", | |
| "type": "max_f1", | |
| "value": 94.39999999999999 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 66.53940781726187 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 36.71865011295108 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", | |
| "type": "map", | |
| "value": 55.3218674533331 | |
| }, | |
| { | |
| "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", | |
| "type": "mrr", | |
| "value": 56.28279910449028 | |
| }, | |
| { | |
| "slice": "dataset: mteb/summeval, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 30.723915667479673 | |
| }, | |
| { | |
| "slice": "dataset: mteb/summeval, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 32.029070449745234 | |
| }, | |
| { | |
| "slice": "dataset: mteb/summeval, split: test, config: default", | |
| "type": "dot_pearson", | |
| "value": 28.864944212481454 | |
| }, | |
| { | |
| "slice": "dataset: mteb/summeval, split: test, config: default", | |
| "type": "dot_spearman", | |
| "value": 27.939266999596725 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 0.231 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 1.949 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 10.023 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 23.485 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 0.652 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 1.054 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 86 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 92.067 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 92.067 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 92.067 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 91.667 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 92.067 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 83 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 76.32900000000001 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 54.662 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 48.062 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 81.827 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 80.664 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 86 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 80 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 55.48 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 20.938000000000002 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 85.333 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 84.39999999999999 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 0.231 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 2.158 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 13.344000000000001 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 44.31 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 0.6779999999999999 | |
| }, | |
| { | |
| "slice": "dataset: trec-covid, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 1.13 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "map_at_1", | |
| "value": 2.524 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "map_at_10", | |
| "value": 10.183 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "map_at_100", | |
| "value": 16.625 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "map_at_1000", | |
| "value": 18.017 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "map_at_3", | |
| "value": 5.169 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "map_at_5", | |
| "value": 6.772 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "mrr_at_1", | |
| "value": 32.653 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "mrr_at_10", | |
| "value": 47.128 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "mrr_at_100", | |
| "value": 48.458 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 48.473 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "mrr_at_3", | |
| "value": 44.897999999999996 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "mrr_at_5", | |
| "value": 45.306000000000004 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 30.612000000000002 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 24.928 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 37.613 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 48.528 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 28.829 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 25.237 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "precision_at_1", | |
| "value": 32.653 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "precision_at_10", | |
| "value": 22.448999999999998 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "precision_at_100", | |
| "value": 8.02 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "precision_at_1000", | |
| "value": 1.537 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "precision_at_3", | |
| "value": 30.612000000000002 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "precision_at_5", | |
| "value": 24.490000000000002 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "recall_at_1", | |
| "value": 2.524 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "recall_at_10", | |
| "value": 16.38 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "recall_at_100", | |
| "value": 49.529 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "recall_at_1000", | |
| "value": 83.598 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "recall_at_3", | |
| "value": 6.411 | |
| }, | |
| { | |
| "slice": "dataset: webis-touche2020, split: test, config: default", | |
| "type": "recall_at_5", | |
| "value": 8.932 | |
| }, | |
| { | |
| "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 71.09020000000001 | |
| }, | |
| { | |
| "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", | |
| "type": "ap", | |
| "value": 14.451710060978993 | |
| }, | |
| { | |
| "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", | |
| "type": "f1", | |
| "value": 54.7874410609049 | |
| }, | |
| { | |
| "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 59.745331069609506 | |
| }, | |
| { | |
| "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", | |
| "type": "f1", | |
| "value": 60.08387848592697 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 51.71549485462037 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "cos_sim_accuracy", | |
| "value": 87.39345532574357 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "cos_sim_ap", | |
| "value": 78.16796549696478 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "cos_sim_f1", | |
| "value": 71.27713276123171 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "cos_sim_precision", | |
| "value": 68.3115626511853 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "cos_sim_recall", | |
| "value": 74.51187335092348 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "dot_accuracy", | |
| "value": 85.12248912201228 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "dot_ap", | |
| "value": 69.26039256107077 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "dot_f1", | |
| "value": 65.04294321240867 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "dot_precision", | |
| "value": 63.251059586138126 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "dot_recall", | |
| "value": 66.93931398416886 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "euclidean_accuracy", | |
| "value": 87.07754664123503 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "euclidean_ap", | |
| "value": 77.7872176038945 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "euclidean_f1", | |
| "value": 70.85587801278899 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "euclidean_precision", | |
| "value": 66.3519115614924 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "euclidean_recall", | |
| "value": 76.01583113456465 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "manhattan_accuracy", | |
| "value": 87.07754664123503 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "manhattan_ap", | |
| "value": 77.7341400185556 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "manhattan_f1", | |
| "value": 70.80310880829015 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "manhattan_precision", | |
| "value": 69.54198473282443 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "manhattan_recall", | |
| "value": 72.1108179419525 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "max_accuracy", | |
| "value": 87.39345532574357 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "max_ap", | |
| "value": 78.16796549696478 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", | |
| "type": "max_f1", | |
| "value": 71.27713276123171 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "cos_sim_accuracy", | |
| "value": 89.09457833663213 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "cos_sim_ap", | |
| "value": 86.33024314706873 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "cos_sim_f1", | |
| "value": 78.59623733719248 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "cos_sim_precision", | |
| "value": 74.13322413322413 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "cos_sim_recall", | |
| "value": 83.63104404065291 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "dot_accuracy", | |
| "value": 88.3086894089339 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "dot_ap", | |
| "value": 83.92225241805097 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "dot_f1", | |
| "value": 76.8721826377781 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "dot_precision", | |
| "value": 72.8168044077135 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "dot_recall", | |
| "value": 81.40591315060055 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "euclidean_accuracy", | |
| "value": 88.77052043311213 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "euclidean_ap", | |
| "value": 85.7410710218755 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "euclidean_f1", | |
| "value": 77.97705489398781 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "euclidean_precision", | |
| "value": 73.77713657598241 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "euclidean_recall", | |
| "value": 82.68401601478288 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "manhattan_accuracy", | |
| "value": 88.73753250281368 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "manhattan_ap", | |
| "value": 85.72867199072802 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "manhattan_f1", | |
| "value": 77.89774182922812 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "manhattan_precision", | |
| "value": 74.23787931635857 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "manhattan_recall", | |
| "value": 81.93717277486911 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "max_accuracy", | |
| "value": 89.09457833663213 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "max_ap", | |
| "value": 86.33024314706873 | |
| }, | |
| { | |
| "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", | |
| "type": "max_f1", | |
| "value": 78.59623733719248 | |
| } | |
| ] | |
| } | |
| }, | |
| "authors": [ | |
| { | |
| "name": "WhereIsAI" | |
| } | |
| ], | |
| "licenses": [ | |
| { | |
| "license": { | |
| "id": "MIT", | |
| "url": "https://spdx.org/licenses/MIT.html" | |
| } | |
| } | |
| ], | |
| "tags": [ | |
| "sentence-transformers", | |
| "onnx", | |
| "safetensors", | |
| "openvino", | |
| "bert", | |
| "feature-extraction", | |
| "mteb", | |
| "sentence_embedding", | |
| "feature_extraction", | |
| "transformers", | |
| "transformers.js", | |
| "en", | |
| "arxiv:2309.12871", | |
| "license:mit", | |
| "model-index", | |
| "autotrain_compatible", | |
| "text-embeddings-inference", | |
| "endpoints_compatible", | |
| "region:us" | |
| ] | |
| } | |
| } | |
| } |