Bge Large En v1.5

---

tags:

• sentence-transformers
• feature-extraction
• sentence-similarity
• transformers
• mteb model-index:
• name: bge-large-en-v1.5 results:
  • task: type: Classification dataset: type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (en) config: en split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 metrics:
    • type: accuracy value: 75.8507462686567
    • type: ap value: 38.566457320228245
    • type: f1 value: 69.69386648043475
  • task: type: Classification dataset: type: mteb/amazon_polarity name: MTEB AmazonPolarityClassification config: default split: test revision: e2d317d38cd51312af73b3d32a06d1a08b442046 metrics:
    • type: accuracy value: 92.416675
    • type: ap value: 89.1928861155922
    • type: f1 value: 92.39477019574215
  • task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (en) config: en split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics:
    • type: accuracy value: 48.175999999999995
    • type: f1 value: 47.80712792870253
  • task: type: Retrieval dataset: type: arguana name: MTEB ArguAna config: default split: test revision: None metrics:
    • type: map_at_1 value: 40.184999999999995
    • type: map_at_10 value: 55.654
    • type: map_at_100 value: 56.25
    • type: map_at_1000 value: 56.255
    • type: map_at_3 value: 51.742999999999995
    • type: map_at_5 value: 54.129000000000005
    • type: mrr_at_1 value: 40.967
    • type: mrr_at_10 value: 55.96
    • type: mrr_at_100 value: 56.54900000000001
    • type: mrr_at_1000 value: 56.554
    • type: mrr_at_3 value: 51.980000000000004
    • type: mrr_at_5 value: 54.44
    • type: ndcg_at_1 value: 40.184999999999995
    • type: ndcg_at_10 value: 63.542
    • type: ndcg_at_100 value: 65.96499999999999
    • type: ndcg_at_1000 value: 66.08699999999999
    • type: ndcg_at_3 value: 55.582
    • type: ndcg_at_5 value: 59.855000000000004
    • type: precision_at_1 value: 40.184999999999995
    • type: precision_at_10 value: 8.841000000000001
    • type: precision_at_100 value: 0.987
    • type: precision_at_1000 value: 0.1
    • type: precision_at_3 value: 22.238
    • type: precision_at_5 value: 15.405
    • type: recall_at_1 value: 40.184999999999995
    • type: recall_at_10 value: 88.407
    • type: recall_at_100 value: 98.72
    • type: recall_at_1000 value: 99.644
    • type: recall_at_3 value: 66.714
    • type: recall_at_5 value: 77.027
  • task: type: Clustering dataset: type: mteb/arxiv-clustering-p2p name: MTEB ArxivClusteringP2P config: default split: test revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d metrics:
    • type: v_measure value: 48.567077926750066
  • task: type: Clustering dataset: type: mteb/arxiv-clustering-s2s name: MTEB ArxivClusteringS2S config: default split: test revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 metrics:
    • type: v_measure value: 43.19453389182364
  • task: type: Reranking dataset: type: mteb/askubuntudupquestions-reranking name: MTEB AskUbuntuDupQuestions config: default split: test revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 metrics:
    • type: map value: 64.46555939623092
    • type: mrr value: 77.82361605768807
  • task: type: STS dataset: type: mteb/biosses-sts name: MTEB BIOSSES config: default split: test revision: d3fb88f8f02e40887cd149695127462bbcf29b4a metrics:
    • type: cos_sim_pearson value: 84.9554128814735
    • type: cos_sim_spearman value: 84.65373612172036
    • type: euclidean_pearson value: 83.2905059954138
    • type: euclidean_spearman value: 84.52240782811128
    • type: manhattan_pearson value: 82.99533802997436
    • type: manhattan_spearman value: 84.20673798475734
  • task: type: Classification dataset: type: mteb/banking77 name: MTEB Banking77Classification config: default split: test revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 metrics:
    • type: accuracy value: 87.78896103896103
    • type: f1 value: 87.77189310964883
  • task: type: Clustering dataset: type: mteb/biorxiv-clustering-p2p name: MTEB BiorxivClusteringP2P config: default split: test revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 metrics:
    • type: v_measure value: 39.714538337650495
  • task: type: Clustering dataset: type: mteb/biorxiv-clustering-s2s name: MTEB BiorxivClusteringS2S config: default split: test revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 metrics:
    • type: v_measure value: 36.90108349284447
  • task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackAndroidRetrieval config: default split: test revision: None metrics:
    • type: map_at_1 value: 32.795
    • type: map_at_10 value: 43.669000000000004
    • type: map_at_100 value: 45.151
    • type: map_at_1000 value: 45.278
    • type: map_at_3 value: 40.006
    • type: map_at_5 value: 42.059999999999995
    • type: mrr_at_1 value: 39.771
    • type: mrr_at_10 value: 49.826
    • type: mrr_at_100 value: 50.504000000000005
    • type: mrr_at_1000 value: 50.549
    • type: mrr_at_3 value: 47.115
    • type: mrr_at_5 value: 48.832
    • type: ndcg_at_1 value: 39.771
    • type: ndcg_at_10 value: 50.217999999999996
    • type: ndcg_at_100 value: 55.454
    • type: ndcg_at_1000 value: 57.37
    • type: ndcg_at_3 value: 44.885000000000005
    • type: ndcg_at_5 value: 47.419
    • type: precision_at_1 value: 39.771
    • type: precision_at_10 value: 9.642000000000001
    • type: precision_at_100 value: 1.538
    • type: precision_at_1000 value: 0.198
    • type: precision_at_3 value: 21.268
    • type: precision_at_5 value: 15.536
    • type: recall_at_1 value: 32.795
    • type: recall_at_10 value: 62.580999999999996
    • type: recall_at_100 value: 84.438
    • type: recall_at_1000 value: 96.492
    • type: recall_at_3 value: 47.071000000000005
    • type: recall_at_5 value: 54.079
  • task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackEnglishRetrieval config: default split: test revision: None metrics:
    • type: map_at_1 value: 32.671
    • type: map_at_10 value: 43.334
    • type: map_at_100 value: 44.566
    • type: map_at_1000 value: 44.702999999999996
    • type: map_at_3 value: 40.343
    • type: map_at_5 value: 41.983
    • type: mrr_at_1 value: 40.764
    • type: mrr_at_10 value: 49.382
    • type: mrr_at_100 value: 49.988
    • type: mrr_at_1000 value: 50.03300000000001
    • type: mrr_at_3 value: 47.293
    • type: mrr_at_5 value: 48.51
    • type: ndcg_at_1 value: 40.764
    • type: ndcg_at_10 value: 49.039
    • type: ndcg_at_100 value: 53.259
    • type: ndcg_at_1000 value: 55.253
    • type: ndcg_at_3 value: 45.091
    • type: ndcg_at_5 value: 46.839999999999996
    • type: precision_at_1 value: 40.764
    • type: precision_at_10 value: 9.191
    • type: precision_at_100 value: 1.476
    • type: precision_at_1000 value: 0.19499999999999998
    • type: precision_at_3 value: 21.72
    • type: precision_at_5 value: 15.299
    • type: recall_at_1 value: 32.671
    • type: recall_at_10 value: 58.816
    • type: recall_at_100 value: 76.654
    • type: recall_at_1000 value: 89.05999999999999
    • type: recall_at_3 value: 46.743
    • type: recall_at_5 value: 51.783
  • task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackGamingRetrieval config: default split: test revision: None metrics:
    • type: map_at_1 value: 40.328
    • type: map_at_10 value: 53.32599999999999
    • type: map_at_100 value: 54.37499999999999
    • type: map_at_1000 value: 54.429
    • type: map_at_3 value: 49.902
    • type: map_at_5 value: 52.002
    • type: mrr_at_1 value: 46.332
    • type: mrr_at_10 value: 56.858
    • type: mrr_at_100 value: 57.522
    • type: mrr_at_1000 value: 57.54899999999999
    • type: mrr_at_3 value: 54.472
    • type: mrr_at_5 value: 55.996
    • type: ndcg_at_1 value: 46.332
    • type: ndcg_at_10 value: 59.313
    • type: ndcg_at_100 value: 63.266999999999996
    • type: ndcg_at_1000 value: 64.36
    • type: ndcg_at_3 value: 53.815000000000005
    • type: ndcg_at_5 value: 56.814
    • type: precision_at_1 value: 46.332
    • type: precision_at_10 value: 9.53
    • type: precision_at_100 value: 1.238
    • type: precision_at_1000 value: 0.13699999999999998
    • type: precision_at_3 value: 24.054000000000002
    • type: precision_at_5 value: 16.589000000000002
    • type: recall_at_1 value: 40.328
    • type: recall_at_10 value: 73.421
    • type: recall_at_100 value: 90.059
    • type: recall_at_1000 value: 97.81
    • type: recall_at_3 value: 59.009
    • type: recall_at_5 value: 66.352
  • task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackGisRetrieval config: default split: test revision: None metrics:
    • type: map_at_1 value: 27.424
    • type: map_at_10 value: 36.332
    • type: map_at_100 value: 37.347
    • type: map_at_1000 value: 37.422
    • type: map_at_3 value: 33.743
    • type: map_at_5 value: 35.176
    • type: mrr_at_1 value: 29.153000000000002
    • type: mrr_at_10 value: 38.233
    • type: mrr_at_100 value: 39.109
    • type: mrr_at_1000 value: 39.164
    • type: mrr_at_3 value: 35.876000000000005
    • type: mrr_at_5 value: 37.169000000000004
    • type: ndcg_at_1 value: 29.153000000000002
    • type: ndcg_at_10 value: 41.439
    • type: ndcg_at_100 value: 46.42
    • type: ndcg_at_1000 value: 48.242000000000004
    • type: ndcg_at_3 value: 36.362
    • type: ndcg_at_5 value: 38.743
    • type: precision_at_1 value: 29.153000000000002
    • type: precision_at_10 value: 6.315999999999999
    • type: precision_at_100 value: 0.927
    • type: precision_at_1000 value: 0.11199999999999999
    • type: precision_at_3 value: 15.443000000000001
    • type: precision_at_5 value: 10.644
    • type: recall_at_1 value: 27.424
    • type: recall_at_10 value: 55.364000000000004
    • type: recall_at_100 value: 78.211
    • type: recall_at_1000 value: 91.74600000000001
    • type: recall_at_3 value: 41.379
    • type: recall_at_5 value: 47.14
  • task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackMathematicaRetrieval config: default split: test revision: None metrics:
    • type: map_at_1 value: 19.601
    • type: map_at_10 value: 27.826
    • type: map_at_100 value: 29.017
    • type:...