infgrad commited on
Commit
c37f0e4
·
verified ·
1 Parent(s): da9b77d

Upload README.md

Browse files

update ms-marco retrieval dev score

Files changed (1) hide show
  1. README.md +142 -142
README.md CHANGED
@@ -5506,291 +5506,291 @@ model-index:
5506
  config: default
5507
  name: MTEB MSMARCO (default)
5508
  revision: c5a29a104738b98a9e76336939199e264163d4a0
5509
- split: test
5510
  type: mteb/msmarco
5511
  metrics:
5512
  - type: ndcg_at_1
5513
- value: 74.031
5514
  - type: ndcg_at_3
5515
- value: 73.195
5516
  - type: ndcg_at_5
5517
- value: 73.662
5518
  - type: ndcg_at_10
5519
- value: 72.125
5520
  - type: ndcg_at_20
5521
- value: 70.85000000000001
5522
  - type: ndcg_at_100
5523
- value: 67.414
5524
  - type: ndcg_at_1000
5525
- value: 76.541
5526
  - type: map_at_1
5527
- value: 1.7420000000000002
5528
  - type: map_at_3
5529
- value: 5.6930000000000005
5530
  - type: map_at_5
5531
- value: 9.209
5532
  - type: map_at_10
5533
- value: 15.546
5534
  - type: map_at_20
5535
- value: 25.465
5536
  - type: map_at_100
5537
- value: 44.432
5538
  - type: map_at_1000
5539
- value: 55.001
5540
  - type: recall_at_1
5541
- value: 1.7420000000000002
5542
  - type: recall_at_3
5543
- value: 6.239
5544
  - type: recall_at_5
5545
- value: 10.144
5546
  - type: recall_at_10
5547
- value: 17.2
5548
  - type: recall_at_20
5549
- value: 28.627999999999997
5550
  - type: recall_at_100
5551
- value: 55.80500000000001
5552
  - type: recall_at_1000
5553
- value: 85.225
5554
  - type: precision_at_1
5555
- value: 93.023
5556
  - type: precision_at_3
5557
- value: 89.14699999999999
5558
  - type: precision_at_5
5559
- value: 87.442
5560
  - type: precision_at_10
5561
- value: 81.628
5562
  - type: precision_at_20
5563
- value: 74.767
5564
  - type: precision_at_100
5565
- value: 41.0
5566
  - type: precision_at_1000
5567
- value: 7.993
5568
  - type: mrr_at_1
5569
- value: 93.02329999999999
5570
  - type: mrr_at_3
5571
- value: 94.9612
5572
  - type: mrr_at_5
5573
- value: 94.9612
5574
  - type: mrr_at_10
5575
- value: 95.2935
5576
  - type: mrr_at_20
5577
- value: 95.2935
5578
  - type: mrr_at_100
5579
- value: 95.2935
5580
  - type: mrr_at_1000
5581
- value: 95.2935
5582
  - type: nauc_ndcg_at_1_max
5583
- value: 5.808
5584
  - type: nauc_ndcg_at_1_std
5585
- value: 3.4133999999999998
5586
  - type: nauc_ndcg_at_1_diff1
5587
- value: 18.6161
5588
  - type: nauc_ndcg_at_3_max
5589
- value: 1.8094
5590
  - type: nauc_ndcg_at_3_std
5591
- value: 6.409800000000001
5592
  - type: nauc_ndcg_at_3_diff1
5593
- value: -1.0893
5594
  - type: nauc_ndcg_at_5_max
5595
- value: 8.3792
5596
  - type: nauc_ndcg_at_5_std
5597
- value: 18.852
5598
  - type: nauc_ndcg_at_5_diff1
5599
- value: -5.8369
5600
  - type: nauc_ndcg_at_10_max
5601
- value: 12.6979
5602
  - type: nauc_ndcg_at_10_std
5603
- value: 29.590600000000002
5604
  - type: nauc_ndcg_at_10_diff1
5605
- value: -17.357400000000002
5606
  - type: nauc_ndcg_at_20_max
5607
- value: 16.3643
5608
  - type: nauc_ndcg_at_20_std
5609
- value: 41.002100000000006
5610
  - type: nauc_ndcg_at_20_diff1
5611
- value: -28.5122
5612
  - type: nauc_ndcg_at_100_max
5613
- value: 22.3021
5614
  - type: nauc_ndcg_at_100_std
5615
- value: 44.0851
5616
  - type: nauc_ndcg_at_100_diff1
5617
- value: -28.722199999999997
5618
  - type: nauc_ndcg_at_1000_max
5619
- value: 37.6075
5620
  - type: nauc_ndcg_at_1000_std
5621
- value: 54.0376
5622
  - type: nauc_ndcg_at_1000_diff1
5623
- value: -54.40089999999999
5624
  - type: nauc_map_at_1_max
5625
- value: -0.6242
5626
  - type: nauc_map_at_1_std
5627
- value: -20.7471
5628
  - type: nauc_map_at_1_diff1
5629
- value: 15.016599999999999
5630
  - type: nauc_map_at_3_max
5631
- value: -11.877600000000001
5632
  - type: nauc_map_at_3_std
5633
- value: -32.7309
5634
  - type: nauc_map_at_3_diff1
5635
- value: 23.3039
5636
  - type: nauc_map_at_5_max
5637
- value: -9.616299999999999
5638
  - type: nauc_map_at_5_std
5639
- value: -31.3633
5640
  - type: nauc_map_at_5_diff1
5641
- value: 23.4955
5642
  - type: nauc_map_at_10_max
5643
- value: -5.2948
5644
  - type: nauc_map_at_10_std
5645
- value: -26.6057
5646
  - type: nauc_map_at_10_diff1
5647
- value: 11.809
5648
  - type: nauc_map_at_20_max
5649
- value: 0.726
5650
  - type: nauc_map_at_20_std
5651
- value: -16.2435
5652
  - type: nauc_map_at_20_diff1
5653
- value: -0.22590000000000002
5654
  - type: nauc_map_at_100_max
5655
- value: 5.0722000000000005
5656
  - type: nauc_map_at_100_std
5657
- value: 10.9039
5658
  - type: nauc_map_at_100_diff1
5659
- value: -22.506300000000003
5660
  - type: nauc_map_at_1000_max
5661
- value: 16.916900000000002
5662
  - type: nauc_map_at_1000_std
5663
- value: 44.9188
5664
  - type: nauc_map_at_1000_diff1
5665
- value: -42.5153
5666
  - type: nauc_recall_at_1_max
5667
- value: -0.6242
5668
  - type: nauc_recall_at_1_std
5669
- value: -20.7471
5670
  - type: nauc_recall_at_1_diff1
5671
- value: 15.016599999999999
5672
  - type: nauc_recall_at_3_max
5673
- value: -14.397599999999999
5674
  - type: nauc_recall_at_3_std
5675
- value: -37.3357
5676
  - type: nauc_recall_at_3_diff1
5677
- value: 28.910999999999998
5678
  - type: nauc_recall_at_5_max
5679
- value: -10.8675
5680
  - type: nauc_recall_at_5_std
5681
- value: -35.6508
5682
  - type: nauc_recall_at_5_diff1
5683
- value: 29.029899999999998
5684
  - type: nauc_recall_at_10_max
5685
- value: -7.1036
5686
  - type: nauc_recall_at_10_std
5687
- value: -32.289899999999996
5688
  - type: nauc_recall_at_10_diff1
5689
- value: 18.003
5690
  - type: nauc_recall_at_20_max
5691
- value: -0.7873
5692
  - type: nauc_recall_at_20_std
5693
- value: -22.5736
5694
  - type: nauc_recall_at_20_diff1
5695
- value: 5.739
5696
  - type: nauc_recall_at_100_max
5697
- value: 5.9131
5698
  - type: nauc_recall_at_100_std
5699
- value: -0.3801
5700
  - type: nauc_recall_at_100_diff1
5701
- value: -11.869200000000001
5702
  - type: nauc_recall_at_1000_max
5703
- value: 50.1934
5704
  - type: nauc_recall_at_1000_std
5705
- value: 50.9097
5706
  - type: nauc_recall_at_1000_diff1
5707
- value: -77.5096
5708
  - type: nauc_precision_at_1_max
5709
- value: 32.785199999999996
5710
  - type: nauc_precision_at_1_std
5711
- value: 90.7166
5712
  - type: nauc_precision_at_1_diff1
5713
- value: -32.6408
5714
  - type: nauc_precision_at_3_max
5715
- value: -22.7764
5716
  - type: nauc_precision_at_3_std
5717
- value: 38.2564
5718
  - type: nauc_precision_at_3_diff1
5719
- value: -66.46039999999999
5720
  - type: nauc_precision_at_5_max
5721
- value: 11.9267
5722
  - type: nauc_precision_at_5_std
5723
- value: 55.9565
5724
  - type: nauc_precision_at_5_diff1
5725
- value: -56.577299999999994
5726
  - type: nauc_precision_at_10_max
5727
- value: 20.6097
5728
  - type: nauc_precision_at_10_std
5729
- value: 58.138999999999996
5730
  - type: nauc_precision_at_10_diff1
5731
- value: -62.803399999999996
5732
  - type: nauc_precision_at_20_max
5733
- value: 19.4727
5734
  - type: nauc_precision_at_20_std
5735
- value: 62.3858
5736
  - type: nauc_precision_at_20_diff1
5737
- value: -61.2012
5738
  - type: nauc_precision_at_100_max
5739
- value: 14.5366
5740
  - type: nauc_precision_at_100_std
5741
- value: 56.5281
5742
  - type: nauc_precision_at_100_diff1
5743
- value: -37.4451
5744
  - type: nauc_precision_at_1000_max
5745
- value: 12.975100000000001
5746
  - type: nauc_precision_at_1000_std
5747
- value: 58.751
5748
  - type: nauc_precision_at_1000_diff1
5749
- value: -35.151199999999996
5750
  - type: nauc_mrr_at_1_max
5751
- value: 32.785199999999996
5752
  - type: nauc_mrr_at_1_std
5753
- value: 90.7166
5754
  - type: nauc_mrr_at_1_diff1
5755
- value: -32.6408
5756
  - type: nauc_mrr_at_3_max
5757
- value: 41.394999999999996
5758
  - type: nauc_mrr_at_3_std
5759
- value: 91.4307
5760
  - type: nauc_mrr_at_3_diff1
5761
- value: -30.185499999999998
5762
  - type: nauc_mrr_at_5_max
5763
- value: 41.394999999999996
5764
  - type: nauc_mrr_at_5_std
5765
- value: 91.4307
5766
  - type: nauc_mrr_at_5_diff1
5767
- value: -30.185499999999998
5768
  - type: nauc_mrr_at_10_max
5769
- value: 37.2582
5770
  - type: nauc_mrr_at_10_std
5771
- value: 90.8258
5772
  - type: nauc_mrr_at_10_diff1
5773
- value: -28.2975
5774
  - type: nauc_mrr_at_20_max
5775
- value: 37.2582
5776
  - type: nauc_mrr_at_20_std
5777
- value: 90.8258
5778
  - type: nauc_mrr_at_20_diff1
5779
- value: -28.2975
5780
  - type: nauc_mrr_at_100_max
5781
- value: 37.2582
5782
  - type: nauc_mrr_at_100_std
5783
- value: 90.8258
5784
  - type: nauc_mrr_at_100_diff1
5785
- value: -28.2975
5786
  - type: nauc_mrr_at_1000_max
5787
- value: 37.2582
5788
  - type: nauc_mrr_at_1000_std
5789
- value: 90.8258
5790
  - type: nauc_mrr_at_1000_diff1
5791
- value: -28.2975
5792
  - type: main_score
5793
- value: 72.125
5794
  task:
5795
  type: Retrieval
5796
  - dataset:
 
5506
  config: default
5507
  name: MTEB MSMARCO (default)
5508
  revision: c5a29a104738b98a9e76336939199e264163d4a0
5509
+ split: dev
5510
  type: mteb/msmarco
5511
  metrics:
5512
  - type: ndcg_at_1
5513
+ value: 25.759
5514
  - type: ndcg_at_3
5515
+ value: 37.159
5516
  - type: ndcg_at_5
5517
+ value: 41.388999999999996
5518
  - type: ndcg_at_10
5519
+ value: 45.31
5520
  - type: ndcg_at_20
5521
+ value: 47.912
5522
  - type: ndcg_at_100
5523
+ value: 50.719
5524
  - type: ndcg_at_1000
5525
+ value: 51.636
5526
  - type: map_at_1
5527
+ value: 25.056
5528
  - type: map_at_3
5529
+ value: 34.059
5530
  - type: map_at_5
5531
+ value: 36.424
5532
  - type: map_at_10
5533
+ value: 38.099
5534
  - type: map_at_20
5535
+ value: 38.834
5536
  - type: map_at_100
5537
+ value: 39.245999999999995
5538
  - type: map_at_1000
5539
+ value: 39.285
5540
  - type: recall_at_1
5541
+ value: 25.056
5542
  - type: recall_at_3
5543
+ value: 45.414
5544
  - type: recall_at_5
5545
+ value: 55.595000000000006
5546
  - type: recall_at_10
5547
+ value: 67.43900000000001
5548
  - type: recall_at_20
5549
+ value: 77.544
5550
  - type: recall_at_100
5551
+ value: 92.23599999999999
5552
  - type: recall_at_1000
5553
+ value: 99.087
5554
  - type: precision_at_1
5555
+ value: 25.759
5556
  - type: precision_at_3
5557
+ value: 15.716
5558
  - type: precision_at_5
5559
+ value: 11.579
5560
  - type: precision_at_10
5561
+ value: 7.063999999999999
5562
  - type: precision_at_20
5563
+ value: 4.074
5564
  - type: precision_at_100
5565
+ value: 0.975
5566
  - type: precision_at_1000
5567
+ value: 0.105
5568
  - type: mrr_at_1
5569
+ value: 25.759300000000003
5570
  - type: mrr_at_3
5571
+ value: 34.7827
5572
  - type: mrr_at_5
5573
+ value: 37.1122
5574
  - type: mrr_at_10
5575
+ value: 38.702799999999996
5576
  - type: mrr_at_20
5577
+ value: 39.4035
5578
  - type: mrr_at_100
5579
+ value: 39.7874
5580
  - type: mrr_at_1000
5581
+ value: 39.820499999999996
5582
  - type: nauc_ndcg_at_1_max
5583
+ value: 7.6849
5584
  - type: nauc_ndcg_at_1_std
5585
+ value: -20.9503
5586
  - type: nauc_ndcg_at_1_diff1
5587
+ value: 39.0921
5588
  - type: nauc_ndcg_at_3_max
5589
+ value: 8.9183
5590
  - type: nauc_ndcg_at_3_std
5591
+ value: -24.5722
5592
  - type: nauc_ndcg_at_3_diff1
5593
+ value: 35.3955
5594
  - type: nauc_ndcg_at_5_max
5595
+ value: 9.3112
5596
  - type: nauc_ndcg_at_5_std
5597
+ value: -24.8615
5598
  - type: nauc_ndcg_at_5_diff1
5599
+ value: 34.9193
5600
  - type: nauc_ndcg_at_10_max
5601
+ value: 9.9335
5602
  - type: nauc_ndcg_at_10_std
5603
+ value: -24.2891
5604
  - type: nauc_ndcg_at_10_diff1
5605
+ value: 35.2354
5606
  - type: nauc_ndcg_at_20_max
5607
+ value: 10.1047
5608
  - type: nauc_ndcg_at_20_std
5609
+ value: -22.538
5610
  - type: nauc_ndcg_at_20_diff1
5611
+ value: 35.370200000000004
5612
  - type: nauc_ndcg_at_100_max
5613
+ value: 9.9511
5614
  - type: nauc_ndcg_at_100_std
5615
+ value: -21.182699999999997
5616
  - type: nauc_ndcg_at_100_diff1
5617
+ value: 35.8301
5618
  - type: nauc_ndcg_at_1000_max
5619
+ value: 9.7745
5620
  - type: nauc_ndcg_at_1000_std
5621
+ value: -22.1117
5622
  - type: nauc_ndcg_at_1000_diff1
5623
+ value: 35.7943
5624
  - type: nauc_map_at_1_max
5625
+ value: 7.7292
5626
  - type: nauc_map_at_1_std
5627
+ value: -20.9013
5628
  - type: nauc_map_at_1_diff1
5629
+ value: 39.1258
5630
  - type: nauc_map_at_3_max
5631
+ value: 8.6472
5632
  - type: nauc_map_at_3_std
5633
+ value: -23.8389
5634
  - type: nauc_map_at_3_diff1
5635
+ value: 36.3462
5636
  - type: nauc_map_at_5_max
5637
+ value: 8.8231
5638
  - type: nauc_map_at_5_std
5639
+ value: -24.048
5640
  - type: nauc_map_at_5_diff1
5641
+ value: 36.0689
5642
  - type: nauc_map_at_10_max
5643
+ value: 9.064
5644
  - type: nauc_map_at_10_std
5645
+ value: -23.788400000000003
5646
  - type: nauc_map_at_10_diff1
5647
+ value: 36.193
5648
  - type: nauc_map_at_20_max
5649
+ value: 9.0944
5650
  - type: nauc_map_at_20_std
5651
+ value: -23.3413
5652
  - type: nauc_map_at_20_diff1
5653
+ value: 36.2575
5654
  - type: nauc_map_at_100_max
5655
+ value: 9.0852
5656
  - type: nauc_map_at_100_std
5657
+ value: -23.1205
5658
  - type: nauc_map_at_100_diff1
5659
+ value: 36.314
5660
  - type: nauc_map_at_1000_max
5661
+ value: 9.0815
5662
  - type: nauc_map_at_1000_std
5663
+ value: -23.1446
5664
  - type: nauc_map_at_1000_diff1
5665
+ value: 36.3137
5666
  - type: nauc_recall_at_1_max
5667
+ value: 7.7292
5668
  - type: nauc_recall_at_1_std
5669
+ value: -20.9013
5670
  - type: nauc_recall_at_1_diff1
5671
+ value: 39.1258
5672
  - type: nauc_recall_at_3_max
5673
+ value: 9.8077
5674
  - type: nauc_recall_at_3_std
5675
+ value: -26.5565
5676
  - type: nauc_recall_at_3_diff1
5677
+ value: 32.7773
5678
  - type: nauc_recall_at_5_max
5679
+ value: 10.801
5680
  - type: nauc_recall_at_5_std
5681
+ value: -27.3276
5682
  - type: nauc_recall_at_5_diff1
5683
+ value: 31.4183
5684
  - type: nauc_recall_at_10_max
5685
+ value: 13.324
5686
  - type: nauc_recall_at_10_std
5687
+ value: -25.866699999999998
5688
  - type: nauc_recall_at_10_diff1
5689
+ value: 31.8682
5690
  - type: nauc_recall_at_20_max
5691
+ value: 15.2863
5692
  - type: nauc_recall_at_20_std
5693
+ value: -16.487299999999998
5694
  - type: nauc_recall_at_20_diff1
5695
+ value: 31.4332
5696
  - type: nauc_recall_at_100_max
5697
+ value: 19.4577
5698
  - type: nauc_recall_at_100_std
5699
+ value: 14.5535
5700
  - type: nauc_recall_at_100_diff1
5701
+ value: 34.865899999999996
5702
  - type: nauc_recall_at_1000_max
5703
+ value: 48.2992
5704
  - type: nauc_recall_at_1000_std
5705
+ value: 61.405100000000004
5706
  - type: nauc_recall_at_1000_diff1
5707
+ value: 23.533299999999997
5708
  - type: nauc_precision_at_1_max
5709
+ value: 7.6849
5710
  - type: nauc_precision_at_1_std
5711
+ value: -20.9503
5712
  - type: nauc_precision_at_1_diff1
5713
+ value: 39.0921
5714
  - type: nauc_precision_at_3_max
5715
+ value: 9.224400000000001
5716
  - type: nauc_precision_at_3_std
5717
+ value: -26.7181
5718
  - type: nauc_precision_at_3_diff1
5719
+ value: 32.0185
5720
  - type: nauc_precision_at_5_max
5721
+ value: 10.2675
5722
  - type: nauc_precision_at_5_std
5723
+ value: -26.803700000000003
5724
  - type: nauc_precision_at_5_diff1
5725
+ value: 30.189300000000003
5726
  - type: nauc_precision_at_10_max
5727
+ value: 12.128400000000001
5728
  - type: nauc_precision_at_10_std
5729
+ value: -23.18
5730
  - type: nauc_precision_at_10_diff1
5731
+ value: 28.5595
5732
  - type: nauc_precision_at_20_max
5733
+ value: 13.1152
5734
  - type: nauc_precision_at_20_std
5735
+ value: -12.6363
5736
  - type: nauc_precision_at_20_diff1
5737
+ value: 25.7907
5738
  - type: nauc_precision_at_100_max
5739
+ value: 11.881400000000001
5740
  - type: nauc_precision_at_100_std
5741
+ value: 12.4388
5742
  - type: nauc_precision_at_100_diff1
5743
+ value: 15.3289
5744
  - type: nauc_precision_at_1000_max
5745
+ value: 5.5209
5746
  - type: nauc_precision_at_1000_std
5747
+ value: 11.001900000000001
5748
  - type: nauc_precision_at_1000_diff1
5749
+ value: -3.0637000000000003
5750
  - type: nauc_mrr_at_1_max
5751
+ value: 7.6849
5752
  - type: nauc_mrr_at_1_std
5753
+ value: -20.9503
5754
  - type: nauc_mrr_at_1_diff1
5755
+ value: 39.0921
5756
  - type: nauc_mrr_at_3_max
5757
+ value: 8.454699999999999
5758
  - type: nauc_mrr_at_3_std
5759
+ value: -23.5899
5760
  - type: nauc_mrr_at_3_diff1
5761
+ value: 36.077
5762
  - type: nauc_mrr_at_5_max
5763
+ value: 8.7245
5764
  - type: nauc_mrr_at_5_std
5765
+ value: -23.6374
5766
  - type: nauc_mrr_at_5_diff1
5767
+ value: 35.844
5768
  - type: nauc_mrr_at_10_max
5769
+ value: 8.9177
5770
  - type: nauc_mrr_at_10_std
5771
+ value: -23.457800000000002
5772
  - type: nauc_mrr_at_10_diff1
5773
+ value: 36.02
5774
  - type: nauc_mrr_at_20_max
5775
+ value: 8.9659
5776
  - type: nauc_mrr_at_20_std
5777
+ value: -23.0174
5778
  - type: nauc_mrr_at_20_diff1
5779
+ value: 36.050900000000006
5780
  - type: nauc_mrr_at_100_max
5781
+ value: 8.9461
5782
  - type: nauc_mrr_at_100_std
5783
+ value: -22.8363
5784
  - type: nauc_mrr_at_100_diff1
5785
+ value: 36.1078
5786
  - type: nauc_mrr_at_1000_max
5787
+ value: 8.940299999999999
5788
  - type: nauc_mrr_at_1000_std
5789
+ value: -22.8606
5790
  - type: nauc_mrr_at_1000_diff1
5791
+ value: 36.106700000000004
5792
  - type: main_score
5793
+ value: 45.31
5794
  task:
5795
  type: Retrieval
5796
  - dataset: