Spaces:

---

magibu

/

mteb-turkish

like 6

Running

model: nezahatkorkmaz/turkce-embedding-bge-m3
ArguAnaTR: 0.51374
CQADupstackGamingRetrievalTR: 0.58335
FiQA2018TR: 0.45106
MnliTr: 0.648501
MSMarcoTRRetrieval: 0.57879
NFCorpusTR: 0.09178
QuoraRetrievalTR: 0.95775
SCIDOCSTR: 0.03704
SciFactTR: 0.78432
SnliTr: 0.59963
SquadTRRetrieval: 0.77718
STSbTR: 0.796102
THYSentimentClassification: 0.661588
TQuadRetrieval: 0.90987
TSTimelineNewsCategoryClassification: 0.642451
Turkish75NewsClassification: 0.88
TurkishAbstractCorpusClustering: 0.587286
TurkishColumnWritingClustering: 0.614098
TurkishIronyClassification: 0.531667
TurkishMovieSentimentClassification: 0.858594
TurkishNewsCategoryClassification: 0.9024
TurkishOffensiveLanguageClassification: 0.612916
TurkishProductSentimentClassification: 0.676625
WMT16BitextMining: 0.991667
XNLI: 0.748583
XQuADRetrieval: 0.96287
AVERAGE_ALL: 0.669225308

::VERSUS ::
model: intfloat/multilingual-e5-large-instruct
ArguAnaTR: 0.448390
CQADupstackGamingRetrievalTR: 0.512400
FiQA2018TR: 0.369380
MnliTr: 0.638826
MSMarcoTRRetrieval: 0.567810
NFCorpusTR: 0.084220
QuoraRetrievalTR: 0.958890
SCIDOCSTR: 0.028100
SciFactTR: 0.799960
SnliTr: 0.524705
SquadTRRetrieval: 0.730250
STSbTR: 0.812359
THYSentimentClassification: 0.661567
TQuadRetrieval: 0.848260
TSTimelineNewsCategoryClassification: 0.649608
Turkish75NewsClassification: 0.926667
TurkishAbstractCorpusClustering: 0.627204
TurkishColumnWritingClustering: 0.616411
TurkishIronyClassification: 0.589167
TurkishMovieSentimentClassification: 0.852490
TurkishNewsCategoryClassification: 0.938000
TurkishOffensiveLanguageClassification: 0.606885
TurkishProductSentimentClassification: 0.672500
WMT16BitextMining: 0.989907
XNLI: 0.727501
XQuADRetrieval: 0.945030
AVERAGE_ALL: 0.658711