pipeline_tag: 句子相似度
tags:
- 句子转换器
- 特征提取
- 句子相似度
- MTEB
model-index:
- name: SGPT-125M加权平均-msmarco-specb-bitfit
results:
- task:
type: 分类
dataset:
type: mteb/amazon_counterfactual
name: MTEB Amazon反事实分类 (en)
config: en
split: 测试集
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics:
- type: 准确率
value: 61.23880597014926
- type: 平均精度
value: 25.854431650388644
- type: F1分数
value: 55.751862762818604
- task:
type: 分类
dataset:
type: mteb/amazon_counterfactual
name: MTEB Amazon反事实分类 (de)
config: de
split: 测试集
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics:
- type: 准确率
value: 56.88436830835117
- type: 平均精度
value: 72.67279104379772
- type: F1分数
value: 54.449840243786404
- task:
type: 分类
dataset:
type: mteb/amazon_counterfactual
name: MTEB Amazon反事实分类 (en-ext)
config: en-ext
split: 测试集
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics:
- type: 准确率
value: 58.27586206896551
- type: 平均精度
value: 14.067357642500387
- type: F1分数
value: 48.172318518691334
- task:
type: 分类
dataset:
type: mteb/amazon_counterfactual
name: MTEB Amazon反事实分类 (ja)
config: ja
split: 测试集
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics:
- type: 准确率
value: 54.64668094218415
- type: 平均精度
value: 11.776694555054965
- type: F1分数
value: 44.526622834078765
- task:
type: 分类
dataset:
type: mteb/amazon_polarity
name: MTEB Amazon极性分类
config: 默认
split: 测试集
revision: 80714f8dcf8cefc218ef4f8c5a966dd83f75a0e1
metrics:
- type: 准确率
value: 65.401225
- type: 平均精度
value: 60.22809958678552
- type: F1分数
value: 65.0251824898292
- task:
type: 分类
dataset:
type: mteb/amazon_reviews_multi
name: MTEB Amazon评论分类 (en)
config: en
split: 测试集
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics:
- type: 准确率
value: 31.165999999999993
- type: F1分数
value: 30.908870050167437
- task:
type: 分类
dataset:
type: mteb/amazon_reviews_multi
name: MTEB Amazon评论分类 (de)
config: de
split: 测试集
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics:
- type: 准确率
value: 24.79
- type: F1分数
value: 24.5833598854121
- task:
type: 分类
dataset:
type: mteb/amazon_reviews_multi
name: MTEB Amazon评论分类 (es)
config: es
split: 测试集
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics:
- type: 准确率
value: 26.643999999999995
- type: F1分数
value: 26.39012792213563
- task:
type: 分类
dataset:
type: mteb/amazon_reviews_multi
name: MTEB Amazon评论分类 (fr)
config: fr
split: 测试集
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics:
- type: 准确率
value: 26.386000000000003
- type: F1分数
value: 26.276867791454873
- task:
type: 分类
dataset:
type: mteb/amazon_reviews_multi
name: MTEB Amazon评论分类 (ja)
config: ja
split: 测试集
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics:
- type: 准确率
value: 22.078000000000003
- type: F1分数
value: 21.797960290226843
- task:
type: 分类
dataset:
type: mteb/amazon_reviews_multi
name: MTEB Amazon评论分类 (zh)
config: zh
split: 测试集
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics:
- type: 准确率
value: 24.274
- type: F1分数
value: 23.887054434822627
- task:
type: 检索
dataset:
type: arguana
name: MTEB ArguAna
config: 默认
split: 测试集
revision: 5b3e3697907184a9b77a3c99ee9ea1a9cbb1e4e3
metrics:
- type: 平均精度@1
value: 22.404
- type: 平均精度@10
value: 36.845
- type: 平均精度@100
value: 37.945
- type: 平均精度@1000
value: 37.966
- type: 平均精度@3
value: 31.78
- type: 平均精度@5
value: 34.608
- type: 平均倒数排名@1
value: 22.902
- type: 平均倒数排名@10
value: 37.034
- type: 平均倒数排名@100
value: 38.134
- type: 平均倒数排名@1000
value: 38.155
- type: 平均倒数排名@3
value: 31.935000000000002
- type: 平均倒数排名@5
value: 34.812
- type: 标准化折损累积增益@1
value: 22.404
- type: 标准化折损累积增益@10
value: 45.425
- type: 标准化折损累积增益@100
value: 50.354
- type: 标准化折损累积增益@1000
value: 50.873999999999995
- type: 标准化折损累积增益@3
value: 34.97
- type: 标准化折损累积增益@5
value: 40.081
- type: 精确率@1
value: 22.404
- type: 精确率@10
value: 7.303999999999999
- type: 精确率@100
value: 0.951
- type: 精确率@1000
value: 0.099
- type: 精确率@3
value: 14.746
- type: 精确率@5
value: 11.337
- type: 召回率@1
value: 22.404
- type: 召回率@10
value: 73.044
- type: 召回率@100
value: 95.092
- type: 召回率@1000
value: 99.075
- type: 召回率@3
value: 44.239
- type: 召回率@5
value: 56.686
- task:
type: 聚类
dataset:
type: mteb/arxiv-clustering-p2p
name: MTEB Arxiv聚类P2P
config: 默认
split: 测试集
revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
metrics:
- type: V度量
value: 39.70858340673288
- task:
type: 聚类
dataset:
type: mteb/arxiv-clustering-s2s
name: MTEB Arxiv聚类S2S
config: 默认
split: 测试集
revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
metrics:
- type: V度量
value: 28.242847713721048
- task:
type: 重排序
dataset:
type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntu重复问题
config: 默认
split: 测试集
revision: 4d853f94cd57d85ec13805aeeac3ae3e5eb4c49c
metrics:
- type: 平均精度
value: 55.83700395192393
- type: 平均倒数排名
value: 70.3891307215407
- task:
type: STS
dataset:
type: mteb/biosses-sts
name: MTEB BIOSSES
config: 默认
split: 测试集
revision: 9ee918f184421b6bd48b78f6c714d86546106103
metrics:
- type: 余弦相似度皮尔逊
value: 79.25366801756223
- type: 余弦相似度斯皮尔曼
value: 75.20954502580506
- type: 欧氏距离皮尔逊
value: 78.79900722991617
- type: 欧氏距离斯皮尔曼
value: 77.79996549607588
- type: 曼哈顿距离皮尔逊
value: 78.18408109480399
- type: 曼哈顿距离斯皮尔曼
value: 76.85958262303106
- task:
type: 分类
dataset:
type: mteb/banking77
name: MTEB Banking77分类
config: 默认
split: 测试集
revision: 44fa15921b4c889113cc5df03dd4901b49161ab7
metrics:
- type: 准确率
value: 77.70454545454545
- type: F1分数
value: 77.6929000113803
- task:
type: 聚类
dataset:
type: mteb/biorxiv-clustering-p2p
name: MTEB Biorxiv聚类P2P
config: 默认
split: 测试集
revision: 11d0121201d1f1f280e8cc8f3d98fb9c4d9f9c55
metrics:
- type: V度量
value: 33.63260395543984
- task:
type: 聚类
dataset:
type: mteb/biorxiv-clustering-s2s
name: MTEB Biorxiv聚类S2S
config: 默认
split: 测试集
revision: c0fab014e1bcb8d3a5e31b2088972a1e01547dc1
PyTorch
Safetensors
Transformers%20--%3e%3cdefs%3e%3cstyle%3e%20.st0%20{%20fill:%20none;%20}%20.st1%20{%20fill:%20%235ce6cf;%20}%20.st2%20{%20fill:%20%230080ff;%20}%20.st3%20{%20clip-path:%20url(%23clippath);%20}%20%3c/style%3e%3cclipPath%20id='clippath'%3e%3crect%20class='st0'%20y='0'%20width='120'%20height='32'/%3e%3c/clipPath%3e%3c/defs%3e%3cg%20class='st3'%3e%3cg%3e%3cpath%20class='st1'%20d='M22.4,32H3.2c-1,0-2-.5-2.6-1.4-.6-.9-.7-2-.4-2.9L9.8,2.1C10.3.8,11.5,0,12.8,0s2.5.8,3,2.1l9.6,25.6c.4,1,.2,2.1-.4,2.9-.6.9-1.6,1.4-2.6,1.4ZM7.8,25.6h10l-5-13.3-5,13.3Z'/%3e%3cpath%20class='st2'%20d='M33.6,32c-1.3,0-2.5-.8-3-2.1L21,4.3c-.6-1.7.2-3.5,1.9-4.1,1.7-.6,3.5.2,4.1,1.9l9.6,25.6c.6,1.7-.2,3.5-1.9,4.1-.4.1-.8.2-1.1.2h0Z'/%3e%3cpath%20d='M71.8,9.1h-6.9v4.6h6.9c2.5,0,4.6,2,4.6,4.6h-6.9c-3.8,0-6.9,3.1-6.9,6.9s3.1,6.9,6.9,6.9h2.3c1.7,0,3.2-.4,4.6-1.2v1.2h4.6v-13.7c0-5-4.1-9.1-9.1-9.1h0ZM71.8,27.4h-2.3c-1.3,0-2.3-1-2.3-2.3s1-2.3,2.3-2.3h6.9c0,2.5-2,4.6-4.6,4.6h0Z'/%3e%3cpath%20d='M52.3,9.1h-4.6V0h-4.6V32h9.1c5,0,9.1-4.1,9.1-9.1v-4.6c0-5.1-4.1-9.1-9.1-9.1h0ZM56.9,22.9c0,2.5-2,4.6-4.6,4.6h-4.6v-13.7h4.6c2.5,0,4.6,2,4.6,4.6v4.6h0Z'/%3e%3cpath%20d='M110.9,13.7h9.1v-4.6h-9.1c-5.1,0-9.1,4.1-9.1,9.1v4.6c0,5.1,4.1,9.1,9.1,9.1h9.1v-4.6h-9.1c-2.5,0-4.6-2-4.6-4.6h13.7v-4.6h-13.7c0-2.5,2-4.6,4.6-4.6h0Z'/%3e%3cpath%20d='M93.6,18.3h-4.6c-1.3,0-2.3-1-2.3-2.3s1-2.3,2.3-2.3h10.3v-4.6h-10.3c-3.8,0-6.9,3.1-6.9,6.9s3.1,6.9,6.9,6.9h4.6c1.3,0,2.3,1,2.3,2.3s-1,2.3-2.3,2.3h-10.3v4.6h10.3c3.8,0,6.9-3.1,6.9-6.9s-3.1-6.9-6.9-6.9Z'/%3e%3c/g%3e%3c/g%3e%3c/svg%3e)