Skip to content

Commit f6ca420

Browse files
gitabtiongitabtion
authored
add qihoo360/Zhinao-ChineseModernBert-Embedding. (#453)
1 parent f9f2f14 commit f6ca420

32 files changed

+3378
-0
lines changed

‎results/qihoo360__Zhinao-ChineseModernBert-Embedding/a476584b3d44d0af3d998c948f38bfc6b97e40a7/AFQMC.json‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
{
2+
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
3+
"task_name": "AFQMC",
4+
"mteb_version": "2.10.14",
5+
"scores": {
6+
"validation": [
7+
{
8+
"pearson": 0.5184,
9+
"spearman": 0.526371,
10+
"cosine_pearson": 0.5184,
11+
"cosine_spearman": 0.526371,
12+
"manhattan_pearson": 0.515496,
13+
"manhattan_spearman": 0.528064,
14+
"euclidean_pearson": 0.514085,
15+
"euclidean_spearman": 0.526371,
16+
"main_score": 0.526371,
17+
"hf_subset": "default",
18+
"languages": [
19+
"cmn-Hans"
20+
]
21+
}
22+
]
23+
},
24+
"evaluation_time": 8.017920017242432,
25+
"kg_co2_emissions": null,
26+
"date": 1774178735.530733
27+
}

‎results/qihoo360__Zhinao-ChineseModernBert-Embedding/a476584b3d44d0af3d998c948f38bfc6b97e40a7/ATEC.json‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
{
2+
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
3+
"task_name": "ATEC",
4+
"mteb_version": "2.10.14",
5+
"scores": {
6+
"test": [
7+
{
8+
"pearson": 0.561305,
9+
"spearman": 0.527498,
10+
"cosine_pearson": 0.561305,
11+
"cosine_spearman": 0.527498,
12+
"manhattan_pearson": 0.587828,
13+
"manhattan_spearman": 0.527577,
14+
"euclidean_pearson": 0.587589,
15+
"euclidean_spearman": 0.527498,
16+
"main_score": 0.527498,
17+
"hf_subset": "default",
18+
"languages": [
19+
"cmn-Hans"
20+
]
21+
}
22+
]
23+
},
24+
"evaluation_time": 37.92008137702942,
25+
"kg_co2_emissions": null,
26+
"date": 1774179088.98884
27+
}

‎results/qihoo360__Zhinao-ChineseModernBert-Embedding/a476584b3d44d0af3d998c948f38bfc6b97e40a7/BQ.json‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
{
2+
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
3+
"task_name": "BQ",
4+
"mteb_version": "2.10.14",
5+
"scores": {
6+
"test": [
7+
{
8+
"pearson": 0.62671,
9+
"spearman": 0.635437,
10+
"cosine_pearson": 0.62671,
11+
"cosine_spearman": 0.635437,
12+
"manhattan_pearson": 0.613155,
13+
"manhattan_spearman": 0.634459,
14+
"euclidean_pearson": 0.61441,
15+
"euclidean_spearman": 0.635437,
16+
"main_score": 0.635437,
17+
"hf_subset": "default",
18+
"languages": [
19+
"cmn-Hans"
20+
]
21+
}
22+
]
23+
},
24+
"evaluation_time": 18.455586194992065,
25+
"kg_co2_emissions": null,
26+
"date": 1774179112.4728
27+
}

‎results/qihoo360__Zhinao-ChineseModernBert-Embedding/a476584b3d44d0af3d998c948f38bfc6b97e40a7/CLSClusteringP2P.json‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
{
2+
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
3+
"task_name": "CLSClusteringP2P",
4+
"mteb_version": "2.10.14",
5+
"scores": {
6+
"test": [
7+
{
8+
"v_measure": 0.481571,
9+
"v_measure_std": 0.011067,
10+
"v_measures": [
11+
0.468335,
12+
0.478494,
13+
0.494373,
14+
0.498854,
15+
0.479324,
16+
0.463989,
17+
0.482699,
18+
0.471969,
19+
0.494504,
20+
0.483165
21+
],
22+
"main_score": 0.481571,
23+
"hf_subset": "default",
24+
"languages": [
25+
"cmn-Hans"
26+
]
27+
}
28+
]
29+
},
30+
"evaluation_time": 357.3696520328522,
31+
"kg_co2_emissions": null,
32+
"date": 1774178320.170315
33+
}

‎results/qihoo360__Zhinao-ChineseModernBert-Embedding/a476584b3d44d0af3d998c948f38bfc6b97e40a7/CLSClusteringS2S.json‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
{
2+
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
3+
"task_name": "CLSClusteringS2S",
4+
"mteb_version": "2.10.14",
5+
"scores": {
6+
"test": [
7+
{
8+
"v_measure": 0.49919,
9+
"v_measure_std": 0.013811,
10+
"v_measures": [
11+
0.471285,
12+
0.502142,
13+
0.514477,
14+
0.509644,
15+
0.479988,
16+
0.492381,
17+
0.506355,
18+
0.495018,
19+
0.515107,
20+
0.505498
21+
],
22+
"main_score": 0.49919,
23+
"hf_subset": "default",
24+
"languages": [
25+
"cmn-Hans"
26+
]
27+
}
28+
]
29+
},
30+
"evaluation_time": 108.58028602600098,
31+
"kg_co2_emissions": null,
32+
"date": 1774177957.890237
33+
}

‎results/qihoo360__Zhinao-ChineseModernBert-Embedding/a476584b3d44d0af3d998c948f38bfc6b97e40a7/CMedQAv1-reranking.json‎

Lines changed: 167 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,167 @@
1+
{
2+
"dataset_revision": "f77f0345c9b6ac0a2447a3a71483d5b27393cb35",
3+
"task_name": "CMedQAv1-reranking",
4+
"mteb_version": "2.10.14",
5+
"scores": {
6+
"test": [
7+
{
8+
"ndcg_at_1": 0.814,
9+
"ndcg_at_3": 0.86215,
10+
"ndcg_at_5": 0.87632,
11+
"ndcg_at_10": 0.88952,
12+
"ndcg_at_20": 0.89403,
13+
"ndcg_at_100": 0.89814,
14+
"ndcg_at_1000": 0.89814,
15+
"map_at_1": 0.57731,
16+
"map_at_3": 0.79169,
17+
"map_at_5": 0.83234,
18+
"map_at_10": 0.85243,
19+
"map_at_20": 0.85568,
20+
"map_at_100": 0.8566,
21+
"map_at_1000": 0.8566,
22+
"recall_at_1": 0.57731,
23+
"recall_at_3": 0.85571,
24+
"recall_at_5": 0.91926,
25+
"recall_at_10": 0.96529,
26+
"recall_at_20": 0.98112,
27+
"recall_at_100": 1.0,
28+
"recall_at_1000": 1.0,
29+
"accuracy": 0.57731,
30+
"precision_at_1": 0.814,
31+
"precision_at_3": 0.486,
32+
"precision_at_5": 0.336,
33+
"precision_at_10": 0.1845,
34+
"precision_at_20": 0.09475,
35+
"precision_at_100": 0.01931,
36+
"precision_at_1000": 0.00193,
37+
"mrr_at_1": 0.814,
38+
"mrr_at_3": 0.871,
39+
"mrr_at_5": 0.8759,
40+
"mrr_at_10": 0.878455,
41+
"mrr_at_20": 0.879047,
42+
"mrr_at_100": 0.879396,
43+
"mrr_at_1000": 0.879396,
44+
"nauc_ndcg_at_1_max": 0.690403,
45+
"nauc_ndcg_at_1_std": 0.305304,
46+
"nauc_ndcg_at_1_diff1": 0.587975,
47+
"nauc_ndcg_at_3_max": 0.68376,
48+
"nauc_ndcg_at_3_std": 0.239548,
49+
"nauc_ndcg_at_3_diff1": 0.565919,
50+
"nauc_ndcg_at_5_max": 0.677869,
51+
"nauc_ndcg_at_5_std": 0.249307,
52+
"nauc_ndcg_at_5_diff1": 0.553471,
53+
"nauc_ndcg_at_10_max": 0.685731,
54+
"nauc_ndcg_at_10_std": 0.286081,
55+
"nauc_ndcg_at_10_diff1": 0.556387,
56+
"nauc_ndcg_at_20_max": 0.690265,
57+
"nauc_ndcg_at_20_std": 0.295106,
58+
"nauc_ndcg_at_20_diff1": 0.556972,
59+
"nauc_ndcg_at_100_max": 0.692702,
60+
"nauc_ndcg_at_100_std": 0.293728,
61+
"nauc_ndcg_at_100_diff1": 0.561843,
62+
"nauc_ndcg_at_1000_max": 0.692702,
63+
"nauc_ndcg_at_1000_std": 0.293728,
64+
"nauc_ndcg_at_1000_diff1": 0.561843,
65+
"nauc_map_at_1_max": 0.088739,
66+
"nauc_map_at_1_std": -0.397663,
67+
"nauc_map_at_1_diff1": 0.625201,
68+
"nauc_map_at_3_max": 0.364173,
69+
"nauc_map_at_3_std": -0.195799,
70+
"nauc_map_at_3_diff1": 0.606515,
71+
"nauc_map_at_5_max": 0.533858,
72+
"nauc_map_at_5_std": 0.05135,
73+
"nauc_map_at_5_diff1": 0.580749,
74+
"nauc_map_at_10_max": 0.643606,
75+
"nauc_map_at_10_std": 0.213283,
76+
"nauc_map_at_10_diff1": 0.55873,
77+
"nauc_map_at_20_max": 0.658695,
78+
"nauc_map_at_20_std": 0.236077,
79+
"nauc_map_at_20_diff1": 0.554266,
80+
"nauc_map_at_100_max": 0.660166,
81+
"nauc_map_at_100_std": 0.237811,
82+
"nauc_map_at_100_diff1": 0.555057,
83+
"nauc_map_at_1000_max": 0.660166,
84+
"nauc_map_at_1000_std": 0.237811,
85+
"nauc_map_at_1000_diff1": 0.555057,
86+
"nauc_recall_at_1_max": 0.088739,
87+
"nauc_recall_at_1_std": -0.397663,
88+
"nauc_recall_at_1_diff1": 0.625201,
89+
"nauc_recall_at_3_max": 0.239451,
90+
"nauc_recall_at_3_std": -0.364575,
91+
"nauc_recall_at_3_diff1": 0.5731,
92+
"nauc_recall_at_5_max": 0.410799,
93+
"nauc_recall_at_5_std": -0.101087,
94+
"nauc_recall_at_5_diff1": 0.523226,
95+
"nauc_recall_at_10_max": 0.618904,
96+
"nauc_recall_at_10_std": 0.264981,
97+
"nauc_recall_at_10_diff1": 0.498733,
98+
"nauc_recall_at_20_max": 0.688086,
99+
"nauc_recall_at_20_std": 0.418752,
100+
"nauc_recall_at_20_diff1": 0.463919,
101+
"nauc_recall_at_100_max": NaN,
102+
"nauc_recall_at_100_std": NaN,
103+
"nauc_recall_at_100_diff1": NaN,
104+
"nauc_recall_at_1000_max": NaN,
105+
"nauc_recall_at_1000_std": NaN,
106+
"nauc_recall_at_1000_diff1": NaN,
107+
"nauc_precision_at_1_max": 0.690403,
108+
"nauc_precision_at_1_std": 0.305304,
109+
"nauc_precision_at_1_diff1": 0.587975,
110+
"nauc_precision_at_3_max": 0.452562,
111+
"nauc_precision_at_3_std": 0.684614,
112+
"nauc_precision_at_3_diff1": -0.245646,
113+
"nauc_precision_at_5_max": 0.416279,
114+
"nauc_precision_at_5_std": 0.751789,
115+
"nauc_precision_at_5_diff1": -0.307123,
116+
"nauc_precision_at_10_max": 0.398447,
117+
"nauc_precision_at_10_std": 0.782858,
118+
"nauc_precision_at_10_diff1": -0.345153,
119+
"nauc_precision_at_20_max": 0.387796,
120+
"nauc_precision_at_20_std": 0.784564,
121+
"nauc_precision_at_20_diff1": -0.359075,
122+
"nauc_precision_at_100_max": 0.371693,
123+
"nauc_precision_at_100_std": 0.773555,
124+
"nauc_precision_at_100_diff1": -0.363755,
125+
"nauc_precision_at_1000_max": 0.371693,
126+
"nauc_precision_at_1000_std": 0.773555,
127+
"nauc_precision_at_1000_diff1": -0.363755,
128+
"nauc_mrr_at_1_max": 0.690403,
129+
"nauc_mrr_at_1_std": 0.305304,
130+
"nauc_mrr_at_1_diff1": 0.587975,
131+
"nauc_mrr_at_3_max": 0.732204,
132+
"nauc_mrr_at_3_std": 0.352388,
133+
"nauc_mrr_at_3_diff1": 0.582418,
134+
"nauc_mrr_at_5_max": 0.725832,
135+
"nauc_mrr_at_5_std": 0.344694,
136+
"nauc_mrr_at_5_diff1": 0.580551,
137+
"nauc_mrr_at_10_max": 0.723013,
138+
"nauc_mrr_at_10_std": 0.343295,
139+
"nauc_mrr_at_10_diff1": 0.58358,
140+
"nauc_mrr_at_20_max": 0.722522,
141+
"nauc_mrr_at_20_std": 0.343002,
142+
"nauc_mrr_at_20_diff1": 0.583795,
143+
"nauc_mrr_at_100_max": 0.722352,
144+
"nauc_mrr_at_100_std": 0.342486,
145+
"nauc_mrr_at_100_diff1": 0.583724,
146+
"nauc_mrr_at_1000_max": 0.722352,
147+
"nauc_mrr_at_1000_std": 0.342486,
148+
"nauc_mrr_at_1000_diff1": 0.583724,
149+
"hit_rate_at_1": 0.814,
150+
"hit_rate_at_3": 0.938,
151+
"hit_rate_at_5": 0.959,
152+
"hit_rate_at_10": 0.978,
153+
"hit_rate_at_20": 0.987,
154+
"hit_rate_at_100": 1.0,
155+
"hit_rate_at_1000": 1.0,
156+
"main_score": 0.8566,
157+
"hf_subset": "default",
158+
"languages": [
159+
"cmn-Hans"
160+
]
161+
}
162+
]
163+
},
164+
"evaluation_time": 256.00330805778503,
165+
"kg_co2_emissions": null,
166+
"date": 1774003240.436296
167+
}

0 commit comments

Comments
 (0)