Skip to content

Commit 6322712

Browse files
DarinochkaDarinochka
committed
feat: added train experiments
1 parent 119ab45 commit 6322712

File tree

58 files changed

+8429
-733
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

58 files changed

+8429
-733
lines changed

‎experiments/dnnc/train/banking77_scoring_accuracy/logs.json‎

Lines changed: 208 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -8,20 +8,36 @@
88
"scoring": [
99
0.8247422680412371,
1010
0.7319587628865979,
11-
0.7010309278350515,
12-
0.6701030927835051,
11+
0.711340206185567,
12+
0.6597938144329897,
1313
0.8247422680412371,
14-
0.7525773195876289,
14+
0.7835051546391752,
1515
0.7010309278350515,
1616
0.6907216494845361,
1717
0.8247422680412371,
1818
0.711340206185567,
1919
0.711340206185567,
2020
0.6597938144329897,
2121
0.8247422680412371,
22-
0.6597938144329897,
23-
0.4742268041237113,
24-
0.3917525773195876,
22+
0.711340206185567,
23+
0.6494845360824743,
24+
0.5876288659793815,
25+
0.8247422680412371,
26+
0.7216494845360825,
27+
0.6494845360824743,
28+
0.6494845360824743,
29+
0.8247422680412371,
30+
0.7422680412371134,
31+
0.6494845360824743,
32+
0.6391752577319587,
33+
0.8247422680412371,
34+
0.711340206185567,
35+
0.6185567010309279,
36+
0.5463917525773195,
37+
0.8247422680412371,
38+
0.711340206185567,
39+
0.6082474226804123,
40+
0.5876288659793815,
2541
0.8247422680412371,
2642
0.8247422680412371,
2743
0.8247422680412371,
@@ -93,7 +109,7 @@
93109
"k": 5
94110
},
95111
"metric_name": "scoring_accuracy",
96-
"metric_value": 0.7010309278350515,
112+
"metric_value": 0.711340206185567,
97113
"module_dump_dir": null
98114
},
99115
{
@@ -104,7 +120,7 @@
104120
"k": 10
105121
},
106122
"metric_name": "scoring_accuracy",
107-
"metric_value": 0.6701030927835051,
123+
"metric_value": 0.6597938144329897,
108124
"module_dump_dir": null
109125
},
110126
{
@@ -126,7 +142,7 @@
126142
"k": 3
127143
},
128144
"metric_name": "scoring_accuracy",
129-
"metric_value": 0.7525773195876289,
145+
"metric_value": 0.7835051546391752,
130146
"module_dump_dir": null
131147
},
132148
{
@@ -198,7 +214,7 @@
198214
{
199215
"module_type": "dnnc",
200216
"module_params": {
201-
"cross_encoder_name": "pingkeest/learning2_model",
217+
"cross_encoder_name": "intfloat/multilingual-e5-large-instruct",
202218
"train_head": true,
203219
"k": 1
204220
},
@@ -209,34 +225,210 @@
209225
{
210226
"module_type": "dnnc",
211227
"module_params": {
212-
"cross_encoder_name": "pingkeest/learning2_model",
228+
"cross_encoder_name": "intfloat/multilingual-e5-large-instruct",
213229
"train_head": true,
214230
"k": 3
215231
},
216232
"metric_name": "scoring_accuracy",
217-
"metric_value": 0.6597938144329897,
233+
"metric_value": 0.711340206185567,
234+
"module_dump_dir": null
235+
},
236+
{
237+
"module_type": "dnnc",
238+
"module_params": {
239+
"cross_encoder_name": "intfloat/multilingual-e5-large-instruct",
240+
"train_head": true,
241+
"k": 5
242+
},
243+
"metric_name": "scoring_accuracy",
244+
"metric_value": 0.6494845360824743,
245+
"module_dump_dir": null
246+
},
247+
{
248+
"module_type": "dnnc",
249+
"module_params": {
250+
"cross_encoder_name": "intfloat/multilingual-e5-large-instruct",
251+
"train_head": true,
252+
"k": 10
253+
},
254+
"metric_name": "scoring_accuracy",
255+
"metric_value": 0.5876288659793815,
256+
"module_dump_dir": null
257+
},
258+
{
259+
"module_type": "dnnc",
260+
"module_params": {
261+
"cross_encoder_name": "deepvk/USER-bge-m3",
262+
"train_head": true,
263+
"k": 1
264+
},
265+
"metric_name": "scoring_accuracy",
266+
"metric_value": 0.8247422680412371,
267+
"module_dump_dir": null
268+
},
269+
{
270+
"module_type": "dnnc",
271+
"module_params": {
272+
"cross_encoder_name": "deepvk/USER-bge-m3",
273+
"train_head": true,
274+
"k": 3
275+
},
276+
"metric_name": "scoring_accuracy",
277+
"metric_value": 0.7216494845360825,
278+
"module_dump_dir": null
279+
},
280+
{
281+
"module_type": "dnnc",
282+
"module_params": {
283+
"cross_encoder_name": "deepvk/USER-bge-m3",
284+
"train_head": true,
285+
"k": 5
286+
},
287+
"metric_name": "scoring_accuracy",
288+
"metric_value": 0.6494845360824743,
289+
"module_dump_dir": null
290+
},
291+
{
292+
"module_type": "dnnc",
293+
"module_params": {
294+
"cross_encoder_name": "deepvk/USER-bge-m3",
295+
"train_head": true,
296+
"k": 10
297+
},
298+
"metric_name": "scoring_accuracy",
299+
"metric_value": 0.6494845360824743,
300+
"module_dump_dir": null
301+
},
302+
{
303+
"module_type": "dnnc",
304+
"module_params": {
305+
"cross_encoder_name": "BAAI/bge-m3",
306+
"train_head": true,
307+
"k": 1
308+
},
309+
"metric_name": "scoring_accuracy",
310+
"metric_value": 0.8247422680412371,
311+
"module_dump_dir": null
312+
},
313+
{
314+
"module_type": "dnnc",
315+
"module_params": {
316+
"cross_encoder_name": "BAAI/bge-m3",
317+
"train_head": true,
318+
"k": 3
319+
},
320+
"metric_name": "scoring_accuracy",
321+
"metric_value": 0.7422680412371134,
322+
"module_dump_dir": null
323+
},
324+
{
325+
"module_type": "dnnc",
326+
"module_params": {
327+
"cross_encoder_name": "BAAI/bge-m3",
328+
"train_head": true,
329+
"k": 5
330+
},
331+
"metric_name": "scoring_accuracy",
332+
"metric_value": 0.6494845360824743,
333+
"module_dump_dir": null
334+
},
335+
{
336+
"module_type": "dnnc",
337+
"module_params": {
338+
"cross_encoder_name": "BAAI/bge-m3",
339+
"train_head": true,
340+
"k": 10
341+
},
342+
"metric_name": "scoring_accuracy",
343+
"metric_value": 0.6391752577319587,
344+
"module_dump_dir": null
345+
},
346+
{
347+
"module_type": "dnnc",
348+
"module_params": {
349+
"cross_encoder_name": "ai-forever/ru-en-RoSBERTa",
350+
"train_head": true,
351+
"k": 1
352+
},
353+
"metric_name": "scoring_accuracy",
354+
"metric_value": 0.8247422680412371,
355+
"module_dump_dir": null
356+
},
357+
{
358+
"module_type": "dnnc",
359+
"module_params": {
360+
"cross_encoder_name": "ai-forever/ru-en-RoSBERTa",
361+
"train_head": true,
362+
"k": 3
363+
},
364+
"metric_name": "scoring_accuracy",
365+
"metric_value": 0.711340206185567,
366+
"module_dump_dir": null
367+
},
368+
{
369+
"module_type": "dnnc",
370+
"module_params": {
371+
"cross_encoder_name": "ai-forever/ru-en-RoSBERTa",
372+
"train_head": true,
373+
"k": 5
374+
},
375+
"metric_name": "scoring_accuracy",
376+
"metric_value": 0.6185567010309279,
377+
"module_dump_dir": null
378+
},
379+
{
380+
"module_type": "dnnc",
381+
"module_params": {
382+
"cross_encoder_name": "ai-forever/ru-en-RoSBERTa",
383+
"train_head": true,
384+
"k": 10
385+
},
386+
"metric_name": "scoring_accuracy",
387+
"metric_value": 0.5463917525773195,
388+
"module_dump_dir": null
389+
},
390+
{
391+
"module_type": "dnnc",
392+
"module_params": {
393+
"cross_encoder_name": "BAAI/bge-reranker-base",
394+
"train_head": true,
395+
"k": 1
396+
},
397+
"metric_name": "scoring_accuracy",
398+
"metric_value": 0.8247422680412371,
399+
"module_dump_dir": null
400+
},
401+
{
402+
"module_type": "dnnc",
403+
"module_params": {
404+
"cross_encoder_name": "BAAI/bge-reranker-base",
405+
"train_head": true,
406+
"k": 3
407+
},
408+
"metric_name": "scoring_accuracy",
409+
"metric_value": 0.711340206185567,
218410
"module_dump_dir": null
219411
},
220412
{
221413
"module_type": "dnnc",
222414
"module_params": {
223-
"cross_encoder_name": "pingkeest/learning2_model",
415+
"cross_encoder_name": "BAAI/bge-reranker-base",
224416
"train_head": true,
225417
"k": 5
226418
},
227419
"metric_name": "scoring_accuracy",
228-
"metric_value": 0.4742268041237113,
420+
"metric_value": 0.6082474226804123,
229421
"module_dump_dir": null
230422
},
231423
{
232424
"module_type": "dnnc",
233425
"module_params": {
234-
"cross_encoder_name": "pingkeest/learning2_model",
426+
"cross_encoder_name": "BAAI/bge-reranker-base",
235427
"train_head": true,
236428
"k": 10
237429
},
238430
"metric_name": "scoring_accuracy",
239-
"metric_value": 0.3917525773195876,
431+
"metric_value": 0.5876288659793815,
240432
"module_dump_dir": null
241433
},
242434
{

0 commit comments

Comments
 (0)