Skip to content

Commit 5190aee

Browse files
joaopfonsecajoaopfonseca
committed
Scale HIL contributions
1 parent d97d48a commit 5190aee

File tree

1 file changed

+65
-48
lines changed

1 file changed

+65
-48
lines changed

‎notebooks/0.8-Fidelity.ipynb‎

Lines changed: 65 additions & 48 deletions
Original file line numberDiff line numberDiff line change
@@ -300,7 +300,32 @@
300300
"metadata": {},
301301
"outputs": [],
302302
"source": [
303-
"# results"
303+
"# Scale contributions from HIL methods for score/rank\n",
304+
"results[\"Higher Education\"][\"HIL_Rank-Shapley\"][0]\n",
305+
"datasets[0][\"data\"][1]\n",
306+
"datasets[0].keys()\n",
307+
"for dataset in datasets:\n",
308+
" name = dataset[\"name\"]\n",
309+
" data = dataset[\"data\"][0]\n",
310+
"\n",
311+
" for method in [x for x in results[name].keys() if x.startswith(\"HIL\")]:\n",
312+
" contributions = results[name][method][0].copy()\n",
313+
" scores = dataset[\"scorer\"](data)\n",
314+
" ranks = scores_to_ordering(scores)\n",
315+
"\n",
316+
" if method == \"HIL_Rank-Shapley\":\n",
317+
" # Rank\n",
318+
" cont_sum = contributions.sum(axis=1)\n",
319+
" multiplier = (ranks.max() / 2 - ranks) / cont_sum\n",
320+
" contributions = contributions.multiply(multiplier, axis=\"index\")\n",
321+
" \n",
322+
" elif method == \"HIL_Standardized-Shapley\":\n",
323+
" # Score\n",
324+
" cont_sum = contributions.sum(axis=1)\n",
325+
" multiplier = scores / cont_sum\n",
326+
" contributions = contributions.multiply(multiplier, axis=\"index\")\n",
327+
"\n",
328+
" results[name][method][0] = contributions"
304329
]
305330
},
306331
{
@@ -361,8 +386,8 @@
361386
" <td>-602676650538.307007</td>\n",
362387
" <td>0.744876</td>\n",
363388
" <td>0.749985</td>\n",
364-
" <td>0.75</td>\n",
365-
" <td>0.750179</td>\n",
389+
" <td>0.759067</td>\n",
390+
" <td>0.999285</td>\n",
366391
" </tr>\n",
367392
" <tr>\n",
368393
" <th>ATP</th>\n",
@@ -374,8 +399,8 @@
374399
" <td>-3639967805154.790527</td>\n",
375400
" <td>-3.651163</td>\n",
376401
" <td>0.744705</td>\n",
377-
" <td>0.750006</td>\n",
378-
" <td>0.752997</td>\n",
402+
" <td>-2.131923</td>\n",
403+
" <td>0.988507</td>\n",
379404
" </tr>\n",
380405
" <tr>\n",
381406
" <th>CSRank</th>\n",
@@ -387,8 +412,8 @@
387412
" <td>0.745971</td>\n",
388413
" <td>0.699073</td>\n",
389414
" <td>0.7497</td>\n",
390-
" <td>0.750023</td>\n",
391-
" <td>0.751323</td>\n",
415+
" <td>0.757769</td>\n",
416+
" <td>0.994765</td>\n",
392417
" </tr>\n",
393418
" <tr>\n",
394419
" <th>Synthetic_0</th>\n",
@@ -400,8 +425,8 @@
400425
" <td>-133821680634.023544</td>\n",
401426
" <td>0.75</td>\n",
402427
" <td>0.750001</td>\n",
403-
" <td>0.75</td>\n",
404-
" <td>0.750125</td>\n",
428+
" <td>0.750035</td>\n",
429+
" <td>0.9995</td>\n",
405430
" </tr>\n",
406431
" <tr>\n",
407432
" <th>Synthetic_1</th>\n",
@@ -413,8 +438,8 @@
413438
" <td>-79164337738.800415</td>\n",
414439
" <td>0.75</td>\n",
415440
" <td>0.750001</td>\n",
416-
" <td>0.75</td>\n",
417-
" <td>0.750125</td>\n",
441+
" <td>0.750023</td>\n",
442+
" <td>0.9995</td>\n",
418443
" </tr>\n",
419444
" <tr>\n",
420445
" <th>Synthetic_2</th>\n",
@@ -426,8 +451,8 @@
426451
" <td>-114951621974.402695</td>\n",
427452
" <td>0.75</td>\n",
428453
" <td>0.749999</td>\n",
429-
" <td>0.75</td>\n",
430-
" <td>0.750125</td>\n",
454+
" <td>0.75003</td>\n",
455+
" <td>0.9995</td>\n",
431456
" </tr>\n",
432457
" </tbody>\n",
433458
"</table>\n",
@@ -451,12 +476,12 @@
451476
"Synthetic_2 -114951621974.402695 0.75 0.749999 \n",
452477
"\n",
453478
" HIL_Standardized-Shapley HIL_Rank-Shapley \n",
454-
"Higher Education 0.75 0.750179 \n",
455-
"ATP 0.750006 0.752997 \n",
456-
"CSRank 0.750023 0.751323 \n",
457-
"Synthetic_0 0.75 0.750125 \n",
458-
"Synthetic_1 0.75 0.750125 \n",
459-
"Synthetic_2 0.75 0.750125 "
479+
"Higher Education 0.759067 0.999285 \n",
480+
"ATP -2.131923 0.988507 \n",
481+
"CSRank 0.757769 0.994765 \n",
482+
"Synthetic_0 0.750035 0.9995 \n",
483+
"Synthetic_1 0.750023 0.9995 \n",
484+
"Synthetic_2 0.75003 0.9995 "
460485
]
461486
},
462487
"execution_count": 6,
@@ -538,8 +563,8 @@
538563
" <td>-8823740726840.636719</td>\n",
539564
" <td>-0.048026</td>\n",
540565
" <td>0.846627</td>\n",
541-
" <td>0.857494</td>\n",
542-
" <td>0.859384</td>\n",
566+
" <td>0.635504</td>\n",
567+
" <td>-2.514885</td>\n",
543568
" </tr>\n",
544569
" <tr>\n",
545570
" <th>ATP</th>\n",
@@ -551,8 +576,8 @@
551576
" <td>-996933857462.050659</td>\n",
552577
" <td>-0.273885</td>\n",
553578
" <td>0.95909</td>\n",
554-
" <td>0.962967</td>\n",
555-
" <td>0.963592</td>\n",
579+
" <td>0.142212</td>\n",
580+
" <td>0.967217</td>\n",
556581
" </tr>\n",
557582
" <tr>\n",
558583
" <th>CSRank</th>\n",
@@ -564,8 +589,8 @@
564589
" <td>-0.75753</td>\n",
565590
" <td>-0.44303</td>\n",
566591
" <td>0.759491</td>\n",
567-
" <td>0.900629</td>\n",
568-
" <td>0.898341</td>\n",
592+
" <td>0.851763</td>\n",
593+
" <td>-1.466461</td>\n",
569594
" </tr>\n",
570595
" <tr>\n",
571596
" <th>Synthetic_0</th>\n",
@@ -577,8 +602,8 @@
577602
" <td>-332436432812083.3125</td>\n",
578603
" <td>-0.242087</td>\n",
579604
" <td>-2.456788</td>\n",
580-
" <td>0.914161</td>\n",
581-
" <td>0.378956</td>\n",
605+
" <td>0.375862</td>\n",
606+
" <td>-619.337106</td>\n",
582607
" </tr>\n",
583608
" <tr>\n",
584609
" <th>Synthetic_1</th>\n",
@@ -590,8 +615,8 @@
590615
" <td>-227347617486456.875</td>\n",
591616
" <td>-0.435922</td>\n",
592617
" <td>-3.073381</td>\n",
593-
" <td>0.934942</td>\n",
594-
" <td>0.282039</td>\n",
618+
" <td>0.296747</td>\n",
619+
" <td>-716.178124</td>\n",
595620
" </tr>\n",
596621
" <tr>\n",
597622
" <th>Synthetic_2</th>\n",
@@ -603,8 +628,8 @@
603628
" <td>-318601367018332.6875</td>\n",
604629
" <td>-0.385806</td>\n",
605630
" <td>-2.909029</td>\n",
606-
" <td>0.918229</td>\n",
607-
" <td>0.307097</td>\n",
631+
" <td>0.353839</td>\n",
632+
" <td>-691.128742</td>\n",
608633
" </tr>\n",
609634
" </tbody>\n",
610635
"</table>\n",
@@ -628,12 +653,12 @@
628653
"Synthetic_2 -318601367018332.6875 -0.385806 -2.909029 \n",
629654
"\n",
630655
" HIL_Standardized-Shapley HIL_Rank-Shapley \n",
631-
"Higher Education 0.857494 0.859384 \n",
632-
"ATP 0.962967 0.963592 \n",
633-
"CSRank 0.900629 0.898341 \n",
634-
"Synthetic_0 0.914161 0.378956 \n",
635-
"Synthetic_1 0.934942 0.282039 \n",
636-
"Synthetic_2 0.918229 0.307097 "
656+
"Higher Education 0.635504 -2.514885 \n",
657+
"ATP 0.142212 0.967217 \n",
658+
"CSRank 0.851763 -1.466461 \n",
659+
"Synthetic_0 0.375862 -619.337106 \n",
660+
"Synthetic_1 0.296747 -716.178124 \n",
661+
"Synthetic_2 0.353839 -691.128742 "
637662
]
638663
},
639664
"execution_count": 7,
@@ -664,21 +689,13 @@
664689
"\n",
665690
"fidelity_res"
666691
]
667-
},
668-
{
669-
"cell_type": "code",
670-
"execution_count": null,
671-
"id": "007d82a6-1c66-425a-9540-23c9de22f891",
672-
"metadata": {},
673-
"outputs": [],
674-
"source": []
675692
}
676693
],
677694
"metadata": {
678695
"kernelspec": {
679-
"display_name": "benchmark",
696+
"display_name": "sharp",
680697
"language": "python",
681-
"name": "benchmark"
698+
"name": "python3"
682699
},
683700
"language_info": {
684701
"codemirror_mode": {
@@ -690,7 +707,7 @@
690707
"name": "python",
691708
"nbconvert_exporter": "python",
692709
"pygments_lexer": "ipython3",
693-
"version": "3.12.4"
710+
"version": "3.12.7"
694711
}
695712
},
696713
"nbformat": 4,

0 commit comments

Comments
 (0)