Add new experiments and analysis scripts for dropzero features

- Introduced `fused_importance_with_axial.py` to evaluate the importance of Axial_Length in the fused-head model.
- Created JSON configurations for various experiments excluding zero-importance clinical features:
  - `cd_solo_bilateral_dropzero.json`: Bilateral clinical-only evaluation.
  - `cd_solo_single_dropzero.json`: Single-eye clinical-only evaluation.
  - `ensemble_refugelike_ckpt_dropzero.json`: Ensemble model with dropped zero-importance features.
  - `ensemble_single_refugelike_dropzero.json`: Single-eye ensemble model with dropped features.
This commit is contained in:
rpotter6298
2026-08-24 12:26:16 +02:00
parent 708fbc70ce
commit 3d7777f010
29 changed files with 1236 additions and 352 deletions
Binary file not shown.

Before

Width:  |  Height:  |  Size: 137 KiB

After

Width:  |  Height:  |  Size: 391 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 581 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 470 KiB

After

Width:  |  Height:  |  Size: 445 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 335 KiB

After

Width:  |  Height:  |  Size: 275 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 144 KiB

After

Width:  |  Height:  |  Size: 122 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 101 KiB

After

Width:  |  Height:  |  Size: 82 KiB

@@ -4,7 +4,6 @@ IOP_corr,0.0645588235294118,0.053595964337907635,0.7117647058823529
Phakic/Pseudophakic,0.031004901960784353,0.05039528009700277,0.7117647058823529
Pachymetry,0.011421568627451003,0.016547911692771797,0.7117647058823529
Gender,0.006102941176470622,0.022596178307964714,0.7117647058823529
eyeID,0.0,0.0,0.7117647058823529
dioptre_2,-0.0010294117647058861,0.003622645200240852,0.7117647058823529
astigmatism,-0.002156862745098008,0.008336072214271729,0.7117647058823529
dioptre_1,-0.006593137254901939,0.011003619078899692,0.7117647058823529
1 feature mean_drop std_drop baseline_auc_mean
4 Phakic/Pseudophakic 0.031004901960784353 0.05039528009700277 0.7117647058823529
5 Pachymetry 0.011421568627451003 0.016547911692771797 0.7117647058823529
6 Gender 0.006102941176470622 0.022596178307964714 0.7117647058823529
eyeID 0.0 0.0 0.7117647058823529
7 dioptre_2 -0.0010294117647058861 0.003622645200240852 0.7117647058823529
8 astigmatism -0.002156862745098008 0.008336072214271729 0.7117647058823529
9 dioptre_1 -0.006593137254901939 0.011003619078899692 0.7117647058823529
Binary file not shown.

Before

Width:  |  Height:  |  Size: 67 KiB

After

Width:  |  Height:  |  Size: 66 KiB

@@ -0,0 +1,9 @@
feature,mean_drop_across_reps,std_drop_across_reps,baseline_auc_mean,baseline_auc_std,n_reps
Age,0.01915686274509804,0.005535822316487697,0.8955147058823529,0.01575126319974185,10
IOP_corr,0.015360294117647059,0.006440372950299282,0.8955147058823529,0.01575126319974185,10
Gender,0.010316176470588235,0.005983911392207313,0.8955147058823529,0.01575126319974185,10
Pachymetry,0.006735294117647063,0.006456431334319213,0.8955147058823529,0.01575126319974185,10
Phakic/Pseudophakic,0.0025857843137254933,0.005779537014891194,0.8955147058823529,0.01575126319974185,10
astigmatism,2.6960784313724555e-05,0.0012103203246870743,0.8955147058823529,0.01575126319974185,10
dioptre_2,-0.00013480392156862828,0.0007757846606353119,0.8955147058823529,0.01575126319974185,10
dioptre_1,-0.0029166666666666646,0.003095754152323194,0.8955147058823529,0.01575126319974185,10
1 feature mean_drop_across_reps std_drop_across_reps baseline_auc_mean baseline_auc_std n_reps
2 Age 0.01915686274509804 0.005535822316487697 0.8955147058823529 0.01575126319974185 10
3 IOP_corr 0.015360294117647059 0.006440372950299282 0.8955147058823529 0.01575126319974185 10
4 Gender 0.010316176470588235 0.005983911392207313 0.8955147058823529 0.01575126319974185 10
5 Pachymetry 0.006735294117647063 0.006456431334319213 0.8955147058823529 0.01575126319974185 10
6 Phakic/Pseudophakic 0.0025857843137254933 0.005779537014891194 0.8955147058823529 0.01575126319974185 10
7 astigmatism 2.6960784313724555e-05 0.0012103203246870743 0.8955147058823529 0.01575126319974185 10
8 dioptre_2 -0.00013480392156862828 0.0007757846606353119 0.8955147058823529 0.01575126319974185 10
9 dioptre_1 -0.0029166666666666646 0.003095754152323194 0.8955147058823529 0.01575126319974185 10
Binary file not shown.

After

Width:  |  Height:  |  Size: 59 KiB

@@ -0,0 +1,10 @@
feature,mean_drop_across_reps,std_drop_across_reps,baseline_auc_mean,baseline_auc_std,n_reps
Age,0.013105392156862749,0.005436527005752407,0.8887499999999999,0.02755940814873661,10
IOP_corr,0.008683823529411766,0.0033213280421355005,0.8887499999999999,0.02755940814873661,10
Gender,0.007700980392156867,0.011394806861639722,0.8887499999999999,0.02755940814873661,10
Pachymetry,0.0006838235294117676,0.004483049502641836,0.8887499999999999,0.02755940814873661,10
dioptre_2,-0.0002941176470588276,0.0006423252286392011,0.8887499999999999,0.02755940814873661,10
astigmatism,-0.0006887254901960787,0.0016973618769747256,0.8887499999999999,0.02755940814873661,10
Phakic/Pseudophakic,-0.0009215686274509783,0.007695338418275053,0.8887499999999999,0.02755940814873661,10
Axial_Length,-0.001026960784313726,0.003170425325037298,0.8887499999999999,0.02755940814873661,10
dioptre_1,-0.003914215686274506,0.0010102113446127624,0.8887499999999999,0.02755940814873661,10
1 feature mean_drop_across_reps std_drop_across_reps baseline_auc_mean baseline_auc_std n_reps
2 Age 0.013105392156862749 0.005436527005752407 0.8887499999999999 0.02755940814873661 10
3 IOP_corr 0.008683823529411766 0.0033213280421355005 0.8887499999999999 0.02755940814873661 10
4 Gender 0.007700980392156867 0.011394806861639722 0.8887499999999999 0.02755940814873661 10
5 Pachymetry 0.0006838235294117676 0.004483049502641836 0.8887499999999999 0.02755940814873661 10
6 dioptre_2 -0.0002941176470588276 0.0006423252286392011 0.8887499999999999 0.02755940814873661 10
7 astigmatism -0.0006887254901960787 0.0016973618769747256 0.8887499999999999 0.02755940814873661 10
8 Phakic/Pseudophakic -0.0009215686274509783 0.007695338418275053 0.8887499999999999 0.02755940814873661 10
9 Axial_Length -0.001026960784313726 0.003170425325037298 0.8887499999999999 0.02755940814873661 10
10 dioptre_1 -0.003914215686274506 0.0010102113446127624 0.8887499999999999 0.02755940814873661 10
Binary file not shown.

After

Width:  |  Height:  |  Size: 61 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 57 KiB

@@ -1,10 +0,0 @@
feature,mean_importance,std_importance
Age,0.03184101084778838,0.017362350323790826
IOP_corr,0.0209298093602393,0.01619384191432414
Gender,0.010245143460808846,0.020271910566046904
Phakic/Pseudophakic,0.005718439848904106,0.019878985551523384
eyeID,0.002907359675067821,0.0068517202428395665
Pachymetry,0.0027483776870354105,0.008864856763204554
dioptre_2,8.49432781653429e-05,0.0010216320594945336
astigmatism,-0.0012830897957007016,0.0044473592790778
dioptre_1,-0.002925119731183013,0.006220349074293031
1 feature mean_importance std_importance
2 Age 0.03184101084778838 0.017362350323790826
3 IOP_corr 0.0209298093602393 0.01619384191432414
4 Gender 0.010245143460808846 0.020271910566046904
5 Phakic/Pseudophakic 0.005718439848904106 0.019878985551523384
6 eyeID 0.002907359675067821 0.0068517202428395665
7 Pachymetry 0.0027483776870354105 0.008864856763204554
8 dioptre_2 8.49432781653429e-05 0.0010216320594945336
9 astigmatism -0.0012830897957007016 0.0044473592790778
10 dioptre_1 -0.002925119731183013 0.006220349074293031
Binary file not shown.

Before

Width:  |  Height:  |  Size: 57 KiB