Add new scripts and configurations for model comparison and analysis

- Introduced `poster_model_comparison.py` for generating model comparison figures.
- Added `plot_poster_roc_comparison.py` for creating ROC comparison figures for PAPILA binary classification.
- Created new JSON configuration files for clinical solo models with and without geometry injection.
- Implemented batch dispatch updates in `batch_dispatch.py` to utilize run names from configurations.
- Added analysis scripts: `compare_grid.py`, `inspect_embeddings.py`, and `summarize_run.py` for evaluating model performance and feature embeddings.
- Created experiment configurations for various training scenarios, including warm sweeps and promoting successful runs.
- Added binary ROC comparison and model comparison figures to the results directory.
This commit is contained in:
rpotter6298
2026-05-14 13:43:30 +02:00
parent e2489a21e7
commit a721e52909
18 changed files with 1052 additions and 1 deletions
@@ -0,0 +1,61 @@
{
"figure": "/home/rpotter/hypertower/results/poster/papila_binary_roc_comparison.png",
"curves": [
{
"label": "Clinical Data Only",
"source_kind": "legacy_npy",
"mode_dir": "analysis_data/pipeline_mdonly_500ep/binary/single",
"run": null,
"tower_path": null,
"score_col": null,
"probs_stem": "probs_classic",
"auc_mean": 0.7311688311688311,
"auc_std": 0.08461127279353979,
"auc_pooled": 0.6812987012987013,
"fold_count": 5,
"n_total": 400
},
{
"label": "Image Only",
"source_kind": "v3_csv",
"mode_dir": null,
"run": "phase2/imageonly_resnet50_proper",
"tower_path": "binary/single",
"score_col": "prob_img_c1",
"probs_stem": null,
"auc_mean": 0.819264705882353,
"auc_std": 0.0740851608018641,
"auc_pooled": 0.8099584558823529,
"fold_count": 50,
"n_total": 4200
},
{
"label": "Single Fusion",
"source_kind": "v3_csv",
"mode_dir": null,
"run": "phase5/single_fused",
"tower_path": "binary/single",
"score_col": "prob_fused_c1",
"probs_stem": null,
"auc_mean": 0.8506801470588234,
"auc_std": 0.07392522372615995,
"auc_pooled": 0.8402091911764706,
"fold_count": 50,
"n_total": 4200
},
{
"label": "Ensemble Fusion",
"source_kind": "v3_csv",
"mode_dir": null,
"run": "phase5/logit_mlp_head",
"tower_path": "binary/ensemble",
"score_col": "prob_fused_c1",
"probs_stem": null,
"auc_mean": 0.8988235294117648,
"auc_std": 0.06435919826554772,
"auc_pooled": 0.8855705882352942,
"fold_count": 50,
"n_total": 2100
}
]
}