Add new scripts and configurations for model comparison and analysis

- Introduced `poster_model_comparison.py` for generating model comparison figures. - Added `plot_poster_roc_comparison.py` for creating ROC comparison figures for PAPILA binary classification. - Created new JSON configuration files for clinical solo models with and without geometry injection. - Implemented batch dispatch updates in `batch_dispatch.py` to utilize run names from configurations. - Added analysis scripts: `compare_grid.py`, `inspect_embeddings.py`, and `summarize_run.py` for evaluating model performance and feature embeddings. - Created experiment configurations for various training scenarios, including warm sweeps and promoting successful runs. - Added binary ROC comparison and model comparison figures to the results directory.
2026-05-14 13:43:30 +02:00
parent e2489a21e7
commit a721e52909
18 changed files with 1052 additions and 1 deletions
@@ -0,0 +1,10 @@
+[
+  {
+    "_note": "Single rep of tritower default with save_features=true so we can inspect nt-stage embeddings (Hadamard-product collapse hypothesis).",
+    "run_name": "experiments/tri_v1/baseline_tri_features",
+    "reps": 1,
+    "overrides": {
+      "save_features": true
+    }
+  }
+]
@@ -0,0 +1,13 @@
+[
+  { "_note": "cd-solo + UNet geom-vector inject; cd_warm sweep. 3 reps each.",
+    "run_name": "experiments/tri_v1/cd_solo_geom/warm00", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs":  0 } } },
+  { "run_name": "experiments/tri_v1/cd_solo_geom/warm05", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs":  5 } } },
+  { "run_name": "experiments/tri_v1/cd_solo_geom/warm10", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs": 10 } } },
+  { "run_name": "experiments/tri_v1/cd_solo_geom/warm20", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs": 20 } } },
+  { "run_name": "experiments/tri_v1/cd_solo_geom/warm40", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs": 40 } } }
+]
@@ -0,0 +1,13 @@
+[
+  { "_note": "cd-solo, no geom; cd_warm sweep. 3 reps each. Companion to cd_solo_geom sweep.",
+    "run_name": "experiments/tri_v1/cd_solo/warm00", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs":  0 } } },
+  { "run_name": "experiments/tri_v1/cd_solo/warm05", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs":  5 } } },
+  { "run_name": "experiments/tri_v1/cd_solo/warm10", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs": 10 } } },
+  { "run_name": "experiments/tri_v1/cd_solo/warm20", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs": 20 } } },
+  { "run_name": "experiments/tri_v1/cd_solo/warm40", "reps": 3,
+    "stage_overrides": { "cd_warm": { "epochs": 40 } } }
+]
@@ -0,0 +1,16 @@
+[
+  {
+    "_note": "Promote grid winner bcd75_cw1_nt25 (3-rep test AUC 0.910) to 10 reps. First 3 reps will be skipped (already on disk).",
+    "run_name": "experiments/tri_v1/grid/bcd75_cw1_nt25",
+    "reps": 10,
+    "overrides": {
+      "training": {
+        "bcd_prob": 0.75,
+        "class_weighted": true
+      }
+    },
+    "stage_overrides": {
+      "nt": { "epochs": 25 }
+    }
+  }
+]