added better memory caching, multithreaded processing, cleanup scripts dir

2026-03-13 08:08:36 +01:00
parent 8282461a23
commit 7ea85d5426
39 changed files with 1850 additions and 1998 deletions
@@ -206,6 +206,7 @@ def make_loader(
    *,
    image_transform,
    image_preprocessor=None,
+    image_cache=None,
    batch_size: int,
    shuffle: bool,
    num_workers: int,
@@ -216,6 +217,7 @@ def make_loader(
        slots,
        image_transform=image_transform,
        image_preprocessor=image_preprocessor,
+        image_cache=image_cache,
    )
    return DataLoader(
        ds,