From 9548544bf93a28f563d956e8cdfeb607f6543c5e Mon Sep 17 00:00:00 2001 From: "Michael Pilosov, PhD" Date: Thu, 22 Feb 2024 07:08:07 +0000 Subject: [PATCH] parallelism --- check.py | 1 + makefile | 3 +++ 2 files changed, 4 insertions(+) diff --git a/check.py b/check.py index 8fc616c..b399a7d 100644 --- a/check.py +++ b/check.py @@ -142,6 +142,7 @@ if __name__ == "__main__": studio = "colors-refactor-supervised" # studio = "colors-refactor-unsupervised" # studio = "colors-refactor-unsupervised-anchors" + # studio = "this_studio" Path(studio).mkdir(exist_ok=True, parents=True) name = f"{studio}/v{v}" # ckpt = f"/teamspace/jobs/{name}/work/colors/lightning_logs/version_2/checkpoints/epoch=999-step=8000.ckpt" diff --git a/makefile b/makefile index 5751b77..854eeea 100644 --- a/makefile +++ b/makefile @@ -61,6 +61,9 @@ sort_umap: parallel_umap: parallel -j 12 python scripts/sortcolor.py -s umap --dpi 300 --seed ::: $$(seq 1 100) +parallel_check: + parallel -j 4 python check.py -v ::: $$(seq 0 99) + sort_lex: python scripts/sortcolor.py -s lex --dpi 300