Browse Source

parallelism

main
Michael Pilosov, PhD 9 months ago
parent
commit
9548544bf9
  1. 1
      check.py
  2. 3
      makefile

1
check.py

@ -142,6 +142,7 @@ if __name__ == "__main__":
studio = "colors-refactor-supervised" studio = "colors-refactor-supervised"
# studio = "colors-refactor-unsupervised" # studio = "colors-refactor-unsupervised"
# studio = "colors-refactor-unsupervised-anchors" # studio = "colors-refactor-unsupervised-anchors"
# studio = "this_studio"
Path(studio).mkdir(exist_ok=True, parents=True) Path(studio).mkdir(exist_ok=True, parents=True)
name = f"{studio}/v{v}" name = f"{studio}/v{v}"
# ckpt = f"/teamspace/jobs/{name}/work/colors/lightning_logs/version_2/checkpoints/epoch=999-step=8000.ckpt" # ckpt = f"/teamspace/jobs/{name}/work/colors/lightning_logs/version_2/checkpoints/epoch=999-step=8000.ckpt"

3
makefile

@ -61,6 +61,9 @@ sort_umap:
parallel_umap: parallel_umap:
parallel -j 12 python scripts/sortcolor.py -s umap --dpi 300 --seed ::: $$(seq 1 100) parallel -j 12 python scripts/sortcolor.py -s umap --dpi 300 --seed ::: $$(seq 1 100)
parallel_check:
parallel -j 4 python check.py -v ::: $$(seq 0 99)
sort_lex: sort_lex:
python scripts/sortcolor.py -s lex --dpi 300 python scripts/sortcolor.py -s lex --dpi 300

Loading…
Cancel
Save