Commit 47264b4d authored by Martin Schorb's avatar Martin Schorb
Browse files

spark params optimize

parent 2ec03ea7
...@@ -80,7 +80,7 @@ min_chunksize = 5e5 # minimum chunk size for n5/zarr export (in bytes) ...@@ -80,7 +80,7 @@ min_chunksize = 5e5 # minimum chunk size for n5/zarr export (in bytes)
time_add_buffer = 0.2 # time buffer for job submission (relative) time_add_buffer = 0.2 # time buffer for job submission (relative)
n_cpu_script = 24 n_cpu_script = 24
mem_per_cpu = 3 # GB mem_per_cpu = 2 # GB
# standalone # standalone
...@@ -90,7 +90,7 @@ n_cpu_standalone = 8 ...@@ -90,7 +90,7 @@ n_cpu_standalone = 8
# spark # spark
n_cpu_spark = 200 n_cpu_spark = 200
cpu_pernode_spark = 20 cpu_pernode_spark = 15
mipmaps=dict() mipmaps=dict()
mipmaps['min/Gpix/CPU'] = 6 mipmaps['min/Gpix/CPU'] = 6
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment