Commit 69a28335 authored by Martin Schorb's avatar Martin Schorb
Browse files

spark launch

parent 1c1c6023
......@@ -60,7 +60,8 @@ render_envname = 'render'
comp_options = [
{'label': 'Cluster (slurm)', 'value': 'slurm'},
{'label': 'locally', 'value': 'standalone'},
{'label': 'Spark Cluster (on slurm)', 'value': 'sparkslurm'}
{'label': 'Spark Cluster (on slurm)', 'value': 'sparkslurm'},
{'label': 'Spark locally', 'value':'localspark'}
]
# list remote workstations/login nodes and the remote user format
......@@ -79,7 +80,7 @@ min_chunksize = 5e5 # minimum chunk size for n5/zarr export (in bytes)
time_add_buffer = 0.2 # time buffer for job submission (relative)
n_cpu_script = 24
mem_per_cpu = 2 # GB
mem_per_cpu = 4 # GB
# standalone
......
......@@ -7,7 +7,7 @@ runscript="./test.sh"
#Default values
MASTER_MEM="1"
MASTER_MEM="2"
MASTER_CPU="1"
TIME="00:10:00"
WORKER_NODES="1"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment