Commit 69a28335 authored by Martin Schorb's avatar Martin Schorb
Browse files

spark launch

parent 1c1c6023
...@@ -60,7 +60,8 @@ render_envname = 'render' ...@@ -60,7 +60,8 @@ render_envname = 'render'
comp_options = [ comp_options = [
{'label': 'Cluster (slurm)', 'value': 'slurm'}, {'label': 'Cluster (slurm)', 'value': 'slurm'},
{'label': 'locally', 'value': 'standalone'}, {'label': 'locally', 'value': 'standalone'},
{'label': 'Spark Cluster (on slurm)', 'value': 'sparkslurm'} {'label': 'Spark Cluster (on slurm)', 'value': 'sparkslurm'},
{'label': 'Spark locally', 'value':'localspark'}
] ]
# list remote workstations/login nodes and the remote user format # list remote workstations/login nodes and the remote user format
...@@ -79,7 +80,7 @@ min_chunksize = 5e5 # minimum chunk size for n5/zarr export (in bytes) ...@@ -79,7 +80,7 @@ min_chunksize = 5e5 # minimum chunk size for n5/zarr export (in bytes)
time_add_buffer = 0.2 # time buffer for job submission (relative) time_add_buffer = 0.2 # time buffer for job submission (relative)
n_cpu_script = 24 n_cpu_script = 24
mem_per_cpu = 2 # GB mem_per_cpu = 4 # GB
# standalone # standalone
......
...@@ -7,7 +7,7 @@ runscript="./test.sh" ...@@ -7,7 +7,7 @@ runscript="./test.sh"
#Default values #Default values
MASTER_MEM="1" MASTER_MEM="2"
MASTER_CPU="1" MASTER_CPU="1"
TIME="00:10:00" TIME="00:10:00"
WORKER_NODES="1" WORKER_NODES="1"
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment