Commit 1c1c6023 authored by Martin Schorb's avatar Martin Schorb
Browse files

spark launch IP fix

parent 66b51594
......@@ -398,6 +398,7 @@ def n5export_execute_gobutton(click,outdir,stack,n_cpu,timelim,comp_sel,owner,pr
spark_p['--time'] = '00:' + str(timelim)+':00'
spark_p['--worker_cpu'] = params.cpu_pernode_spark
spark_p['--worker_mempercpu'] = params.mem_per_cpu
spark_p['--worker_nodes'] = hf.spark_nodes(n_cpu)
......
......@@ -77,7 +77,7 @@ rm -f $LOGDIR/**/worker/**/*.jar 2> /dev/null
JOB="$SLURM_JOB_NAME-$SLURM_JOB_ID"
export MASTER_URL="spark://$(hostname):7077"
export MASTER_HOST=`hostname`
export MASTER_IP=`resolveip -s $MASTER_HOST`
export MASTER_IP=`host $MASTER_HOST | sed 's/^.*address //'`
export MASTER_WEB="http://$MASTER_IP:8080"
JARFILE=$RENDER_DIR"/render-ws-spark-client/target/render-ws-spark-client-2.3.1-SNAPSHOT-standalone.jar"
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment