We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4de0f00 commit e927d42Copy full SHA for e927d42
template/before.sh.erb
@@ -247,7 +247,7 @@ chmod 700 "${SPARK_WORKER_SCRIPT}"
247
248
# Launch workers
249
echo "Launching workers..."
250
-srun --export ALL --ntasks <%= total_tasks %> "${SPARK_WORKER_SCRIPT}" &
+srun --export ALL --ntasks <%= total_tasks %> --ntasks-per-node=<%= num_workers %> -N $SLURM_NNODES "${SPARK_WORKER_SCRIPT}" &
251
252
# Required to support a custom kernel
253
export PYSPARK_SUBMIT_ARGS=" \
0 commit comments