diff --git a/anduril/slurm-leastalloc b/anduril/slurm-leastalloc new file mode 100755 index 0000000..e2dc9b0 --- /dev/null +++ b/anduril/slurm-leastalloc @@ -0,0 +1,77 @@ +#!/bin/bash + +if [ -z "$1" ] +then echo provide the script to run + exit 1 +fi + +if [ -z "${ANDURIL_NODELIST}" ] +then NODELIST=( vm3 vm4 vm5 vm6 ) +else read -a NODELIST <<< "$ANDURIL_NODELIST" +fi + +if [ "$1" == "-h" ] +then echo -ne ' +This prefix selects the lowest cpu allocated node for slurm run. +Use it with anduril: --exec-mode prefix --prefix '$( basename $0 )' +To change the list of nodes (preferred order): +export ANDURIL_NODELIST="vm3 vm4 vm5" + +Current nodelist: "'${NODELIST[@]}'"'"( ${#NODELIST[@]} nodes)\n" + exit +fi + +NODERUNS=( ) + +# find node with least allocated CPUs + +for e in ${NODELIST[@]} +#do NODERUNS+=( $( squeue | grep $e | wc -l ) ) +do NODERUNS+=( $( scontrol show node $e | grep CPUAlloc | sed 's,.*CPUAlloc=\([0-9]\+\).*,\1,' ) ) +done +MIN=${NODERUNS[0]} +INDEX=0 +for (( i=0; i<${#NODERUNS[@]}; i++ )) +do (( ${NODERUNS[$i]} < MIN )) && { + MIN=${NODERUNS[$i]} + INDEX=$i + } + echo -n "${NODELIST[$i]}:${NODERUNS[$i]} " +done +echo sending to ${NODELIST[$INDEX]} + +JOBROOT="$HOME/.srun" +mkdir -p "$JOBROOT" +JOBNAME=job_$( date +"%y%m%d_%H%M%S" )_$( echo $@ | md5sum | cut -f1 -d" " ) +JOBPATH="$JOBROOT/$JOBNAME" +while [ -d "$JOBPATH" ] +do echo Jobpath "$JOBPATH" exists + JOBNAME=job_$( date +"%y%m%d_%H%M%S" )_$( echo $@ | md5sum | cut -f1 -d" " ) + JOBPATH="$JOBROOT/$JOBNAME" +done +mkdir -p "$JOBPATH" +JOBFILE="$JOBPATH/job" +STATFILE="$JOBPATH/statistics" +STRMFILE="$JOBPATH/stream" +EXECPATH=$( pwd ) + +# create the jobfile +echo '#!/bin/bash' > "$JOBFILE" +chmod 755 "$JOBFILE" + +echo 'echo Node: $HOSTNAME'" >> \"$STATFILE\" " >> "$JOBFILE" +echo "pwd >> \"$STATFILE\" " >> "$JOBFILE" +echo "date +'Start: %s' >> \"$STATFILE\" " >> "$JOBFILE" +echo -n "/usr/bin/time -o \"$STATFILE\" --append " >> "$JOBFILE" +for (( i=1; i<=$#; i++ )) +do echo -n "\"${!i}\" " >> "$JOBFILE" +done +#Catch the input stream (for R launcher) +cat - >> "$STRMFILE" +echo -n ' < "'$STRMFILE'"' >> "$JOBFILE" +echo -e "\n" >> "$JOBFILE" +echo "date +'Stop: %s' >> \"$STATFILE\" " >> "$JOBFILE" + +echo "The job file is in $JOBFILE" +# send the job +srun --nodelist=${NODELIST[$INDEX]} "$JOBFILE" diff --git a/qcd_function b/qcd_function index 7466b7a..a46aa6c 100644 --- a/qcd_function +++ b/qcd_function @@ -157,3 +157,11 @@ function whenfilechanges() { } + +function nhead { + head $@ | ncsv -c +} +function ntail { + tail $@ | ncsv -c +} +