old jobs removal

anduril/slurm-random

@@ -72,7 +72,7 @@ do  if [[ "${!i}" == */_command ]]
          do [ -f "'${!i}'" ] && {
            break 
          } || {
-           echo Waiting for _command file "'${!i}'"
+           echo Waiting for _command file '${!i}'
            retrys=$(( $retrys + 1 ))
            sleep 1; [ "$retrys" -gt 15 ] && break;
          }
@@ -95,6 +95,18 @@ echo 'EC=$?' >> "$JOBFILE"
 echo "date +'Stop: %s' >> \"$STATFILE\" " >> "$JOBFILE"
 echo 'exit $EC' >> "$JOBFILE"
 
+# clear out old job definitions (semirandomly)
+(
+[[ -e "$JOBROOT"/.lastdel ]] || touch "$JOBROOT"/.lastdel
+if test "$( find $JOBROOT/.lastdel -mmin +30 )"
+then touch "$JOBROOT"/.lastdel
+     find "$JOBROOT" -maxdepth 2 -mindepth 2 -type f -mtime +10 -delete
+     find "$JOBROOT" -type d -depth -empty -delete
+fi
+) &
+
 echo "The job file is in $JOBFILE"
 # send the job
 srun --nodelist=${NODELIST[$INDEX]} "$JOBFILE"
+
+wait