added auto-purge of incoming, quarantine, and processing for files older than 64 days

conf/crontab.table

-# mondays @ 02:01
+# mondays @ 02:01, rotate the logs
 1 2 * * 1 logrotate -f /home/eodn/eodn2realearth/conf/logrotate.conf -s /home/eodn/eodn2realearth/logs/rotate.status
+# mondays @ 01:01, purge old files 
+1 1 * * 1 /home/eodn/eodn2realearth/src/purge.sh

src/purge.sh

+#!/usr/bin/env bash
+ 
+set -u
+set -e
+
+DIR="${BASH_SOURCE%/*}"
+if [[ ! -d "$DIR" ]]; then DIR="$PWD"; fi
+. "$DIR/consts.sh"
+
+LOG=${LOGS}/purge.log
+exec >> $LOG 2>&1
+
+DAYS_TO_KEEP=64 # landsat repeats every 16 days, keep 4 cycles? seems like we have the disk space
+
+purge() {
+  find $1 -mtime ${DAYS_TO_KEEP} -type f -exec echo "PURGING: {}" \; -exec rm    {} \;
+  find $1 -mtime ${DAYS_TO_KEEP} -type d -exec echo "PURGING: {}" \; -exec rm -r {} \;
+}
+
+purge $INCOMING
+purge $PROCESSING
+purge $QUARANTINE