-
Geoff Cureton authored
Some tweaks to the cluster submission scripts for the iff_aero, sounder2iff, fusion_matlab and vnpaerdt packages.
Geoff Cureton authoredSome tweaks to the cluster submission scripts for the iff_aero, sounder2iff, fusion_matlab and vnpaerdt packages.
submit_fusion_matlab.py 1.86 KiB
import sys
from datetime import datetime, timedelta
import traceback
import logging
import calendar
from flo.time import TimeInterval
from flo.ui import safe_submit_order
from flo.sw.fusion_matlab import FUSION_MATLAB
from flo.sw.fusion_matlab.utils import setup_logging
# every module should have a LOG object
LOG = logging.getLogger(__file__)
setup_logging(2)
comp = FUSION_MATLAB()
satellite = 'aqua'
#satellite = 'snpp'
delivery_id = '20170920-1'
# Specify the intervals
#granule = datetime(2014, 7, 6, 2, 0) # Gala Wind
granule = datetime(2015, 4, 17, 0, 0) # Bryan Baum
wedge = timedelta(seconds=1.)
#intervals = [
#TimeInterval(granule, granule + timedelta(hours=1) - wedge)
#TimeInterval(granule, granule + timedelta(days=1) - wedge)
#TimeInterval(granule - timedelta(hours=1), granule + timedelta(hours=1))
#TimeInterval(datetime(2014, 7, 1, 0, 5), datetime(2014, 8, 1) - wedge)
#TimeInterval(datetime(2014, 7, 1, 0, 0), datetime(2014, 7, 1, 0, 10) - wedge)
#TimeInterval(datetime(2015, 4, 1, 0, 0), datetime(2015, 5, 1, 0, 0) - wedge)
#TimeInterval(datetime(2015, 4, 25, 13, 0), datetime(2015, 4, 25, 14, 0) - wedge)
#]
intervals = [TimeInterval(datetime(2015, 4, day), datetime(2015, 4, day, 23, 59)) for day in range(1, calendar.monthrange(2016, 4)[1]+1)]
LOG.info("Submitting intervals...")
for interval in intervals:
LOG.info("Submitting interval {} -> {}".format(interval.left, interval.right))
contexts = comp.find_contexts(interval, satellite, delivery_id)
LOG.info("\tThere are {} contexts in this interval".format(len(contexts)))
contexts.sort()
#for context in contexts:
#print context
LOG.info("\tFirst context: {}".format(contexts[0]))
LOG.info("\tLast context: {}".format(contexts[-1]))
LOG.info("\t{}".format(safe_submit_order(comp, [comp.dataset('fused_l1b')], contexts)))
#time.sleep(30.)