Skip to content

Instantly share code, notes, and snippets.

@cynici
Created February 26, 2013 07:53
Show Gist options
  • Save cynici/5036758 to your computer and use it in GitHub Desktop.
Save cynici/5036758 to your computer and use it in GitHub Desktop.
dirmon.py plugin module to deal with incoming MODIS raw PDS files from Orbital Systems
import os, re
terra_re = re.compile(r'P0420064A{14}(?P<timestamp>\d{11})(?P<one>\d{3})\.PDS$')
terra_fn = 'P0420064AAAAAAAAAAAAAA%(timestamp)s001.PDS'
data_re = re.compile(r'^P1540064A{14}(?P<timestamp>\d{11})(?P<one>\d{3})\.PDS$')
data_fn = 'P1540064AAAAAAAAAAAAAA%(timestamp)s001.PDS'
gbad_re = re.compile(r'^P1540957A{14}(?P<timestamp>\d{11})(?P<one>\d{3})\.PDS$')
gbad_fn = 'P1540957AAAAAAAAAAAAAA%(timestamp)s001.PDS'
def aqua_wanted(filter):
if not filter or filter[0].upper() == 'A':
return True
else:
return False
def terra_wanted(filter):
if not filter or filter[0].upper() == 'T':
return True
else:
return False
def ModisrawFileProcessor(dir, file, fullpath, logger, filter=None, **kwargs):
'''MODIS AQUA data from EOS-FES is ready for processing only when both
P1540064A*001.PDS and P1540957A*001.PDS (GBAD) are present
'''
event_fn = None
discard = True
m = data_re.match(file)
if m and m.group('one') == '001':
if aqua_wanted(filter) and os.path.exists(os.path.join(dir, gbad_fn%m.groupdict())):
discard = False
else:
m = gbad_re.match(file)
if m and m.group('one') == '001':
if aqua_wanted(filter) and os.path.exists(os.path.join(dir, data_fn%m.groupdict())):
event_fn = data_fn%m.groupdict() + '.event'
discard = False
elif terra_wanted:
m = terra_re.match(file)
if m and m.group('one') == '001':
discard = False
if discard:
logger.debug("%s discarded" % file)
return False
if event_fn is None:
event_fn = file + '.event'
if not os.path.exists(os.path.join(dir, event_fn)):
fh = open(os.path.join(dir,event_fn), 'w+')
fh.close()
logger.info("created event file %s" % event_fn)
return True
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment