UNIDATA ISO Harvest

harvest.py

#!python
# coding=utf-8
import os
from thredds_crawler.crawl import Crawl
from thredds_iso_harvester.harvest import ThreddsIsoHarvester

SAVE_DIR = "/srv/http/iso"
LOG_DIR = "/var/log/iso_harvest"

# UNIDATA
unidata_selects = [".*Best.*"]
unidata_skips   = Crawl.SKIPS  + [".*grib2", ".*grib1", ".*GrbF.*", ".*ncx2",
                                  "Radar Data", "Station Data",
                                  "Point Feature Collections", "Satellite Data",
                                  "Unidata NEXRAD Composites \(GINI\)",
                                  "Unidata case studies",
                                  ".*Reflectivity-[0-9]{8}"]
ThreddsIsoHarvester(catalog_url="http://thredds.ucar.edu/thredds/catalog.xml",
    out_dir=SAVE_DIR + "/unidata",
    log_file=LOG_DIR + "/unidata.log",
    select=unidata_selects,
    skip=unidata_skips)