Import_url.py

gistfile1.txt

 1 #!/usr/bin/env python
  2 
  3 from datetime import datetime
  4 import sys
  5 
  6 import mom
  7 from mom import Session, Feed
  8 
  9 
 10 def _create_feeds(urls):
 11     session = Session()
 12 
 13     for url in urls:
 14         if not session.query(Feed).filter(Feed.feed_url == url).first():
 15             feed = Feed(
 16                 feed_url=url,
 17                 last_seen=datetime.utcfromtimestamp(0))
 18             session.add(feed)
 19 
 20     session.commit()
 21 
 22 
 23 def _urls_from_txtfile(filename):
 24     with open(filename, 'r') as urlfile:
 25         for line in urlfile.readlines():
 26             print 'importing: ', line
 27             yield line
 28 
 29 
 30 if __name__ == '__main__':
 31     try:
 32         mom.db.Base.metadata.create_all(mom.env.engine)
 33     except Exception as e:
 34         print(e)
 35 
 36     filename  = sys.argv[1]
 37     _create_feeds(_urls_from_txtfile(filename))
~