Skip to content

Instantly share code, notes, and snippets.

@juliocc
Created September 5, 2012 01:16
Show Gist options
  • Save juliocc/3628826 to your computer and use it in GitHub Desktop.
Save juliocc/3628826 to your computer and use it in GitHub Desktop.
def fetch_blog(feed):
pr = feedparser.parse(feed)
added = 0
for entry in pr.entries:
pub_date = datetime.fromtimestamp(mktime(entry.published_parsed))
hr = html.fromstring(entry.description)
first_img = hr.cssselect('img')
obj, created = Item.objects.get_or_create(title=entry.title,
permalink=entry.link,
published_at=pub_date,
defaults={'status': 'P'})
if created and first_img:
src = first_img[0].get('src')
response = requests.get(src)
file_temp = NamedTemporaryFile(delete=True)
file_temp.write(response.content)
file_temp.flush()
print file_temp.name
obj.thumbnail.save(src, File(file_temp))
print obj.thumbnail
if created:
added += 1
return (len(pr.entries), added)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment