reddit_image_scraper.py

import praw
import requests
import sqlite3

# A simple scraper for grabbbing images from the front page of a given subreddit and storing them in a DB

# Create database
conn = sqlite3.connect('imgdb.db') 
c = conn.cursor()


c.execute('''CREATE TABLE IF NOT EXISTS images
			(title text, url text)''')


def grab_images(query):
	BASE_URL = "http://www.reddit.com"
	user_agent = ("imagefinder by ..."
				"")
	r = praw.Reddit(user_agent=user_agent)
	subreddit = r.get_subreddit(query)
	url = BASE_URL + '/r/' + query
	response = requests.get(url)
	posts = subreddit.get_hot(limit=20)
	print("Grabbing images from /r/" + query)

	for s in posts:
		link = s.url
		title = s.title
		if "imgur.com" in link: 
			data = [(title, link)]
			c.executemany('INSERT INTO images VALUES (?,?)', (data))
			conn.commit()

	print("Operation completed!")

			

grab_images('wallpaper')

c.close()
conn.close()