Simple python spider

spider.py

#!/usr/bin/env python

### To use, first install gevent and then requests
###
###   $ pip install gevent requests

from gevent import monkey; monkey.patch_all() ### gevent first

import gevent
import json
import requests

def handler(url):
    """Scrapes a single URL"""
    response = requests.get(url)
    print '%s: %s' % (response.status_code, url)
    return response

greenlets = []
for url in ['http://google.com', 'http://yahoo.com']:
    greenlets.append(gevent.spawn(handler, url))
gevent.joinall(greenlets)