Making a web scraper in python

workflow.txt

#-------------------------------------------------------

import urllib2
import json as simplejson

response = urllib2.urlopen('https://twitter.com/')
html=response.read()

print html

#--------------------------------------------------------
#using Request instead of urlopen as we can do a lot of things in request, like GET , POST request, on either HTTP of ftp clients

import urllib2
import json as simplejson

req = urllib2.Request('http://news.ycombinator.com/news')
response = urllib2.urlopen(req)
the_page = response.read()

print the_page