Skip to content

Instantly share code, notes, and snippets.

View CharlesCai930's full-sized avatar

Charles Cai CharlesCai930

View GitHub Profile
#!/usr/local/bin/python
import sys
from lxml import html
from urlparse import urljoin
import urllib2
import requests
import logging
visited_links = []