This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import os | |
import sys | |
import time | |
import urllib | |
import pynotify | |
import cPickle | |
import signal | |
from scrapy.selector import HtmlXPathSelector |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import itertools | |
from operator import itemgetter | |
def iunzip(iterable): | |
"""Iunzip is the same as zip(*iter) but returns iterators, instead of | |
expand the iterator. Mostly used for large sequence""" | |
_tmp, iterable = itertools.tee(iterable, 2) | |
iters = itertools.tee(iterable, len(_tmp.next())) | |
return (itertools.imap(itemgetter(i), it) for i, it in enumerate(iters)) |
NewerOlder