Spider template that loads listing ids

idspider.py

class IdSpider(Spider):
  def __init__(self):
    self.ids = set()
    try:
      with open('data/' + self.name + '_ids', 'rb') as f:
        for line in f:
          self.ids.add(line.strip())
    except:
      pass
    super(Spider, self).__init__()