yourmoonlight

## duplicate_filter.py
import os

from scrapy.dupefilter import RFPDupeFilter
from scrapy.utils.request import request_fingerprint

class CustomFilter(RFPDupeFilter):
  """A dupe filter that considers specific ids in the url"""

  def __getid(self, url):
      mm = url.split("&refer")[0] #or something like that

## pool.py
# !/usr/bin/env python
# -*- coding:utf-8 -*-

import sys
import time
import Queue
import threading
import traceback

class ExitException(Exception):

## my_map.geojson

      
              1 file
            
          
              0 forks
            
          
                0 comments
              
            
              0 stars
            
          
                yourmoonlight
                / my_map.geojson
            
            
              Created
              August 14, 2014 11:08
            
          
      Loading

      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## todo-list.md

      
              1 file
            
          
              0 forks
            
          
                0 comments
              
            
              0 stars
            
          
                yourmoonlight
                / todo-list.md
            
            
              Last active
              August 29, 2015 14:00
            
          
 first thing  i need to do


second thing i need to do
third thing i need to do
	import os

	from scrapy.dupefilter import RFPDupeFilter
	from scrapy.utils.request import request_fingerprint

	class CustomFilter(RFPDupeFilter):
	"""A dupe filter that considers specific ids in the url"""

	def __getid(self, url):
	mm = url.split("&refer")[0] #or something like that
	# !/usr/bin/env python
	# -- coding:utf-8 --

	import sys
	import time
	import Queue
	import threading
	import traceback

	class ExitException(Exception):