Skip to content

Instantly share code, notes, and snippets.

@mburst
Created February 3, 2013 05:26
Show Gist options
  • Star 22 You must be signed in to star a gist
  • Fork 7 You must be signed in to fork a gist
  • Save mburst/4700640 to your computer and use it in GitHub Desktop.
Save mburst/4700640 to your computer and use it in GitHub Desktop.
Code for creating and testing a simple bloom filter - http://maxburstein.com/blog/creating-a-simple-bloom-filter/
from bitarray import bitarray
import mmh3
class BloomFilter:
def __init__(self, size, hash_count):
self.size = size
self.hash_count = hash_count
self.bit_array = bitarray(size)
self.bit_array.setall(0)
def add(self, string):
for seed in xrange(self.hash_count):
result = mmh3.hash(string, seed) % self.size
self.bit_array[result] = 1
def lookup(self, string):
for seed in xrange(self.hash_count):
result = mmh3.hash(string, seed) % self.size
if self.bit_array[result] == 0:
return "Nope"
return "Probably"
bf = BloomFilter(500000, 7)
huge = []
lines = open("/usr/share/dict/american-english").read().splitlines()
for line in lines:
bf.add(line)
huge.append(line)
import datetime
start = datetime.datetime.now()
bf.lookup("google")
finish = datetime.datetime.now()
print (finish-start).microseconds
start = datetime.datetime.now()
for word in huge:
if word == "google":
break
finish = datetime.datetime.now()
print (finish-start).microseconds
print bf.lookup("Max")
print bf.lookup("mice")
print bf.lookup("3")
start = datetime.datetime.now()
bf.lookup("apple")
finish = datetime.datetime.now()
print (finish-start).microseconds
start = datetime.datetime.now()
for word in huge:
if word == "apple":
break
finish = datetime.datetime.now()
print (finish-start).microseconds
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment