Regexp::Trie in Python, by rex @ iregex.org. similar with Aho-Corasick

regexp-trie.py

#!/usr/bin/python
# -*- coding: utf-8 -*-
#
#author:         rex
#blog:           http://iregex.org
#filename        tr.py
#created:        2010-08-01 20:24
#source uri:     http://iregex.org/blog/trie-in-python.html

# escape bug fix by fcicq @ 2012.8.19

import re
class Trie():
    """Regexp::Trie in python"""

    def __init__(self):
        self.data={}

    def add(self, word):
        ref=self.data
        for char in word:
            ref[char]=ref.has_key(char) and ref[char] or {}
            ref=ref[char]
        ref['']=1

    def dump(self):
        return self.data

    def quote(self, char):
        return re.escape(char)

    def _regexp(self, pData):
        data=pData
        if data.has_key("") and len(data.keys())==1:
            return None

        alt=[]
        cc=[]
        q=0
        for char in sorted(data.keys()):
            if isinstance(data[char],dict):
                try:
                    recurse=self._regexp(data[char])
                    alt.append(self.quote(char)+recurse)
                except:
                    cc.append(self.quote(char))
            else:
                q=1
        cconly=not len(alt)>0 # backport from atiking's gist

        if len(cc)>0:
            if len(cc)==1:
                alt.append(cc[0])
            else:
                alt.append('['+''.join(cc)+']')

        if len(alt)==1:
            result=alt[0]
        else:
            result="(?:"+"|".join(alt)+")"

        if q:
            if cconly:
                result+="?"
            else:
                result="(?:%s)?" % result
        return result
    def regexp(self):
        # return "(?-xism:%s)" % self._regexp(self.dump()) # fcicq: not sure what is it...
        return self._regexp(self.dump())

if __name__ == '__main__':
  a=Trie()

  for w in ['foobar', 'foobah', 'fooxar', 'foozap', 'fooza']:
      a.add(w)
  print a.regexp()

发现了一个 bug ：'a' 和 'abc' 这组数据会给出 'abc?'

好吧，已经有人修了：https://gist.github.com/atiking/7525326