Created
March 3, 2016 18:30
-
-
Save neerajvashistha/c513c10c4fdb7f511933 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import re, collections | |
import enchant | |
from enchant.checker import SpellChecker | |
def words(text): | |
return re.findall('[a-z]+', text.lower()) | |
def train(features): | |
model = collections.defaultdict(lambda: 1) | |
for f in features: | |
model[f] += 1 | |
return model | |
NWORDS = train(words(file('corpus.txt').read())) | |
alphabet = 'abcdefghijklmnopqrstuvwxyz' | |
def edits1(word): | |
s = [(word[:i], word[i:]) for i in range(len(word) + 1)] | |
deletes = [a + b[1:] for a, b in s if b] | |
transposes = [a + b[1] + b[0] + b[2:] for a, b in s if len(b)>1] | |
replaces = [a + c + b[1:] for a, b in s for c in alphabet if b] | |
inserts = [a + c + b for a, b in s for c in alphabet] | |
return set(deletes + transposes + replaces + inserts) | |
def known_edits2(word): | |
return set(e2 for e1 in edits1(word) for e2 in edits1(e1) if e2 in NWORDS) | |
def known(words): | |
return set(w for w in words if w in NWORDS) | |
def correct(word): | |
candidates = known([word]) or known(edits1(word)) or known_edits2(word) or [word] | |
return max(candidates, key=NWORDS.get) | |
def correct_top(word, n): | |
candidates = known([word]) or known(edits1(word)) or known_edits2(word) or [word] | |
s = sorted(candidates, key=NWORDS.get, reverse=True) | |
return s[0], s[:n] | |
def sentence_correct(sentence): | |
wordlist = sentence.split() | |
correctSentenceList = [] | |
for word in wordlist: | |
chkr = SpellChecker('en_US') | |
chkr.set_text(word) | |
for err in chkr: | |
word = correct(err.word) | |
#print word | |
correctSentenceList.append(word) | |
#print correctSentenceList | |
correctSentence = ' '.join(correctSentenceList) | |
return correctSentence | |
if __name__ == "__main__": | |
print(sentence_correct("I would like to order mancurian")) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment