indexer.py

import sys
import xapian
import string
from config_file import *

def indexThread(thread_id, content):
    try:
        # Open the database for update, creating a new database if necessary.
        database = xapian.WritableDatabase(db_global, xapian.DB_CREATE_OR_OPEN)
        indexer = xapian.TermGenerator()
        stemmer = xapian.Stem("english")
        indexer.set_stemmer(stemmer)
        try:   
            doc = xapian.Document()
            doc.set_data(content)
            doc.add_value(id_global, thread_id)
            indexer.set_document(doc)
            indexer.index_text(content)
            database.add_document(doc)
        except Exception as e:
            print(str(e))

    except Exception, e:
        print >> sys.stderr, "Exception: %s" % str(e)
        sys.exit(1)