Import data from a flat file into MongoDB.

flat_to_mongo.py

import sys
import re
import codecs # UniCode support
from pymongo import Connection # For DB Connection
from pymongo.errors import ConnectionFailure # For catching exeptions

def main():
  
  # MongoDB connection
  try:
    db_conn = Connection(host="localhost", port=27017) # Here we specified the default parameters explicitly
    print "Connected to MongoDB successfully!"
  except ConnectionFailure, e:
    sys.stderr.write("Could not connect to MongoDB: %s" % e)

  # Grab a database
  db_target = db_conn["mydb"]

  # Open file
  f = codecs.open("flas-file.txt", 'r', encoding='utf-8') # Codecs instead regular 'open' to handle UTF-8

  # Read each line
  for line in f:
    
    try: # For exception catching
      a = line.rstrip().split(' ') # In this case, it's space-separated!
      # Should be Unicode
      word_form = a[0]
      frequency_count = a[1]
      
      if 1 + 1 == 3: # Test conditions here
      raise IndexError
      
      # Create dictionary object
      record = {
        "chunky": word_form,
        "bacon": frequency_count
      }
      
      # Insert document into DB
      db_target.records.insert(record, safe=True) # Collections ('records' here) are lazily created
      
    # Exception handler
    except IndexError:
      sys.stderr.write( "Something wrong with this line: " + line + '\n')
      continue
    
  # Close file
  f.close()
  
if __name__ == "__main__":
  main()

http://docs.mongodb.org/manual/tutorial/write-a-tumblelog-application-with-django-mongodb-engine/

http://api.mongodb.org/python/current/tutorial.html