Script for import data from csv to mongo DB using Pandas dataframe

csv_to_mongo.py

import os
import json
import pandas as pd
import pymongo


def import_content(filepath):
    mng_client = pymongo.MongoClient('localhost', 27017)
    mng_db = mng_client['route_planning'] 
    collection_name = 'lat_long' 
    db_cm = mng_db[collection_name]
    cdir = os.path.dirname(__file__)
    file_res = os.path.join(cdir, filepath)

    data = pd.read_csv(file_res)
    data = data[['node', 'latitude', 'longitude']]
    data['id'] = list(range(1, 2583))

    # data = data[data.duplicated(subset=['latitude','longitude'], keep=False)]
    # print(data)
    data_json = json.loads(data.to_json(orient='records'))
    # print(data_json)
    # db_cm.remove()
    db_cm.insert(data_json)
  

if __name__ == "__main__":
  import_content('lat_long_collection.csv')