MongoTs_data_ingestion.py

import mongots
from datetime import datetime
from csv import DictReader

temperature_collection = mongots.MongoTSClient().ClimaticDataDb.temperatures

with open('./weather_data.csv') as file:
    reader = DictReader(file, delimiter=';')

    failed = 0
    for idx, row in enumerate(reader):

        try:
            dt = datetime.strptime(row['datetime'], '%Y-%m-%d %H:%M:%S')
            city = row['city']
            temperature = float(row['temperature'])

            temperature_collection.insert_one(temperature, dt, tags={'city': city})
        except:
            failed += 1

        if (idx + 1) % 10000 == 0:
            print(f'{idx+1} row inserted ({failed} failed)', flush=True)