for_you.py

# Dependency - Pandas

from os import path
import pandas


RESOURCE_DIRECTORY = '/home/yogi/byprice/projects/geoprice-services/resources'
CLIENT_ID_FILENAME = 'mapping.txt'


def get_client_mapping():
    client_name_id = {}
    with open(path.join(RESOURCE_DIRECTORY, CLIENT_ID_FILENAME), 'r') as client_file:
        for row in client_file:
            row = row.strip('\n').split('.')
            client_name_id[row[1].strip(' ')] = row[0].strip(' ')
    return client_name_id


def merge_files():
    merged_data = []
    client_name_id = get_client_mapping()
    for name, id in client_name_id.items():
        client_file_name = name + '.csv'
        complete_file_name = path.join(RESOURCE_DIRECTORY, client_file_name)
        if path.isfile(complete_file_name):
            with open(complete_file_name, 'r') as data_file:
                next(data_file)
                for row in data_file:
                    row = row.strip('\n').split(',')
                    merged_data.append([id, row[0].strip(' '), row[1].strip(' ')])

    df = pandas.DataFrame(merged_data, columns=["client_id", "timestamp", "status"])
    df.to_csv(path.join(RESOURCE_DIRECTORY, "merged_data.csv"), index=False)


merge_files()