Read in multiple CSV files in a folder into single dataframe with a new column with the name of the source file.

read_multi_csv_source.py

import pandas as pd
import os
import glob

def read_multi_csv(path):
    '''
    Given a file path with wildcard and extension, parse all files with that extension in directory 
    into a single dataframe.
    '''
    
    all_files = glob.glob(path)
    li = []
    
    for filename in all_files:
        df = pd.read_csv(filename, index_col=None, header=1)
        df['Source'] = os.path.basename(filename)
        li.append(df)
        
    df = pd.concat(li, axis=0, ignore_index=True)