Automatic file encoding detection

detect_encoding.py

import chardet
import pandas as pd


def find_encoding(fname):
    r_file = open(fname, 'rb').read()
    result = chardet.detect(r_file)
    charenc = result['encoding']
    return charenc


my_encoding = find_encoding('myfile.csv')
df = pd.read_csv('myfile.csv', encoding=my_encoding)

# or

with open('myfile.csv', encoding=my_encoding) as f:
    # do something