psql ignore errors

gistfile1.txt

from .models import Url


def get_columns(line):
    column_str = re.search(r'COPY [-_\w\.]+ \(([^\)]+)\)', line).group(1)
    columns = column_str.split(',')
    return [column.strip() for column in columns]


def is_start(text):
    if text.startswith('COPY '):
        return True
    return False


def is_end(text):
	if text.startswith('\.'):
		return True
	return False


def input_data_in_db(path, db):
	start = None
	columns = None
	with open(path) as f:
		for line in f:
		    if not start:
		        start = is_start(line)
		        if start:
		            columns = get_columns(line)
		        continue
		    
		    if is_end(line):
		    	break

		    dic = {}
		    for i, column in enumerate(columns):
		    	dic[column] = line.split('\t')[i].strip()
		    	if dic[column] == '\n' or dic[column] == '':
		    		dic[column] = None
		    	print(dic)
		    	try:
			    	obj = db(**dic)
			    	obj.save()
			   	except Exception as e:
			   		print(e)


path = 'data.dump'
db = Url
input_data_in_db(path=path, db=db)