Create a new CSV without duplicated rows in Python

format_duplicated_rows.py

# python -t format_duplicated_rows.py
with open('input.csv','r') as in_file, open('output.csv','w') as out_file:
  seen = set()
  for line in in_file:
    if (line in seen):
        continue
    else:
        seen.add(line)
        out_file.write(line)