Removing duplicate files

gistfile1.sh

# 
# Removes duplicates from a directory based on checksum
# Run each line manually and check if it is the result you expect
#
# Based on: http://www.chriswrites.com/how-to-find-and-delete-duplicate-files-in-mac-os-x/#Terminal
# And: http://stackoverflow.com/a/1450288/204610

# Find duplicates and write to duplicates-report.txt
find . -type f -exec cksum {} \; | sort | tee /tmp/f.tmp | cut -f 1,2 -d ' ' | uniq -d | grep -hif /dev/stdin /tmp/f.tmp > duplicates-report.txt

# Delete duplicates based on duplicates-report.txt
# (Mac: `brew install gawk`)
sort -k1,1 duplicates-report.txt --stable | gawk -F' ' '{if ( $1==old ) { print $3 }; old=$1; }' > duplicates-only.txt | xargs rm