Remove duplicates via checksum

rd.sh

#!/bin/bash
# rd - remove dupliactes
# http://nerdnotes.org/2008/12/remove-duplicate-files/ 

# find the files using the specified 'find arguments'
find "$@" -type f -print0 |
 
# calculate checksum for each file
xargs -0 -n1 md5sum |
 
# sort on the checksum
sort --key=1,32 |
 
# show remove command for each duplicate file
awk 'dup[$1]++{print "rm -f " $2}'
 
exit 0