linux :: bash :: removing duplicate files


find /dir/where/to/search -type f -print0 | xargs -0 -n1 md5sum | sort --key=1,32 | uniq -w 32 -d | awk {'print $2'} | while read a ; do rm $a ; done