Bash shell script for removing duplicate files

1
2
3
4
5
6
7
#!/bin/bash
OUTF=rem-duplicates.sh;
echo "#!/bin/sh" > $OUTF;
find "$@" -type f -exec md5sum {} \; |
sort --key=1,32 | uniq -w 32 -d --all-repeated=separate |
sed -r 's/^[0-9a-f]*( )*//;s/([^a-zA-Z0-9./_-])/\\\1/g;s/(.+)/#rm \1/' >> $OUTF;
chmod a+x $OUTF; ls -l $OUTF

Tags

E-mal

  • michael(a)balcos.net