基于md5的重复文件查找

[tex=code]#!/bin/bash

# Usage:
# History:
#
set -x
rm -f file.list
touch file.list

find ./ >allfile.list

while read file
do
if [ ! -f "$file" ];then
  continue
fi
MD5=`md5sum "$file" | awk '{print $1}'`
DUPLICATION=`grep $MD5 file.list | awk -F '[|]' '{print $1}'`
grep $MD5 file.list && r=0 || r=1
if [ $r -eq 1 ]; then
  echo "$file  | $MD5">>file.list
else
  echo "$file | $MD5 --------------> duplication with $DUPLICATION" >>file.list
  rm -f "$file"
fi
done <allfile.list

grep duplication file.list >duplication.list[/tex]