基于md5的重复文件查找

[tex=code]#!/bin/bash

# Usage:
# History:
#
set -x
rm -f file.list
touch file.list

find ./ >allfile.list

while read file
do
if [ ! -f "$file" ];then   continue fi MD5=`md5sum "$file" | awk '{print $1}'` DUPLICATION=`grep$MD5 file.list | awk -F '[|]' '{print $1}'` grep$MD5 file.list && r=0 || r=1
if [ $r -eq 1 ]; then   echo "$file  | $MD5">>file.list else   echo "$file | $MD5 --------------> duplication with$DUPLICATION" >>file.list
  rm -f "$file"
fi
done <allfile.list

grep duplication file.list >duplication.list[/tex]