X-Git-Url: http://git.hungrycats.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=faster-dupemerge;h=4ad0176ea3dfcddddc95fa685aa8c2c9ef63d0f6;hb=3f55031eaa283dff0db4536758304cd045e53045;hp=6223ab0adc2d7cacb4dee7e7c4f4e71a2aa3a1d4;hpb=95742bfa9d5a1f33ce77689f0b2fb93bdf888e85;p=dupemerge diff --git a/faster-dupemerge b/faster-dupemerge index 6223ab0..4ad0176 100755 --- a/faster-dupemerge +++ b/faster-dupemerge @@ -4,7 +4,7 @@ use Fcntl qw(:DEFAULT :flock); use File::Compare; use File::Temp; -# Copyright (C) 2003-2006 Zygo Blaxell +# Copyright (C) 2003-2010 Zygo Blaxell # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -238,7 +238,7 @@ my @find_command = ('find', @directories, @extra_find_opts, '-type', 'f'); my $printf_string = '%s ' . ($collapse_access ? '0 0 0 ' : '%U %G %m ') . ($collapse_timestamp ? '0 ' : '%T@ ') . - '%D:%i %p\0'; + '%D %i %p\0'; push(@find_command, '!', '-empty') unless $collapse_zero; push(@find_command, '-printf', $printf_string); @@ -333,8 +333,9 @@ hash_file: if ($ok) { print STDERR "\t\tDigest is $digest\n" if $debug; - my $incumbent = $hash_to_inode{$digest}; - if (defined($incumbent)) { + my $incumbent_list = ($hash_to_inode{$digest} ||= []); + my $incumbent_matched = 0; + for my $incumbent (sort @$incumbent_list) { print STDERR "\t\tInodes $incumbent and $candidate have same hash\n" if $debug; my $finished = 0; @@ -344,7 +345,7 @@ link_start: until ($finished) { my @incumbent_names = sort keys(%{$inode_to_file_name{$incumbent}}); my @candidate_names = sort keys(%{$inode_to_file_name{$candidate}}); - print STDERR "\t\tLinks to $incumbent:", join("\n\t\t\t", '', @incumbent_names), "\n" if $debug; + print STDERR "\t\tLinks to $incumbent:", join("\n\t\t\t", '', @incumbent_names), "\n" if $debug; print STDERR "\t\tLinks to $candidate:", join("\n\t\t\t", '', @candidate_names), "\n" if $debug; incumbent_file: @@ -411,6 +412,7 @@ candidate_file: print STDERR "$quoted_incumbent_file and $quoted_candidate_file have same hash but do not compare equal!\n" unless $skip_hashes; } else { $identical = 1; + $incumbent_matched = 1; } $compare_count++; $compare_bytes += $incumbent_size; @@ -493,13 +495,9 @@ candidate_file: # My random number generator chooses the incumbent's size. if ($link_done) { - # Since we're in a dry run, the filesystem doesn't change. - # Our notion of what the filesystem should look like should not change either. delete $inode_to_file_name{$to_inode}->{$to_file}; - unless ($dry_run) { - $inode_to_file_name{$from_inode}->{$to_file} = undef; - $hash_to_inode{$digest} = $from_inode; - } + $inode_to_file_name{$from_inode}->{$to_file} = undef; + $hash_to_inode{$digest} = [ $from_inode ]; $hard_links++; if ($to_nlink == 1) { @@ -527,9 +525,10 @@ candidate_file: } $finished = 1; } - } else { + } + unless ($incumbent_matched) { print STDERR "\t\tNew hash entered\n" if $debug; - $hash_to_inode{$digest} = $candidate; + push(@$incumbent_list, $candidate); } } else { warn "No digests found for inode $candidate\n"; @@ -544,9 +543,12 @@ end_merge: } while () { - my ($weak_key, $inode, $name) = m/^(\d+ \d+ \d+ \d+ -?\d+) (\d+:\d+) (.+)\0$/so; + my ($weak_key, $dev, $ino, $name) = m/^(\d+ \d+ \d+ \d+ -?[\d.]+) (\d+) (\d+) (.+)\0$/so; die "read error: $!\nLast input line was '$_'" unless defined($name); + # 64 bits out to be enough for everybody! + my $inode = sprintf('%016x:%016x', $dev, $ino); + print STDERR "weak_key=$weak_key inode=$inode name=$name\n" if $debug; unless (! (-l $name) && (-f _)) {