25 |
my $b_r = $1 if $b =~ m{(\d+)-\d+}; |
my $b_r = $1 if $b =~ m{(\d+)-\d+}; |
26 |
$a_r <=> $b_r; |
$a_r <=> $b_r; |
27 |
} @files ) { |
} @files ) { |
28 |
warn $file; |
print STDERR $file; |
29 |
|
|
30 |
push @{ $report->{files} }, $file; |
push @{ $report->{files} }, $file; |
31 |
|
|
39 |
$nr++; |
$nr++; |
40 |
my $digest = md5_hex $rec; |
my $digest = md5_hex $rec; |
41 |
if ( my $times = $md5->{$digest} ) { |
if ( my $times = $md5->{$digest} ) { |
42 |
warn "dumplicate $nr $digest $times\n"; |
print STDERR 'd'; |
43 |
$report->{file}->{$file}->{duplicates}++; |
$report->{file}->{$file}->{duplicates}++; |
44 |
} else { |
} else { |
45 |
print $out_fh $rec . $_; |
print $out_fh $rec . $_; |
46 |
$report->{file}->{$file}->{records}++; |
$report->{file}->{$file}->{records}++; |
47 |
$report->{total_records}++; |
$report->{total_records}++; |
48 |
|
print STDERR '.'; |
49 |
} |
} |
50 |
|
|
51 |
$md5->{$digest}++; |
$md5->{$digest}++; |
52 |
$rec = ''; |
$rec = ''; |
53 |
} |
} |
54 |
} |
} |
55 |
|
warn "\n"; |
56 |
} |
} |
57 |
|
|
58 |
print $out_fh "EF\n"; |
print $out_fh "EF\n"; |