11 |
use LWP; |
use LWP; |
12 |
use URI::Escape; |
use URI::Escape; |
13 |
use List::Util qw/first/; |
use List::Util qw/first/; |
14 |
|
use YAML; |
15 |
|
|
16 |
=head1 NAME |
=head1 NAME |
17 |
|
|
120 |
$log->debug("opening index $self->{url}"); |
$log->debug("opening index $self->{url}"); |
121 |
} |
} |
122 |
|
|
123 |
|
$self->{stats} = {}; |
124 |
|
|
125 |
$self ? return $self : return undef; |
$self ? return $self : return undef; |
126 |
} |
} |
127 |
|
|
191 |
|
|
192 |
$doc->add_attr( $tag, $vals ); |
$doc->add_attr( $tag, $vals ); |
193 |
$doc->add_hidden_text( $vals ); |
$doc->add_hidden_text( $vals ); |
194 |
|
|
195 |
|
$self->{stats}->{attr}->{$tag}++; |
196 |
} |
} |
197 |
|
|
198 |
my $text = $args->{'text'}; |
my $text = $args->{'text'}; |
284 |
return $text; |
return $text; |
285 |
} |
} |
286 |
|
|
287 |
|
=head2 finish |
288 |
|
|
289 |
|
Dump attributes used on disk |
290 |
|
|
291 |
|
=cut |
292 |
|
|
293 |
|
sub finish { |
294 |
|
my $self = shift; |
295 |
|
my $log = $self->_get_logger(); |
296 |
|
|
297 |
|
my $path = 'var/estraier/' . $self->{database} . '.yaml'; |
298 |
|
YAML::DumpFile( $path, $self->{stats} ); |
299 |
|
$log->info("created $path ", -s $path, " bytes"); |
300 |
|
$log->debug( dump( $self->{stats} ) ); |
301 |
|
} |
302 |
|
|
303 |
=head1 AUTHOR |
=head1 AUTHOR |
304 |
|
|
305 |
Dobrica Pavlinusic, C<< <dpavlin@rot13.org> >> |
Dobrica Pavlinusic, C<< <dpavlin@rot13.org> >> |