--- trunk/bin/isi-download-results.pl 2009/09/18 17:28:03 1281 +++ trunk/bin/isi-download-results.pl 2009/09/18 17:46:04 1282 @@ -4,6 +4,12 @@ use strict; my $q = 'TS=psychology AND AD=Croatia'; +my $range_size = 50; + +my $dump = @ARGV ? 1 : 0; + +$q = 'AD=Croatia'; +$range_size = 500; use WWW::Mechanize; use Data::Dump qw/dump/; @@ -21,7 +27,7 @@ $path ||= sprintf('/tmp/isi.%02d.%s', $step, $mech->{ct} =~ m{html}i ? 'html' : 'txt' ); $mech->save_content( $path ); warn "# [$step] $path ", -s $path, " ", $mech->ct; - $mech->dump_all; + $mech->dump_all if $dump; } warn "# get session"; @@ -46,7 +52,6 @@ save_mech $mech; my $from = 1; -my $range_size = 50; while ( $from ) {