1 |
dpavlin |
1 |
#!/usr/bin/perl |
2 |
|
|
|
3 |
|
|
use warnings; |
4 |
|
|
use strict; |
5 |
|
|
|
6 |
|
|
use Time::HiRes qw(time); |
7 |
|
|
use Data::Dump qw(dump); |
8 |
|
|
use File::Slurp; |
9 |
dpavlin |
4 |
use Getopt::Long; |
10 |
dpavlin |
1 |
|
11 |
dpavlin |
4 |
|
12 |
|
|
my $path = '/data/isi/full.txt'; |
13 |
|
|
my $limit = 10000; |
14 |
|
|
my $offset = 0; |
15 |
|
|
|
16 |
|
|
|
17 |
|
|
GetOptions( |
18 |
|
|
'path=s' => \$path, |
19 |
|
|
'offset=i' => \$offset, |
20 |
|
|
'limit=i' => \$limit, |
21 |
|
|
); |
22 |
|
|
|
23 |
dpavlin |
1 |
my $t = time; |
24 |
|
|
|
25 |
|
|
use lib '/srv/webpac2/lib/'; |
26 |
|
|
use WebPAC::Input::ISI; |
27 |
|
|
my $input = WebPAC::Input::ISI->new( |
28 |
dpavlin |
4 |
path => $path, |
29 |
|
|
offset => $offset, |
30 |
|
|
limit => $limit, |
31 |
dpavlin |
1 |
); |
32 |
|
|
|
33 |
|
|
|
34 |
|
|
sub report { |
35 |
|
|
my $description = shift; |
36 |
|
|
my $dt = time - $t; |
37 |
|
|
printf "%s in %1.4fs %.2f/s\n", $description, $dt, $input->size / $dt; |
38 |
|
|
} |
39 |
|
|
|
40 |
|
|
|
41 |
|
|
report $input->size . ' records loaded'; |
42 |
|
|
|
43 |
|
|
mkdir 'out' unless -e 'out'; |
44 |
|
|
|
45 |
|
|
sub run_views { |
46 |
|
|
my @views = glob 'views/*.pl'; |
47 |
|
|
warn "# views ", dump @views; |
48 |
|
|
|
49 |
|
|
foreach my $view ( @views ) { |
50 |
|
|
|
51 |
|
|
my ( $nr, $package ) = ( $1, $2 ) |
52 |
|
|
if $view =~ m{/(\d+)\.([^/]+(\.pl)?$)}; |
53 |
|
|
|
54 |
|
|
my $out; |
55 |
|
|
|
56 |
|
|
next if system("perl -c $view") != 0; |
57 |
|
|
|
58 |
|
|
my $code = read_file $view; |
59 |
|
|
warn $code; |
60 |
|
|
|
61 |
|
|
$t = time; |
62 |
|
|
|
63 |
|
|
foreach my $pos ( 1 .. $input->size ) { |
64 |
|
|
my $rec = $input->fetch_rec($pos); |
65 |
|
|
|
66 |
|
|
eval $code; |
67 |
|
|
die "ERROR [$pos] $@" if $@; |
68 |
|
|
}; |
69 |
|
|
|
70 |
|
|
report $view; |
71 |
|
|
|
72 |
|
|
if ( defined $out ) { |
73 |
|
|
my $dump = dump $out; |
74 |
|
|
my $len = length $dump; |
75 |
|
|
my $path = "out/$nr.$package"; |
76 |
dpavlin |
4 |
print "# $view $offset/$limit $len bytes $path" |
77 |
dpavlin |
3 |
, $len < 10000 ? " \$out = $dump" : ' SAVED ONLY' |
78 |
dpavlin |
1 |
, "\n" |
79 |
|
|
; |
80 |
|
|
write_file $path, $dump; |
81 |
|
|
report "save $path"; |
82 |
|
|
} |
83 |
|
|
|
84 |
|
|
} |
85 |
|
|
} |
86 |
|
|
|
87 |
dpavlin |
3 |
run_views; |
88 |
|
|
|
89 |
dpavlin |
1 |
while ( 1 ) { |
90 |
|
|
|
91 |
|
|
print "sack> "; |
92 |
|
|
my $cmd = <STDIN>; |
93 |
|
|
|
94 |
dpavlin |
3 |
if ( $cmd =~ m{(vi|\\e|out)}i ) { |
95 |
|
|
system "vi out/*"; |
96 |
|
|
} else { |
97 |
|
|
run_views; |
98 |
|
|
} |
99 |
|
|
|
100 |
dpavlin |
1 |
} |
101 |
|
|
|