trunk/bin/sack.pl

#!/usr/bin/perl

use warnings;
use strict;

use Time::HiRes qw(time);
use Data::Dump qw(dump);
use File::Slurp;
use Getopt::Long;


my $path   = '/data/isi/full.txt';
my $limit  = 10000;
my $offset = 0; 


GetOptions(
        'path=s'   => \$path,
        'offset=i' => \$offset,
        'limit=i'  => \$limit,
);

my $t = time;

use lib '/srv/webpac2/lib/';
use WebPAC::Input::ISI;
my $input = WebPAC::Input::ISI->new(
        path   => $path,
        offset => $offset,
        limit  => $limit,
);


sub report {
        my $description = shift;
        my $dt = time - $t;
        printf "%s in %1.4fs %.2f/s\n", $description, $dt, $input->size / $dt;
}


report $input->size . ' records loaded';

mkdir 'out' unless -e 'out';

sub run_views {
        my @views = glob 'views/*.pl';
        warn "# views ", dump @views;

        foreach my $view ( @views ) {

                my ( $nr, $package ) = ( $1, $2 )
                        if $view =~ m{/(\d+)\.([^/]+(\.pl)?$)};

                my $out;

                next if system("perl -c $view") != 0;

                my $code = read_file $view;
                warn $code;

                $t = time;

                foreach my $pos ( 1 .. $input->size ) {
                        my $rec = $input->fetch_rec($pos);      

                        eval $code;
                        die "ERROR [$pos] $@" if $@;
                };

                report $view;

                if ( defined $out ) {
                        my $dump = dump $out;
                        my $len  = length $dump;
                        my $path = "out/$nr.$package";
                        print "# $view $offset/$limit $len bytes $path"
                                , $len < 10000 ?  " \$out = $dump" : ' SAVED ONLY'
                                , "\n"
                                ;
                        write_file $path, $dump;
                        report "save $path";
                }

        }
}

run_views;

while ( 1 ) {

        print "sack> ";
        my $cmd = <STDIN>;

        if ( $cmd =~ m{(vi|\\e|out)}i ) {
                system "vi out/*";
        } else {
                run_views;
        }

}

1	dpavlin	1	#!/usr/bin/perl
2
3			use warnings;
4			use strict;
5
6			use Time::HiRes qw(time);
7			use Data::Dump qw(dump);
8			use File::Slurp;
9	dpavlin	4	use Getopt::Long;
10	dpavlin	1
11	dpavlin	4
12			my $path = '/data/isi/full.txt';
13			my $limit = 10000;
14			my $offset = 0;
15
16
17			GetOptions(
18			'path=s' => \$path,
19			'offset=i' => \$offset,
20			'limit=i' => \$limit,
21			);
22
23	dpavlin	1	my $t = time;
24
25			use lib '/srv/webpac2/lib/';
26			use WebPAC::Input::ISI;
27			my $input = WebPAC::Input::ISI->new(
28	dpavlin	4	path => $path,
29			offset => $offset,
30			limit => $limit,
31	dpavlin	1	);
32
33
34			sub report {
35			my $description = shift;
36			my $dt = time - $t;
37			printf "%s in %1.4fs %.2f/s\n", $description, $dt, $input->size / $dt;
38			}
39
40
41			report $input->size . ' records loaded';
42
43			mkdir 'out' unless -e 'out';
44
45			sub run_views {
46			my @views = glob 'views/*.pl';
47			warn "# views ", dump @views;
48
49			foreach my $view ( @views ) {
50
51			my ( $nr, $package ) = ( $1, $2 )
52			if $view =~ m{/(\d+)\.([^/]+(\.pl)?$)};
53
54			my $out;
55
56			next if system("perl -c $view") != 0;
57
58			my $code = read_file $view;
59			warn $code;
60
61			$t = time;
62
63			foreach my $pos ( 1 .. $input->size ) {
64			my $rec = $input->fetch_rec($pos);
65
66			eval $code;
67			die "ERROR [$pos] $@" if $@;
68			};
69
70			report $view;
71
72			if ( defined $out ) {
73			my $dump = dump $out;
74			my $len = length $dump;
75			my $path = "out/$nr.$package";
76	dpavlin	4	print "# $view $offset/$limit $len bytes $path"
77	dpavlin	3	, $len < 10000 ? " \$out = $dump" : ' SAVED ONLY'
78	dpavlin	1	, "\n"
79			;
80			write_file $path, $dump;
81			report "save $path";
82			}
83
84			}
85			}
86
87	dpavlin	3	run_views;
88
89	dpavlin	1	while ( 1 ) {
90
91			print "sack> ";
92			my $cmd = <STDIN>;
93
94	dpavlin	3	if ( $cmd =~ m{(vi\|\\e\|out)}i ) {
95			system "vi out/*";
96			} else {
97			run_views;
98			}
99
100	dpavlin	1	}
101