trunk/t/6-unit.t

#!/usr/bin/perl -w

use strict;

use Test::More tests => 24;
use Test::Exception;
use Cwd qw/abs_path/;
use File::Temp qw/tempdir/;
use File::Slurp;
use Data::Dumper;
use Time::HiRes qw/time/;
use blib;

my $debug = shift @ARGV;

BEGIN {
use_ok( 'WebPAC::Lookup' );
use_ok( 'WebPAC::Input' );
use_ok( 'WebPAC::Store' );
use_ok( 'WebPAC::Lookup::Normalize' );
use_ok( 'WebPAC::Normalize' );
use_ok( 'WebPAC::Output::TT' );
}

ok(my $abs_path = abs_path($0), "abs_path");
$abs_path =~ s#/[^/]*$#/#;
diag "abs_path: $abs_path" if ($debug);

my $isis_file = "$abs_path../t/winisis/BIBL";
#$isis_file = '/data/hidra/THS/THS';
#$isis_file = '/data/isis_data/ffkk/';

diag "isis_file: $isis_file" if ($debug);

my $normalize_set_pl = "$abs_path/data/normalize.pl";
my $lookup_file = "$abs_path../conf/lookup/isis.pm";

ok(my $lookup = new WebPAC::Lookup(
        lookup_file => $lookup_file,
), "new Lookup");

ok(my $isis = new WebPAC::Input(
        module => 'WebPAC::Input::ISIS',
        code_page => 'ISO-8859-2',      # application encoding
        limit => 100,
        no_progress_bar => 1,
), "new Input::ISIS");

ok(my $maxmfn = $isis->open(
        path => $isis_file,
        code_page => 'cp852',           # database encoding
        lookup_coderef => sub {
                my $rec = shift || return;
                $lookup->add( $rec );
        },
), "Input::ISIS->open");

ok(my $path = tempdir( CLEANUP => 1 ), "path");

ok(my $db = new WebPAC::Store(
        path => $path,
        database => '.',
), "new Store");

ok(my $norm_pl = read_file( $normalize_set_pl ), "set definitions: $normalize_set_pl" );

ok(my $out = new WebPAC::Output::TT(
        include_path => "$abs_path../conf/output/tt",
        filters => { foo => sub { shift } },
), "new Output::TT");

diag " lookup => ",Dumper($lookup->lookup_hash) if ($debug);

my $t_norm = 0;

foreach my $pos ( 0 ... $isis->size ) {

        my $row = $isis->fetch || next;

        diag " row $pos => ",Dumper($row) if ($debug);

        my $t = time();
        ok( my $ds = WebPAC::Normalize::data_structure(
                lookup => $lookup->lookup_hash,
                row => $row,
                rules => $norm_pl,
        ), "Set data_structure");
        $t_norm += time() - $t;

        diag " ds $pos => ",Dumper($ds) if ($debug);

        ok(my $html = $out->apply(
                template => 'html.tt',
                data => $ds,
        ), "apply");

        $html =~ s#\s*[\n\r]+\s*##gs;

        #diag $html;

};

diag sprintf("timings: %.2fs\n", $t_norm);
1	dpavlin	22	#!/usr/bin/perl -w
2
3			use strict;
4
5	dpavlin	536	use Test::More tests => 24;
6	dpavlin	22	use Test::Exception;
7			use Cwd qw/abs_path/;
8			use File::Temp qw/tempdir/;
9	dpavlin	470	use File::Slurp;
10	dpavlin	33	use Data::Dumper;
11	dpavlin	489	use Time::HiRes qw/time/;
12	dpavlin	22	use blib;
13
14	dpavlin	474	my $debug = shift @ARGV;
15	dpavlin	470
16	dpavlin	22	BEGIN {
17			use_ok( 'WebPAC::Lookup' );
18	dpavlin	300	use_ok( 'WebPAC::Input' );
19	dpavlin	209	use_ok( 'WebPAC::Store' );
20	dpavlin	536	use_ok( 'WebPAC::Lookup::Normalize' );
21			use_ok( 'WebPAC::Normalize' );
22	dpavlin	22	use_ok( 'WebPAC::Output::TT' );
23			}
24
25			ok(my $abs_path = abs_path($0), "abs_path");
26			$abs_path =~ s#/[^/]*$#/#;
27	dpavlin	470	diag "abs_path: $abs_path" if ($debug);
28	dpavlin	22
29			my $isis_file = "$abs_path../t/winisis/BIBL";
30	dpavlin	479	#$isis_file = '/data/hidra/THS/THS';
31	dpavlin	536	#$isis_file = '/data/isis_data/ffkk/';
32	dpavlin	22
33	dpavlin	470	diag "isis_file: $isis_file" if ($debug);
34	dpavlin	22
35	dpavlin	470	my $normalize_set_pl = "$abs_path/data/normalize.pl";
36			my $lookup_file = "$abs_path../conf/lookup/isis.pm";
37
38	dpavlin	22	ok(my $lookup = new WebPAC::Lookup(
39	dpavlin	470	lookup_file => $lookup_file,
40	dpavlin	22	), "new Lookup");
41
42	dpavlin	300	ok(my $isis = new WebPAC::Input(
43			module => 'WebPAC::Input::ISIS',
44	dpavlin	22	code_page => 'ISO-8859-2', # application encoding
45	dpavlin	489	limit => 100,
46			no_progress_bar => 1,
47	dpavlin	22	), "new Input::ISIS");
48
49			ok(my $maxmfn = $isis->open(
50	dpavlin	300	path => $isis_file,
51	dpavlin	625	code_page => 'cp852', # database encoding
52	dpavlin	585	lookup_coderef => sub {
53			my $rec = shift \|\| return;
54			$lookup->add( $rec );
55			},
56	dpavlin	22	), "Input::ISIS->open");
57
58			ok(my $path = tempdir( CLEANUP => 1 ), "path");
59
60	dpavlin	209	ok(my $db = new WebPAC::Store(
61	dpavlin	22	path => $path,
62	dpavlin	217	database => '.',
63	dpavlin	209	), "new Store");
64	dpavlin	22
65	dpavlin	470	ok(my $norm_pl = read_file( $normalize_set_pl ), "set definitions: $normalize_set_pl" );
66
67	dpavlin	22	ok(my $out = new WebPAC::Output::TT(
68			include_path => "$abs_path../conf/output/tt",
69			filters => { foo => sub { shift } },
70			), "new Output::TT");
71
72	dpavlin	481	diag " lookup => ",Dumper($lookup->lookup_hash) if ($debug);
73
74	dpavlin	536	my $t_norm = 0;
75
76	dpavlin	482	foreach my $pos ( 0 ... $isis->size ) {
77	dpavlin	470
78	dpavlin	482	my $row = $isis->fetch \|\| next;
79
80			diag " row $pos => ",Dumper($row) if ($debug);
81	dpavlin	474
82	dpavlin	489	my $t = time();
83	dpavlin	536	ok( my $ds = WebPAC::Normalize::data_structure(
84	dpavlin	491	lookup => $lookup->lookup_hash,
85			row => $row,
86			rules => $norm_pl,
87			), "Set data_structure");
88	dpavlin	536	$t_norm += time() - $t;
89	dpavlin	489
90	dpavlin	536	diag " ds $pos => ",Dumper($ds) if ($debug);
91	dpavlin	489
92	dpavlin	33	ok(my $html = $out->apply(
93	dpavlin	22	template => 'html.tt',
94	dpavlin	70	data => $ds,
95	dpavlin	22	), "apply");
96
97	dpavlin	33	$html =~ s#\s[\n\r]+\s##gs;
98
99	dpavlin	352	#diag $html;
100	dpavlin	33
101	dpavlin	22	};
102	dpavlin	489
103	dpavlin	536	diag sprintf("timings: %.2fs\n", $t_norm);