--- trunk/t/6-unit.t	2006/01/08 20:27:21	366
+++ trunk/t/6-unit.t	2006/05/14 12:35:10	489
@@ -2,38 +2,50 @@
 
 use strict;
 
-use Test::More tests => 34;
+use Test::More tests => 41;
 use Test::Exception;
 use Cwd qw/abs_path/;
 use File::Temp qw/tempdir/;
+use File::Slurp;
 use Data::Dumper;
+use Time::HiRes qw/time/;
 use blib;
 
+my $debug = shift @ARGV;
+
 BEGIN {
 use_ok( 'WebPAC::Lookup' );
 use_ok( 'WebPAC::Input' );
 use_ok( 'WebPAC::Store' );
 use_ok( 'WebPAC::Normalize::XML' );
+use_ok( 'WebPAC::Normalize::Set' );
 use_ok( 'WebPAC::Output::TT' );
 }
 
 ok(my $abs_path = abs_path($0), "abs_path");
 $abs_path =~ s#/[^/]*$#/#;
-diag "abs_path: $abs_path";
+diag "abs_path: $abs_path" if ($debug);
 
 my $isis_file = "$abs_path../t/winisis/BIBL";
-$isis_file = '/data/hidra/THS/THS';
+#$isis_file = '/data/hidra/THS/THS';
+$isis_file = '/data/isis_data/ffkk/';
+
+diag "isis_file: $isis_file" if ($debug);
+
+my $normalize_set_pl = "$abs_path/data/normalize.pl";
+my $lookup_file = "$abs_path../conf/lookup/isis.pm";
 
-diag "isis_file: $isis_file";
+my ($t1,$t2) = (0,0);
 
 ok(my $lookup = new WebPAC::Lookup(
-	lookup_file => "$abs_path../conf/lookup/isis.pm",
+	lookup_file => $lookup_file,
 ), "new Lookup");
 
 ok(my $isis = new WebPAC::Input(
 	module => 'WebPAC::Input::ISIS',
 	code_page => 'ISO-8859-2',	# application encoding
-	limit => 10,
+	limit => 100,
+	no_progress_bar => 1,
 ), "new Input::ISIS");
 
 ok(my $maxmfn = $isis->open(
@@ -54,6 +66,7 @@
 	db => $db,
 	lookup_regex => $lookup->regex,
 	lookup => $lookup,
+	no_progress_bar => 1,
 ), "new Normalize::XML");
 
 ok($n->open(
@@ -61,16 +74,49 @@
 	xml_file => "$abs_path/data/normalize.xml",
 ), "Normalize::XML->open");
 
+ok(my $norm_pl = read_file( $normalize_set_pl ), "set definitions: $normalize_set_pl" );
+
 ok(my $out = new WebPAC::Output::TT(
 	include_path => "$abs_path../conf/output/tt",
 	filters => { foo => sub { shift } },
 ), "new Output::TT");
 
-while (my $row = $isis->fetch) {
-	
+diag " lookup => ",Dumper($lookup->lookup_hash) if ($debug);
+
+foreach my $pos ( 0 ... $isis->size ) {
+
+	my $row = $isis->fetch || next;
+
+	diag " row $pos => ",Dumper($row) if ($debug);
+
+	my $t = time();
+
 	ok(my $ds = $n->data_structure($row), "data_structure");
 
-#	diag Dumper($ds);
+	$t1 += time() - $t;
+
+	diag " ds $pos => ",Dumper($ds) if ($debug);
+
+	$t = time();
+	my $ds2;
+
+	# TODO move somewhere
+	{
+		no strict 'subs';
+		use WebPAC::Normalize::Set;
+		set_lookup( $lookup->lookup_hash );
+		set_rec( $row );
+		clean_ds();
+		eval "$norm_pl";
+		ok(! $@, $@ ? "error: $@" : "no error");
+		ok($ds2 = get_ds(), "get_ds");
+	
+	}
+
+	$t2 += time() - $t;
+
+	diag " ds2 $pos => ",Dumper($ds2) if ($debug);
+	is_deeply( $ds, $ds2, 'ds same for xml and sets');
 
 	ok(my $html = $out->apply(
 		template => 'html.tt',
@@ -82,3 +128,5 @@
 	#diag $html;
 
 };
+
+diag sprintf("timings: %.2fs vs %.2fs [%1.2f%%]\n", $t1, $t2, ($t1 / $t2) * 100);