--- trunk/run.pl 2005/12/05 17:47:04 210 +++ trunk/run.pl 2005/12/05 17:47:23 213 @@ -24,6 +24,8 @@ die "no databases in config file!\n" unless ($config->{databases}); +my $total_rows = 0; + while (my ($database, $db_config) = each %{ $config->{databases} }) { my $type = lc($db_config->{input}->{type}); @@ -43,83 +45,73 @@ my $log = $lookup->_get_logger; $log->info("working on $database in $db_path"); - my $isis = new WebPAC::Input::ISIS( - code_page => $config->{webpac}->{webpac_encoding}, - limit_mfn => $db_config->{input}->{limit}, - ); - - my $maxmfn = $isis->open( - filename => $db_config->{input}->{path}, - code_page => $db_config->{input}->{encoding}, # database encoding - ); - my $path = './db/'; my $db = new WebPAC::Store( path => $db_path, ); - my $n = new WebPAC::Normalize::XML( - # filter => { 'foo' => sub { shift } }, - db => $db, - lookup_regex => $lookup->regex, - lookup => $lookup, - ); - - $n->open( - tag => $db_config->{normalize}->{tag}, - xml_file => $db_config->{normalize}->{path}, - ); - - my $out = new WebPAC::Output::TT( - include_path => $config->{webpac}->{template_path}, - filters => { foo => sub { shift } }, - ); - my $est_config = $config->{hyperestraier} || $log->logdie("can't find 'hyperestraier' part in confguration"); $est_config->{database} = $database; - $log->info("using HyperEstraier URL $est_config->{url}"); + $log->info("using HyperEstraier URL $est_config->{masterurl}"); my $est = new WebPAC::Output::Estraier( %{ $est_config }, ); - my $total_rows = 0; + # + # now, iterate through input formats + # + + my @inputs; + if (ref($db_config->{input}) eq 'ARRAY') { + @inputs = @{ $db_config->{input} }; + } else { + push @inputs, $db_config->{input}; + } + + foreach my $input (@inputs) { + $log->info("working on input $input->{path} [$input->{type}]"); + + my $isis = new WebPAC::Input::ISIS( + code_page => $config->{webpac}->{webpac_encoding}, + limit_mfn => $input->{limit}, + ); + + my $maxmfn = $isis->open( + filename => $input->{path}, + code_page => $input->{encoding}, # database encoding + ); - for ( 0 ... $isis->size ) { + my $n = new WebPAC::Normalize::XML( + # filter => { 'foo' => sub { shift } }, + db => $db, + lookup_regex => $lookup->regex, + lookup => $lookup, + ); - my $row = $isis->fetch || next; + $n->open( + tag => $input->{normalize}->{tag}, + xml_file => $input->{normalize}->{path}, + ); - my $mfn = $row->{'000'}->[0] || die "can't find MFN"; + for ( 0 ... $isis->size ) { - my $ds = $n->data_structure($row); + my $row = $isis->fetch || next; - # print STDERR Dumper($row, $ds); + my $mfn = $row->{'000'}->[0] || die "can't find MFN"; - # my $html = $out->apply( - # template => 'html_ffzg.tt', - # data => $ds, - # ); - # - # # create test output - # - # my $file = sprintf('out/%02d.html', $mfn ); - # open(my $fh, '>', $file) or die "can't open $file: $!"; - # print $fh $html; - # close($fh); - # - # $html =~ s#\s*[\n\r]+\s*##gs; - # - # print STDERR $html; + my $ds = $n->data_structure($row); - $est->add( - id => $mfn, - ds => $ds, - type => $config->{hyperestraier}->{type}, - ); + $est->add( + id => $input->{name} . "#" . $mfn, + ds => $ds, + type => $config->{hyperestraier}->{type}, + ); - $total_rows++; + $total_rows++; + } };