--- trunk/run.pl 2005/12/05 17:48:23 221 +++ trunk/run.pl 2005/12/18 21:06:39 285 @@ -7,12 +7,13 @@ use Data::Dumper; use lib './lib'; +use WebPAC::Common 0.02; use WebPAC::Lookup; -use WebPAC::Input::ISIS; +use WebPAC::Input::ISIS 0.02; use WebPAC::Store 0.03; use WebPAC::Normalize::XML; use WebPAC::Output::TT; -use WebPAC::Output::Estraier 0.02; +use WebPAC::Output::Estraier 0.05; use YAML qw/LoadFile/; use LWP::Simple; @@ -28,21 +29,29 @@ while (my ($database, $db_config) = each %{ $config->{databases} }) { - my $type = lc($db_config->{input}->{type}); + my $log = _new WebPAC::Common()->_get_logger(); - die "I know only how to handle input type isis, not '$type'!\n" unless ($type eq 'isis'); + # + # open Hyper Estraier database + # - my $abs_path = abs_path($0); - $abs_path =~ s#/[^/]*$#/#; + my $est_config = $config->{hyperestraier} || $log->logdie("can't find 'hyperestraier' part in confguration"); + $est_config->{database} = $database; - my $lookup = new WebPAC::Lookup( - lookup_file => $db_config->{input}->{lookup}, + $log->info("using HyperEstraier URL $est_config->{masterurl}"); + + my $est = new WebPAC::Output::Estraier( + %{ $est_config }, ); - my $db_path = $config->{webpac}->{db_path} . '/' . $database; + # + # now WebPAC::Store + # + my $abs_path = abs_path($0); + $abs_path =~ s#/[^/]*$#/#; + my $db_path = $config->{webpac}->{db_path} . '/' . $database; - my $log = $lookup->_get_logger; $log->info("working on $database in $db_path"); my $db = new WebPAC::Store( @@ -51,14 +60,6 @@ debug => 1, ); - my $est_config = $config->{hyperestraier} || $log->logdie("can't find 'hyperestraier' part in confguration"); - $est_config->{database} = $database; - - $log->info("using HyperEstraier URL $est_config->{masterurl}"); - - my $est = new WebPAC::Output::Estraier( - %{ $est_config }, - ); # # now, iterate through input formats @@ -67,20 +68,32 @@ my @inputs; if (ref($db_config->{input}) eq 'ARRAY') { @inputs = @{ $db_config->{input} }; - } else { + } elsif ($db_config->{input}) { push @inputs, $db_config->{input}; + } else { + $log->info("database $database doesn't have inputs defined"); } foreach my $input (@inputs) { + + my $type = lc($input->{type}); + + die "I know only how to handle input type isis, not '$type'!\n" unless ($type eq 'isis'); + + my $lookup = new WebPAC::Lookup( + lookup_file => $input->{lookup}, + ); + $log->info("working on input $input->{path} [$input->{type}]"); my $isis = new WebPAC::Input::ISIS( code_page => $config->{webpac}->{webpac_encoding}, limit_mfn => $input->{limit}, + lookup => $lookup, ); my $maxmfn = $isis->open( - filename => $input->{path}, + path => $input->{path}, code_page => $input->{encoding}, # database encoding ); @@ -92,10 +105,19 @@ prefix => $input->{name}, ); - $n->open( - tag => $input->{normalize}->{tag}, - xml_file => $input->{normalize}->{path}, - ); + my $normalize_path = $input->{normalize}->{path}; + + if ($normalize_path =~ m/\.xml$/i) { + $n->open( + tag => $input->{normalize}->{tag}, + xml_file => $input->{normalize}->{path}, + ); + } elsif ($normalize_path =~ m/\.(?:yml|yaml)$/i) { + $n->open_yaml( + path => $normalize_path, + tag => $input->{normalize}->{tag}, + ); + } for ( 0 ... $isis->size ) { @@ -117,5 +139,20 @@ }; $log->info("$total_rows records indexed"); + + # + # add Hyper Estraier links to other databases + # + if (ref($db_config->{links}) eq 'ARRAY') { + foreach my $link (@{ $db_config->{links} }) { + $log->info("adding link $database -> $link->{to} [$link->{credit}]"); + $est->add_link( + from => $database, + to => $link->{to}, + credit => $link->{credit}, + ); + } + } + }