--- trunk/run.pl 2006/09/29 20:18:39 731 +++ trunk/run.pl 2006/10/08 20:28:17 755 @@ -7,10 +7,10 @@ use lib './lib'; use WebPAC::Common 0.02; -use WebPAC::Parser 0.04; +use WebPAC::Parser 0.08; use WebPAC::Input 0.13; use WebPAC::Store 0.11; -use WebPAC::Normalize 0.21; +use WebPAC::Normalize 0.22; use WebPAC::Output::TT; use WebPAC::Validate 0.06; use WebPAC::Output::MARC; @@ -67,17 +67,9 @@ turn on extra validation of imput records, see L -=item --marc-normalize conf/normalize/mapping.pl - -This option specifies normalisation file for MARC creation - -=item --marc-output out/marc/test.marc - -Optional path to output file - =item --marc-lint -By default turned on if C<--marc-normalize> is used. You can disable lint +By default turned on if normalisation file has C directives. You can disable lint messages with C<--no-marc-lint>. =item --marc-dump @@ -110,7 +102,6 @@ my $only_filter; my $stats = 0; my $validate_path; -my ($marc_normalize, $marc_output); my $marc_lint = 1; my $marc_dump = 0; my $parallel = 0; @@ -129,8 +120,6 @@ "debug+" => \$debug, "stats" => \$stats, "validate=s" => \$validate_path, - "marc-normalize=s" => \$marc_normalize, - "marc-output=s" => \$marc_output, "marc-lint!" => \$marc_lint, "marc-dump!" => \$marc_dump, "parallel=i" => \$parallel, @@ -171,9 +160,6 @@ $log->info("using $use_indexer indexing engine..."); } -# disable indexing when creating marc -$use_indexer = undef if ($marc_normalize); - # parse normalize files and create source files for lookup and normalization my $parser = new WebPAC::Parser( config => $config ); @@ -212,7 +198,7 @@ } my $indexer; - if ($use_indexer) { + if ($use_indexer && $parser->have_rules( 'search', $database )) { my $cfg_name = $use_indexer; $cfg_name =~ s/\-.*$//; @@ -364,13 +350,20 @@ my $rec = shift || die "need rec!"; my $mfn = $rec->{'000'}->[0] || die "need mfn in 000"; + $store->save_row( + database => $database, + input => $input_name, + id => $mfn, + row => $rec, + ); + WebPAC::Normalize::data_structure( row => $rec, - rules => "_debug(2); $rules _debug(0)", + rules => $rules, config => create_ds_config( $db_config, $database, $input, $mfn ), ); - warn "current lookup: ", dump(WebPAC::Normalize::_get_lookup()); + #warn "current lookup: ", dump(WebPAC::Normalize::_get_lookup()); }; WebPAC::Normalize::_set_lookup( undef ); @@ -415,9 +408,9 @@ } my $marc; - if ($marc_normalize) { + if ($parser->have_rules( 'marc', $database, $input_name )) { $marc = new WebPAC::Output::MARC( - path => $marc_output || "out/marc/${database}-${input_name}.marc", + path => "out/marc/${database}-${input_name}.marc", lint => $marc_lint, dump => $marc_dump, ); @@ -484,9 +477,9 @@ lookup => $lookup_hash, config => create_ds_config( $db_config, $database, $input, $mfn ), marc_encoding => 'utf-8', - load_ds_coderef => sub { + load_row_coderef => sub { my ($database,$input,$mfn) = @_; - return $store->load_ds( + return $store->load_row( database => $database, input => $input, id => $mfn, @@ -494,6 +487,8 @@ }, ); + $log->debug("ds = ",dump($ds)) if ($ds); + $store->save_ds( database => $database, input => $input_name,