--- trunk/run.pl	2007/10/31 00:26:45	924
+++ trunk/run.pl	2007/11/02 14:28:43	969
@@ -133,7 +133,7 @@
 	"clean" => \$clean,
 	"one=s" => \$only_filter,
 	"only=s" => \$only_filter,
-	"config" => \$config_path,
+	"config=s" => \$config_path,
 	"debug+" => \$debug,
 	"stats" => \$stats,
 	"validate=s" => \$validate_path,
@@ -311,14 +311,15 @@
 
 	foreach my $output ( @outputs ) {
 
-warn '## output = ',dump( $output );
+#warn '## output = ',dump( $output );
 
 		my $module = $output->{module} || $log->logdie("need module in output section of $database");
 		$module = 'WebPAC::Output::' . $module unless $module =~ m/::/;
 	
 		$log->debug("loading output module $module");
 		eval "require $module";
-	
+
+		# add database to arugemnts for output filter
 		$output->{database} = $database;
 
 		$log->debug("calling $module->new(",dump( $output ),")");
@@ -346,9 +347,16 @@
 
 		my $type = lc($input->{type});
 
-		die "I know only how to handle input types ", join(",", $config->webpac('inputs') ), " not '$type'!\n" unless (grep(/$type/, $config->webpac('inputs')));
+		# FIXME check if input module exists
+		my $input_module = $input->{module};
 
-		my $input_module = $config->webpac('inputs')->{$type};
+		if ( ! $input_module ) {
+			if ( grep(/$type/, $config->webpac('inputs')) ) {
+				$input_module = $config->webpac('inputs')->{$type};
+			} else {
+				$log->logdie("I know only how to handle input types ", join(",", $config->webpac('inputs') ), " not '$type'!" );
+			}
+		}
 
 		my @lookups = $parser->have_lookup_create($database, $input);
 
@@ -508,6 +516,16 @@
 		}
 
 
+		# setup input name for all output filters
+		foreach my $out ( @output_modules ) {
+			if ( $out->can('input') ) {
+				$out->input( $input_name );
+			} else {
+				$log->warn("output filter ",ref($out)," doesn't support input name");
+			}
+		}
+
+
 		foreach my $pos ( 0 ... $input_db->size ) {
 
 			my $row = $input_db->fetch || next;
@@ -532,7 +550,7 @@
 				next;	# validation doesn't create any output
 			}
 
-			my $ds = WebPAC::Normalize::data_structure(
+			if ( my $ds = WebPAC::Normalize::data_structure(
 				row => $row,
 				rules => $rules,
 				lookup => $lookup_hash,
@@ -546,41 +564,45 @@
 						id => $mfn,
 					);
 				},
-			);
+			) ) { # if
 
-			$log->debug("ds = ", sub { dump($ds) }) if ($ds);
+				$log->debug("ds = ", sub { dump($ds) });
 
-			$store->save_ds(
-				database => $database,
-				input => $input_name,
-				id => $mfn,
-				ds => $ds,
-			) if ($ds && !$stats);
-
-			$indexer->add(
-				id => "${input_name}/${mfn}",
-				ds => $ds,
-				type => $config->get($indexer_config)->{type},
-			) if ($indexer && $ds);
-
-			if ($marc) {
-				my $i = 0;
-
-				while (my $fields = WebPAC::Normalize::_get_marc_fields( fetch_next => 1 ) ) {
-					$marc->add(
-						id => $mfn . ( $i ? "/$i" : '' ),
-						fields => $fields,
-						leader => WebPAC::Normalize::_get_marc_leader(),
-						row => $row,
-					);
-					$i++;
+				$store->save_ds(
+					database => $database,
+					input => $input_name,
+					id => $mfn,
+					ds => $ds,
+				) if !$stats;
+
+				$indexer->add(
+					id => "${input_name}/${mfn}",
+					ds => $ds,
+					type => $config->get($indexer_config)->{type},
+				) if $indexer;
+
+				if ($marc) {
+					my $i = 0;
+
+					while (my $fields = WebPAC::Normalize::_get_marc_fields( fetch_next => 1 ) ) {
+						$marc->add(
+							id => $mfn . ( $i ? "/$i" : '' ),
+							fields => $fields,
+							leader => WebPAC::Normalize::_get_marc_leader(),
+							row => $row,
+						);
+						$i++;
+					}
+
+					$log->info("Created $i instances of MFN $mfn\n") if ($i > 1);
 				}
 
-				$log->info("Created $i instances of MFN $mfn\n") if ($i > 1);
-			}
+				foreach my $out ( @output_modules ) {
+					$out->add( $mfn, $ds ) if $out->can('add');
+				}
 
-			foreach my $out ( @output_modules ) {
-				$out->add( $mfn, $ds ) if $out->can('add');
+			} else {
+				$log->warn("record $pos didn't produce any output after normalization rules!");
 			}
 
 		}