--- trunk/lib/WebPAC/Parser.pm	2006/09/25 13:08:17	702
+++ trunk/lib/WebPAC/Parser.pm	2006/10/05 14:38:45	737
@@ -9,24 +9,27 @@
 use Data::Dump qw/dump/;
 use File::Slurp;
 
-use base qw/WebPAC::Common WebPAC::Normalize/;
+use base qw/WebPAC::Common/;
 
 =head1 NAME
 
-WebPAC::Parser - parse perl normalization configuration files and mungle it
+WebPAC::Parser - parse perl normalization configuration files (rules) and mungle it
 
 =head1 VERSION
 
-Version 0.04
+Version 0.07
 
 =cut
 
-our $VERSION = '0.04';
+our $VERSION = '0.07';
 
 =head1 SYNOPSIS
 
 This module will parse L<WebPAC::Normalize/lookup> directives and generate source
-to produce lookups and normalization.
+to produce lookups and normalization. It will also parse other parts of
+source to produce some of DWIM (I<Do What I Mean>) magic
+(like producing MARC oputput using L<WebPAC::Output::MARC> if there are C<marc_*>
+rules in normalisation).
 
 It's written using L<PPI>, pure-perl parser for perl and heavily influenced by
 reading about LISP. It might be a bit over-the board, but at least it removed
@@ -61,27 +64,149 @@
 
 	$log->logdie("can't iterate_inputs over this config object") unless ($self->{config}->can('iterate_inputs'));
 
-	$self->read_sources;
+	$self->_read_sources;
 
 	$self ? return $self : return undef;
 }
 
-=head2 read_sources
+=head2 valid_database
+
+  my $ok = $parse->valid_database('key');
+
+=cut
+
+sub valid_database {
+	my $self = shift;
+
+	my $database = shift || return;
+
+	return defined($self->{valid_inputs}->{ _q($database) });
+}
+
+=head2 valid_database_input
+
+  my $ok = $parse->valid_database('database_key','input_name');
+
+=cut
+
+sub valid_database_input {
+	my $self = shift;
+	my ($database,$input) = @_;
+	$input = _input_name($input);
+	return defined($self->{valid_inputs}->{ _q($database) }->{ _q($input) });
+}
+
+=head2 depends
+
+Return all databases and inputs on which specified one depends
+
+  $depends_on = $parser->depends('database','input');
+
+=cut
+
+sub depends {
+	my $self = shift;
+	my ($database,$input) = @_;
+	$input = _input_name($input);
+	$self->_get_logger->debug("depends($database,$input)");
+	return unless (
+		defined( $self->{depends}->{ _q($database) } ) &&
+		defined( $self->{depends}->{ _q($database) }->{ _q($input) } )
+	);
+	return $self->{depends}->{ _q($database) }->{ _q($input) };
+}
+
+=head2 have_lookup_create
+
+  my @keys = $parser->have_lookup_create($database, $input);
+
+=cut
+
+sub have_lookup_create {
+	my $self = shift;
+	my ($database,$input) = @_;
+	$input = _input_name($input);
+	return unless (
+		defined( $self->{_lookup_create_key}->{ _q($database) } ) &&
+		defined( $self->{_lookup_create_key}->{ _q($database) }->{ _q($input) } )
+	);
+	return keys %{ $self->{_lookup_create_key}->{ _q($database) }->{ _q($input) } };
+}
+
+
+=head2 lookup_create_rules
+
+  my $source = $parser->lookup_create_rules($database, $input);
+
+=cut
+
+sub lookup_create_rules {
+	my $self = shift;
+	my ($database,$input) = @_;
+	$input = _input_name($input);
+	return unless (
+		defined( $self->{_lookup_create}->{ _q($database) } ) &&
+		defined( $self->{_lookup_create}->{ _q($database) }->{ _q($input) } )
+	);
+	return $self->{_lookup_create}->{ _q($database) }->{ _q($input) };
+}
+
+=head2 normalize_rules
+
+  my $source = $parser->normalize_rules($database, $input);
+
+=cut
+
+sub normalize_rules {
+	my $self = shift;
+	my ($database,$input) = @_;
+	$input = _input_name($input);
+	return unless (
+		defined( $self->{_normalize_source}->{ _q($database) } ) &&
+		defined( $self->{_normalize_source}->{ _q($database) }->{ _q($input) } )
+	);
+	return $self->{_normalize_source}->{ _q($database) }->{ _q($input) };
+}
+
+
+=head2 generate_marc
 
-  my $source_files = $parser->read_sources;
+  my $do_marc = $parser->generate_marc($database, $input);
+
+This function will return hash containing count of all found C<marc_*> directives.
+
+=cut
+
+sub generate_marc {
+	my $self = shift;
+	my ($database,$input) = @_;
+	$input = _input_name($input);
+	return unless (
+		defined( $self->{_generate_marc}->{ _q($database) } ) &&
+		defined( $self->{_generate_marc}->{ _q($database) }->{ _q($input) } )
+	);
+	return $self->{_generate_marc}->{ _q($database) }->{ _q($input) };
+}
+
+
+=head1 PRIVATE
+
+=head2 _read_sources
+
+  my $source_files = $parser->_read_sources;
 
 Called by L</new>.
 
 =cut
 
-sub read_sources {
+sub _read_sources {
 	my $self = shift;
 
 	my $log = $self->_get_logger();
 
 	my $nr = 0;
 
-	my @lookups;
+	my @sources;
 
 	$self->{config}->iterate_inputs( sub {
 		my ($input, $database) = @_;
@@ -104,8 +229,8 @@
 
 			$self->{valid_inputs}->{$database}->{$input_name}++;
 
-			push @lookups, sub {
-				$self->parse_lookups( $database, $input_name, $full, $s );
+			push @sources, sub {
+				$self->_parse_source( $database, $input_name, $full, $s );
 			};
 
 			$nr++;
@@ -114,23 +239,23 @@
 
 	$log->debug("found $nr source files");
 
-	# parse all lookups
-	$_->() foreach (@lookups);
+	# parse all sources
+	$_->() foreach (@sources);
 
 	return $nr;
 }
 
-=head2 parse_lookups
+=head2 _parse_source
 
-  $parser->parse_lookups($database,$input,$path,$source);
+  $parser->_parse_source($database,$input,$path,$source);
 
-Called for each normalize source in each input by L</new>
+Called for each normalize source (rules) in each input by L</_read_sources>
 
 It will report invalid databases and inputs in error log after parsing.
 
 =cut
 
-sub parse_lookups {
+sub _parse_source {
 	my $self = shift;
 	my ($database, $input, $path, $source) = @_;
 
@@ -148,6 +273,7 @@
 	my $Document = PPI::Document->new( \$source ) || $log->logdie("can't parse source:\n", $self->{source});
 
 	$Document->prune('PPI::Token::Whitespace');
+	$Document->prune('PPI::Token::Comment');
 	#$Document->prune('PPI::Token::Operator');
 
 	# Find all the named subroutines
@@ -212,21 +338,18 @@
 
 			$log->debug("key = $key");
 
-			my $create = ' 
-				$coderef = ' . $e[7] . $e[8] . ';
-				foreach my $v ($coderef->()) {
-					next unless (defined($v) && $v ne \'\');
-					push @{ $lookup->{\'' . $key . '\'}->{$v} }, $mfn;
-				}
-			';
-
-			$log->debug("create: $create");
-
 			return $self->_lookup_error("invalid database $e[3] in $path" ) unless $self->valid_database( $e[3] );
 			return $self->_lookup_error("invalid input $e[5] of database $e[3] in $path", ) unless $self->valid_database_input( $e[3], $e[5] );
 
+			my $create = qq{
+				save_into_lookup($e[3],$e[5],'$key', $e[7] $e[8] );
+			};
+
+			$log->debug("create: $create");
+
 			# save code to create this lookup
-			$self->{_lookup_create}->{ _q($e[3]) }->{ _q($e[5]) }->{ _q($key) } .= $create;
+			$self->{_lookup_create}->{ _q($e[3]) }->{ _q($e[5]) } .= $create;
+			$self->{_lookup_create_key}->{ _q($e[3]) }->{ _q($e[5]) }->{ _q($key) }++;
 
 
 			if (defined( $self->{depends}->{ $database }->{ $input }->{ _q($e[3]) }->{ _q($e[5]) }->{ $key } )) {
@@ -254,7 +377,7 @@
 	$log->debug("create: ", dump($self->{_lookup_create}) );
 	$log->debug("normalize: $normalize_source");
 
-	$self->{_normalize_source}->{$database}->{$input} = $normalize_source;
+	$self->{_normalize_source}->{$database}->{$input} .= $normalize_source;
 
 	if ($self->{debug}) {
 		my $Dumper = PPI::Dumper->new( $Document );
@@ -263,69 +386,19 @@
 
 	$log->error("Parser errors:\n", join("\n",@{ $self->{_lookup_errors} }) ) if ($self->{_lookup_errors});
 
-	return 1;
-}
-
-
-=head2 lookup_create_rules
-
-  my $source = $parser->lookup_create_rules($database, $input);
-
-=cut
-
-sub lookup_create_rules {
-	my $self = shift;
-	my ($database,$input) = @_;
-	return $self->{_lookup_create}->{ _q($database) }->{ _q($input) };
-}
-
-=head2 valid_database
-
-  my $ok = $parse->valid_database('key');
-
-=cut
-
-sub valid_database {
-	my $self = shift;
-
-	my $database = shift || return;
-
-	return defined($self->{valid_inputs}->{ _q($database) });
-}
-
-=head2 valid_database_input
-
-  my $ok = $parse->valid_database('database_key','input_name');
-
-=cut
-
-sub valid_database_input {
-	my $self = shift;
-
-	my ($database,$input) = @_;
-	return defined($self->{valid_inputs}->{ _q($database) }->{ _q($input) });
-}
-
-=head2 depends
-
-Return all databases and inputs on which specified one depends
+	$Document->find( sub {
+			my ($Document,$Element) = @_;
 
-  $depends_on = $parser->depends('database','input');
+			$Element->isa('PPI::Token::Word') or return '';
+			$Element->content =~ m/^marc/ or return '';
 
-=cut
+			$log->debug("found marc output generation for $database/$input");
+			$self->{_generate_marc}->{ $database }->{ $input }->{ $Element->content }++;
+	});
 
-sub depends {
-	my $self = shift;
-	my ($database,$input) = @_;
-	$self->_get_logger->debug("depends($database,$input)");
-	return unless (
-		defined( $self->{depends}->{ _q($database) } ) &&
-		defined( $self->{depends}->{ _q($database) }->{ _q($input) } )
-	);
-	return $self->{depends}->{ _q($database) }->{ _q($input) };
+	return 1;
 }
 
-=head1 PRIVATE
 
 =head2 _q