--- trunk2/lib/WebPAC.pm	2004/09/13 23:13:54	439
+++ trunk2/lib/WebPAC.pm	2004/10/10 11:04:52	500
@@ -36,12 +36,18 @@
  	config_file => 'name.conf',
 	code_page => 'ISO-8859-2',
 	low_mem => 1,
+	filter => {
+		'lower' => sub { lc($_[0]) },
+	},
  );
 
 Default C<code_page> is C<ISO-8859-2>.
 
 Default is not to use C<low_mem> options (see L<MEMORY USAGE> below).
 
+There is optinal parametar C<filter> which specify different filters which
+can be applied using C<filter{name}> notation.
+
 This method will also read configuration files
 C<global.conf> (used by indexer and Web font-end)
 and configuration file specified by C<config_file>
@@ -138,6 +144,8 @@
 		$self->{'db'} = $db;
 	}
 
+	$log->debug("filters defined: ",Dumper($self->{'filter'}));
+
 	return $self;
 }
 
@@ -209,6 +217,8 @@
 	if (my $s = $self->{'start_mfn'}) {
 		$log->info("skipping to MFN $s");
 		$startmfn = $s;
+	} else {
+		$self->{'start_mfn'} = $startmfn;
 	}
 
 	$maxmfn = $startmfn + $self->{limit_mfn} if ($self->{limit_mfn});
@@ -264,7 +274,7 @@
 
 	}
 
-	$self->{'current_mfn'} = $startmfn;
+	$self->{'current_mfn'} = -1;
 	$self->{'last_pcnt'} = 0;
 
 	$log->debug("max mfn: $maxmfn");
@@ -287,7 +297,15 @@
 
 	my $log = $self->_get_logger();
 
-	my $mfn = $self->{'current_mfn'}++ || $log->logconfess("it seems that you didn't load database!");
+	$log->logconfess("it seems that you didn't load database!") unless ($self->{'current_mfn'});
+
+	if ($self->{'current_mfn'} == -1) {
+		$self->{'current_mfn'} = $self->{'start_mfn'};
+	} else {
+		$self->{'current_mfn'}++;
+	}
+
+	my $mfn = $self->{'current_mfn'};
 
 	if ($mfn > $self->{'max_mfn'}) {
 		$self->{'current_mfn'} = $self->{'max_mfn'};
@@ -304,6 +322,19 @@
 	}
 }
 
+=head2 mfn
+
+Returns current record number (MFN).
+
+ print $webpac->mfn;
+
+=cut
+
+sub mfn {
+	my $self = shift;
+	return $self->{'current_mfn'};
+}
+
 =head2 progress_bar
 
 Draw progress bar on STDERR.
@@ -329,15 +360,17 @@
 
 	$self->{'last_pcnt'} ||= 1;
 
-	my $p = int($curr * 100 / $max);
+	my $p = int($curr * 100 / $max) || 1;
 
 	# reset on re-run
 	if ($p < $self->{'last_pcnt'}) {
 		$self->{'last_pcnt'} = $p;
 		$self->{'last_t'} = time();
-		$self->{'last_curr'} = 1;
+		$self->{'last_curr'} = undef;
 	}
 
+	$self->{'last_t'} ||= time();
+
 	if ($p != $self->{'last_pcnt'}) {
 
 		my $last_curr = $self->{'last_curr'} || $curr;
@@ -550,6 +583,10 @@
 	# remove eval{...} from beginning
 	$eval_code = $1 if ($format =~ s/^eval{([^}]+)}//s);
 
+	my $filter_name;
+	# remove filter{...} from beginning
+	$filter_name = $1 if ($format =~ s/^filter{([^}]+)}//s);
+
 	# do actual replacement of placeholders
 	$format =~ s/v(\d+)(?:\^(\w))?/$self->get_data(\$rec,$1,$2,$i,\$found)/ges;
 
@@ -559,6 +596,12 @@
 			my $eval = $self->fill_in($rec,$eval_code,$i);
 			return if (! $self->_eval($eval));
 		}
+		if ($filter_name && $self->{'filter'}->{$filter_name}) {
+			$log->debug("filter '$filter_name' for $format");
+			$format = $self->{'filter'}->{$filter_name}->($format);
+			return unless(defined($format));
+			$log->debug("filter result: $format");
+		}
 		# do we have lookups?
 		if ($format =~ /$LOOKUP_REGEX/o) {
 			$log->debug("format '$format' has lookup");
@@ -651,6 +694,10 @@
 	# remove eval{...} from beginning
 	$eval_code = $1 if ($format =~ s/^eval{([^}]+)}//s);
 
+	my $filter_name;
+	# remove filter{...} from beginning
+	$filter_name = $1 if ($format =~ s/^filter{([^}]+)}//s);
+
 	my $prefix;
 	my $all_found=0;
 
@@ -685,9 +732,16 @@
 
 	if ($eval_code) {
 		my $eval = $self->fill_in($rec,$eval_code,$i);
-		$log->debug("about to eval{",$eval,"} format: $out");
+		$log->debug("about to eval{$eval} format: $out");
 		return if (! $self->_eval($eval));
 	}
+	
+	if ($filter_name && $self->{'filter'}->{$filter_name}) {
+		$log->debug("about to filter{$filter_name} format: $out");
+		$out = $self->{'filter'}->{$filter_name}->($out);
+		return unless(defined($out));
+		$log->debug("filter result: $out");
+	}
 
 	return $out;
 }
@@ -754,6 +808,31 @@
 	return @arr;
 }
 
+=head2 sort_arr
+
+Sort array ignoring case and html in data
+
+ my @sorted = $webpac->sort_arr(@unsorted);
+
+=cut
+
+sub sort_arr {
+	my $self = shift;
+
+	my $log = $self->_get_logger();
+
+	# FIXME add Schwartzian Transformation?
+
+	my @sorted = sort {
+		$a =~ s#<[^>]+/*>##;
+		$b =~ s#<[^>]+/*>##;
+		lc($b) cmp lc($a)
+	} @_;
+	$log->debug("sorted values: ",sub { join(", ",@sorted) });
+
+	return @sorted;
+}
+
 
 =head2 data_structure
 
@@ -811,15 +890,8 @@
 			next if (! @v);
 
 			if ($tag->{'sort'}) {
-				# very special sort, ignoring case and
-				# html
-				@v = sort {
-					$a =~ s#<[^>]+/*>##;
-					$b =~ s#<[^>]+/*>##;
-					lc($b) cmp lc($a)
-				} @v;
+				@v = $self->sort_arr(@v);
 				$log->warn("sort within tag is usually not what you want!");
-				$log->debug("sorted values: ",sub { join(", ",@v) });
 			}
 
 			# use format?
@@ -880,7 +952,6 @@
 			# post-sort all values in field
 			if ($self->{'import_xml'}->{'indexer'}->{$field}->{'sort'}) {
 				$log->warn("sort at field tag not implemented");
-
 			}
 
 			push @ds, $row;
@@ -1028,7 +1099,7 @@
 
 	$log->debug("eval: ",$code," [",$ret,"]");
 
-	return $ret || 0;
+	return $ret || undef;
 }
 
 =head2 _sort_by_order