--- stem-hr.pl	2005/02/26 18:54:49	9
+++ stem-hr.pm	2007/06/28 10:33:37	14
@@ -1,4 +1,5 @@
-#!/usr/bin/perl -w
+package StemHr;
+
 #
 # Croatian stemmer
 #
@@ -19,6 +20,10 @@
 #
 
 use strict;
+use locale;
+
+use Memoize;
+#memoize('stem');
 
 sub kgh {
 	my ($pre,$replace,$post) = @_;
@@ -43,101 +48,62 @@
 my $g_5r = '[nm]';
 my $g_6r = '(:?nu|n)';
 
-my %rules;
-my %stem_words;
-my $words = 0;
-my $stems = 0;
-
-
-my $last_stem = '';
-my $errors = 0;
-sub check_stem {
-	my $s = shift || return;
-	if ($last_stem) {
-		if ($last_stem ne $s) {
-			print "ERROR==> ";
-			$errors++;
-		}
-	} else {
-		$last_stem = $s;
-	}
-}
-
-while(<>) {
-	chomp;
-	next if (/^#/);
-	if (/^$/) {
-		print "\n";
-		$last_stem = '';
-		next;
-	}
-
-	$words++;
-
-	my $orig = $_;
+sub stem {
 
+	my $w = shift || return;
 
 	unless (
 		# infinitiv
-		s/(\w)(ti|ći)$/$1.$2 100/g ||
+		$w =~ s/(\w)(ti|ći)$/$1.$2 100/g ||
 		# 1. razred
-		s/([^sk])[td](em|eš|e|emo|ete|oh|osmo|oste|oše|ijah|ijaše|ijasno|ijaste|ijahu|imo|ite|en|ena|eni)$/$1s.ti 101/g ||
+		$w =~ s/([^sk])[td](em|eš|e|emo|ete|oh|osmo|oste|oše|ijah|ijaše|ijasno|ijaste|ijahu|imo|ite|en|ena|eni)$/$1s.ti 101/g ||
 		# 2. razred
-		s/(${sa})[sz](em|eš|e|ešemo|emo|ete|u|oh|e|osmo|oste|oše|ijah|ijaše|ijasmo|ijaste|ijahu|imo|ite|ući|avši|ao|la|lo|li|le|la|en|ena|eni)$/$1s.ti 102/ ||
-		# 3. razdred
-		s/(p|b|sp|su)(em|eš|e|emo|ete|u|oh|osmo|oste|oše|ah|aše|asmo|aste|ahu|ijah|ijaše|i|imo|ite||ući|avši|ao|la|lo|en|ena|eni)$/$1s.ti 103/ ||
+		$w =~ s/(${sa})[sz](em|eš|e|ešemo|emo|ete|u|oh|e|osmo|oste|oše|ijah|ijaše|ijasmo|ijaste|ijahu|imo|ite|ući|avši|ao|la|lo|li|le|la|en|ena|eni)$/$1s.ti 102/ ||
+		# 3. razred
+		$w =~ s/(p|b|sp|su)(em|eš|e|emo|ete|u|oh|osmo|oste|oše|ah|aše|asmo|aste|ahu|ijah|ijaše|ijahu|i|imo|ite||ući|avši|ao|la|lo|en|ena|eni)$/$1s.ti 103/ ||
+		# 4. razred
+		$w =~ s/[čžš](em|eš|e|emo|ete|u|ah|ahu|en|ena)$/.ći 104/g ||
+		$w =~ s/[k](oh|osmo|oste|oše|ući|avši|ao|la|lo)$/.ći 105/g ||
+		$w =~ s/[c](ijah|ijaše|ijasmo|ijaste|ijahu|i|imo|ite)$/.ći 106/g ||
+		$w =~ s/[g](nuti|oh|nuh|nu|avši|nuvši|ao|nuo|nem|neš|ni|imo|nut|nimo)$/.ći 107/g ||
 
 		# imenice
 
 		# vrsta a
-		s/(${su}st)a$/$1 13/g ||
-		s/(${su})c[ae]$/$1ce 17/g ||
+		$w =~ s/(${su}st)a$/$1 13/g ||
+		$w =~ s/(${su})c[ae]$/$1ce 17/g ||
 		# kgh
-		s/(\w${sa})([čžšczs])(i|e|ima)$/kgh($1,$2,' 1')/gex ||
-		s/(${sa}[kgh])(a|u|om)$/$1 2/g ||
-		s/(${su})([čžšczs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex ||
+		$w =~ s/(\w${sa})([čžšczs])(i|e|ima)$/kgh($1,$2,' 1')/gex ||
+		$w =~ s/(${sa}[kgh])(a|u|om)$/$1 2/g ||
+		$w =~ s/(${su})([čžšczs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex ||
 		# imenice na palatal
-		s/${palatal}${palatal}(a|u|em|i|ima|e)$/$1a$2 9/g ||
-		s/${palatal}(a|u|em)$/$1 8/g ||
+		$w =~ s/${palatal}${palatal}(a|u|em|i|ima|e)$/$1a$2 9/g ||
+		$w =~ s/${palatal}(a|u|em)$/$1 8/g ||
 		# nepostojano a
-		s/(${su}a{$su})a/$1 4/g ||
-		s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2 5/g
+		$w =~ s/(${su}a{$su})a/$1 4/g ||
+		$w =~ s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2 5/g
 	) {
 
 		# vrsta a
-		s/me$/me 11/g ||
-		s/(eta|ena)$/e 12/g ||
+		$w =~ s/me$/me 11/g ||
+		$w =~ s/(eta|ena)$/e 12/g ||
 
-		s/(\w${sa}${su})(o|e|a|u|om|em|i|ima|ina|eta)$/$1 7/g ||
+		$w =~ s/(\w${sa}${su})(o|e|a|u|om|em|i|ima|ina|eta)$/$1 7/g ||
 
-		s/(${su})sa$/$1as 14/g ||
-		s/(${su})ena$/$1e 16/g ||
-		s/(${su})eta$/$1e 17/g ||
-		s/(${su})([oe])$/$1$2 18/g ||
+		$w =~ s/(${su})sa$/$1as 14/g ||
+		$w =~ s/(${su})ena$/$1e 16/g ||
+		$w =~ s/(${su})eta$/$1e 17/g ||
+		$w =~ s/(${su})([oe])$/$1$2 18/g ||
 
 		0;
 
 	}
 
-	if (s/^(.+)\s(\d+)$/$1\t$2/g) {
-		$rules{$2}++;
-		$stems++;
-		$stem_words{$1}++;
-		check_stem($1);
-	} else  {
-		$last_stem = $_;
-	}
-
-	printf("%-15s %s\n",$orig,$_);
+	# makni broj pravila
+	$w =~ s/\s\d+$//;
+	# makni točku koja označava korjen riječi
+	$w =~ s/\.//g;
 
+	return $w;
 }
-my $nr_stems = keys(%stem_words);
-printf "\n# %d words, %d stems in %d ops, %.2f%% size [%d errors]\n",$words,$nr_stems,$stems,($nr_stems*100/$words),$errors;
 
-foreach my $s (keys %stem_words) {
-	print "#stem $stem_words{$s} $s\n";
-}
-
-foreach my $r (sort keys %rules) {
-	print "#rule $rules{$r} $r\n";
-}