--- stem-hr.pl	2005/02/26 16:19:22	6
+++ StemHR.pm	2007/06/28 10:34:39	15
@@ -1,4 +1,5 @@
-#!/usr/bin/perl -w
+package StemHr;
+
 #
 # Croatian stemmer
 #
@@ -19,6 +20,10 @@
 #
 
 use strict;
+use locale;
+
+use Memoize;
+#memoize('stem');
 
 sub kgh {
 	my ($pre,$replace,$post) = @_;
@@ -35,86 +40,70 @@
 
 my $palatal = '(lj|nj|j|æ|¾|¹|¾|¹t|¾d)';
 
-my %rules;
-my %stem_words;
-my $words = 0;
-my $stems = 0;
-
-
-my $last_stem = '';
-sub check_stem {
-	my $s = shift || return;
-	if ($last_stem) {
-		print "ERROR==> " if ($last_stem ne $s);
-	} else {
-		$last_stem = $s;
-	}
-}
+# glagolni razredi
+my $g_1r = '[td]';
+my $g_2r = '[sz]';
+my $g_3r = '[pb]';
+my $g_4r = '[kgh]';
+my $g_5r = '[nm]';
+my $g_6r = '(:?nu|n)';
 
-while(<>) {
-	chomp;
-	next if (/^#/);
-	if (/^$/) {
-		print "\n";
-		$last_stem = '';
-		next;
-	}
+sub stem {
 
-	$words++;
+	my $w = shift || return;
 
-	my $orig = $_;
+	unless (
+		# infinitiv
+		$w =~ s/(\w)(ti|æi)$/$1.$2 100/g ||
+		# 1. razred
+		$w =~ s/([^sk])[td](em|e¹|e|emo|ete|oh|osmo|oste|o¹e|ijah|ija¹e|ijasno|ijaste|ijahu|imo|ite|en|ena|eni)$/$1s.ti 101/g ||
+		# 2. razred
+		$w =~ s/(${sa})[sz](em|e¹|e|e¹emo|emo|ete|u|oh|e|osmo|oste|o¹e|ijah|ija¹e|ijasmo|ijaste|ijahu|imo|ite|uæi|av¹i|ao|la|lo|li|le|la|en|ena|eni)$/$1s.ti 102/ ||
+		# 3. razred
+		$w =~ s/(p|b|sp|su)(em|e¹|e|emo|ete|u|oh|osmo|oste|o¹e|ah|a¹e|asmo|aste|ahu|ijah|ija¹e|ijahu|i|imo|ite||uæi|av¹i|ao|la|lo|en|ena|eni)$/$1s.ti 103/ ||
+		# 4. razred
+		$w =~ s/[è¾¹](em|e¹|e|emo|ete|u|ah|ahu|en|ena)$/.æi 104/g ||
+		$w =~ s/[k](oh|osmo|oste|o¹e|uæi|av¹i|ao|la|lo)$/.æi 105/g ||
+		$w =~ s/[c](ijah|ija¹e|ijasmo|ijaste|ijahu|i|imo|ite)$/.æi 106/g ||
+		$w =~ s/[g](nuti|oh|nuh|nu|av¹i|nuv¹i|ao|nuo|nem|ne¹|ni|imo|nut|nimo)$/.æi 107/g ||
 
-	# imenice
+		# imenice
 
-	unless (
 		# vrsta a
-		s/(${su}st)a$/$1 13/g ||
-		s/(${su})c[ae]$/$1ce 17/g ||
+		$w =~ s/(${su}st)a$/$1 13/g ||
+		$w =~ s/(${su})c[ae]$/$1ce 17/g ||
 		# kgh
-		s/(${sa})([è¾¹czs])(i|e|ima)$/kgh($1,$2,' 1')/gex ||
-		s/(${sa}[kgh])(a|u|om)$/$1 2/g ||
-		s/(${su})([è¾¹czs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex ||
+		$w =~ s/(\w${sa})([è¾¹czs])(i|e|ima)$/kgh($1,$2,' 1')/gex ||
+		$w =~ s/(${sa}[kgh])(a|u|om)$/$1 2/g ||
+		$w =~ s/(${su})([è¾¹czs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex ||
 		# imenice na palatal
-		s/${palatal}${palatal}(a|u|em|i|ima|e)$/$1a$2 9/g ||
-		s/${palatal}(a|u|em)$/$1 8/g ||
+		$w =~ s/${palatal}${palatal}(a|u|em|i|ima|e)$/$1a$2 9/g ||
+		$w =~ s/${palatal}(a|u|em)$/$1 8/g ||
 		# nepostojano a
-		s/(${su}a{$su})a/$1 4/g ||
-		s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2 5/g
+		$w =~ s/(${su}a{$su})a/$1 4/g ||
+		$w =~ s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2 5/g
 	) {
 
 		# vrsta a
-		s/me$/me 11/g ||
-		s/(eta|ena)$/e 12/g ||
-		s/(${sa}${su})(o|e|a|u|om|em|i|ima|ina)$/$1 7/g ||
-
-		s/(${su})sa$/$1as 14/g ||
-		s/(${su})ena$/$1e 16/g ||
-		s/(${su})eta$/$1e 17/g ||
-		s/(${su})([oe])$/$1-$2 18/g ||
+		$w =~ s/me$/me 11/g ||
+		$w =~ s/(eta|ena)$/e 12/g ||
 
-		# mno¾ina
-		s/(${su})(ov|ev)*(i|a|ima|e|in|ina|eta)$/$1 6/g;
-	}
+		$w =~ s/(\w${sa}${su})(o|e|a|u|om|em|i|ima|ina|eta)$/$1 7/g ||
 
-	if (s/^(.+)\s(\d+)$/$1\t$2/g) {
-		$rules{$2}++;
-		$stems++;
-		$stem_words{$1}++;
-		check_stem($1);
-	} else  {
-		$last_stem = $_;
-	}
+		$w =~ s/(${su})sa$/$1as 14/g ||
+		$w =~ s/(${su})ena$/$1e 16/g ||
+		$w =~ s/(${su})eta$/$1e 17/g ||
+		$w =~ s/(${su})([oe])$/$1$2 18/g ||
 
-	printf("%-15s %s\n",$orig,$_);
+		0;
 
-}
-my $nr_stems = keys(%stem_words);
-printf "\n# %d words, %d stems in %d ops, %.2f%% size\n",$words,$nr_stems,$stems,($nr_stems*100/$words);
+	}
 
-foreach my $s (keys %stem_words) {
-	print "#stem $stem_words{$s} $s\n";
-}
+	# makni broj pravila
+	$w =~ s/\s\d+$//;
+	# makni toèku koja oznaèava korjen rijeèi
+	$w =~ s/\.//g;
 
-foreach my $r (sort keys %rules) {
-	print "#rule $rules{$r} $r\n";
+	return $w;
 }
+