--- stem-hr.pl	2005/02/26 18:13:14	7
+++ stem-hr.pm	2005/07/09 10:15:09	12
@@ -1,4 +1,5 @@
-#!/usr/bin/perl -w
+package StemHr;
+
 #
 # Croatian stemmer
 #
@@ -19,6 +20,7 @@
 #
 
 use strict;
+use locale;
 
 sub kgh {
 	my ($pre,$replace,$post) = @_;
@@ -43,45 +45,22 @@
 my $g_5r = '[nm]';
 my $g_6r = '(:?nu|n)';
 
-my %rules;
-my %stem_words;
-my $words = 0;
-my $stems = 0;
-
-
-my $last_stem = '';
-sub check_stem {
-	my $s = shift || return;
-	if ($last_stem) {
-		print "ERROR==> " if ($last_stem ne $s);
-	} else {
-		$last_stem = $s;
-	}
-}
-
-while(<>) {
-	chomp;
-	next if (/^#/);
-	if (/^$/) {
-		print "\n";
-		$last_stem = '';
-		next;
-	}
-
-	$words++;
-
-	my $orig = $_;
-
+sub stem {
 
 	unless (
 		# infinitiv
-		s/(${sa})(ti|ći)$/$1.$2 100/g ||
+		s/(\w)(ti|ći)$/$1.$2 100/g ||
 		# 1. razred
-		s/([^s])[td](em|eš|emo|ete|oh|osmo|oste|oše|ijah|ijaše|ijasno|ijaste|ijahu|imo|ite|en|ena|eni)$/$1.sti 101/g ||
+		s/([^sk])[td](em|eš|e|emo|ete|oh|osmo|oste|oše|ijah|ijaše|ijasno|ijaste|ijahu|imo|ite|en|ena|eni)$/$1s.ti 101/g ||
 		# 2. razred
-		s/(${sa}[sz])(em|eš|ešemo|ete|u|oh|e|osmo|oste|oše|ijah|ijaše|ijasmo|ijaste|ijahu|imo|ite|ući|avši|ao|la|lo|li|le|la|en|ena|eni)$/$1.sti 102/ ||
-		# 3. razdred
-		s/(p|b|sp|su)(em|eš|e|emo|ete|u|oh|osmo|oste|oše|ah|aše|asmo|aste|ahu|ijah|ijaše|i|imo|ite||ući|avši|ao|la|lo|en|ena|eni)$/$1.sti 103/ ||
+		s/(${sa})[sz](em|eš|e|ešemo|emo|ete|u|oh|e|osmo|oste|oše|ijah|ijaše|ijasmo|ijaste|ijahu|imo|ite|ući|avši|ao|la|lo|li|le|la|en|ena|eni)$/$1s.ti 102/ ||
+		# 3. razred
+		s/(p|b|sp|su)(em|eš|e|emo|ete|u|oh|osmo|oste|oše|ah|aše|asmo|aste|ahu|ijah|ijaše|ijahu|i|imo|ite||ući|avši|ao|la|lo|en|ena|eni)$/$1s.ti 103/ ||
+		# 4. razred
+		s/[čžš](em|eš|e|emo|ete|u|ah|ahu|en|ena)$/.ći 104/g ||
+		s/[k](oh|osmo|oste|oše|ući|avši|ao|la|lo)$/.ći 105/g ||
+		s/[c](ijah|ijaše|ijasmo|ijaste|ijahu|i|imo|ite)$/.ći 106/g ||
+		s/[g](nuti|oh|nuh|nu|avši|nuvši|ao|nuo|nem|neš|ni|imo|nut|nimo)$/.ći 107/g ||
 
 		# imenice
 
@@ -89,7 +68,7 @@
 		s/(${su}st)a$/$1 13/g ||
 		s/(${su})c[ae]$/$1ce 17/g ||
 		# kgh
-		s/(${sa})([čžšczs])(i|e|ima)$/kgh($1,$2,' 1')/gex ||
+		s/(\w${sa})([čžšczs])(i|e|ima)$/kgh($1,$2,' 1')/gex ||
 		s/(${sa}[kgh])(a|u|om)$/$1 2/g ||
 		s/(${su})([čžšczs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex ||
 		# imenice na palatal
@@ -103,36 +82,18 @@
 		# vrsta a
 		s/me$/me 11/g ||
 		s/(eta|ena)$/e 12/g ||
-		s/(${sa}${su})(o|e|a|u|om|em|i|ima|ina)$/$1 7/g ||
+
+		s/(\w${sa}${su})(o|e|a|u|om|em|i|ima|ina|eta)$/$1 7/g ||
 
 		s/(${su})sa$/$1as 14/g ||
 		s/(${su})ena$/$1e 16/g ||
 		s/(${su})eta$/$1e 17/g ||
-		s/(${su})([oe])$/$1-$2 18/g ||
+		s/(${su})([oe])$/$1$2 18/g ||
 
-		# množina
-		s/(${su})(ov|ev)*(i|a|ima|e|in|ina|eta)$/$1 6/g;
-	}
+		0;
 
-	if (s/^(.+)\s(\d+)$/$1\t$2/g) {
-		$rules{$2}++;
-		$stems++;
-		$stem_words{$1}++;
-		check_stem($1);
-	} else  {
-		$last_stem = $_;
 	}
 
-	printf("%-15s %s\n",$orig,$_);
-
-}
-my $nr_stems = keys(%stem_words);
-printf "\n# %d words, %d stems in %d ops, %.2f%% size\n",$words,$nr_stems,$stems,($nr_stems*100/$words);
-
-foreach my $s (keys %stem_words) {
-	print "#stem $stem_words{$s} $s\n";
+	s/\s\d+$//;
 }
 
-foreach my $r (sort keys %rules) {
-	print "#rule $rules{$r} $r\n";
-}