--- stem-hr.pl 2005/02/25 23:14:44 1 +++ StemHR.pm 2007/06/28 10:34:39 15 @@ -1,4 +1,5 @@ -#!/usr/bin/perl -w +package StemHr; + # # Croatian stemmer # @@ -18,16 +19,18 @@ # - uzvici # -sub rm_a { - s/a//g; -} +use strict; +use locale; + +use Memoize; +#memoize('stem'); sub kgh { my ($pre,$replace,$post) = @_; $replace =~ s/[cè]/k/g; $replace =~ s/[z¾]/g/g; $replace =~ s/[s¹]/h/g; - return $pre . $replace . $post . "\tkgh"; + return $pre . $replace . $post; } # samoglasnici @@ -35,30 +38,72 @@ # suglasnici my $su = '[^aeiou]'; -while(<>) { - chomp; +my $palatal = '(lj|nj|j|æ|¾|¹|¾|¹t|¾d)'; - my $orig = $_; +# glagolni razredi +my $g_1r = '[td]'; +my $g_2r = '[sz]'; +my $g_3r = '[pb]'; +my $g_4r = '[kgh]'; +my $g_5r = '[nm]'; +my $g_6r = '(:?nu|n)'; - # imenice - # vrsta a +sub stem { + + my $w = shift || return; unless ( + # infinitiv + $w =~ s/(\w)(ti|æi)$/$1.$2 100/g || + # 1. razred + $w =~ s/([^sk])[td](em|e¹|e|emo|ete|oh|osmo|oste|o¹e|ijah|ija¹e|ijasno|ijaste|ijahu|imo|ite|en|ena|eni)$/$1s.ti 101/g || + # 2. razred + $w =~ s/(${sa})[sz](em|e¹|e|e¹emo|emo|ete|u|oh|e|osmo|oste|o¹e|ijah|ija¹e|ijasmo|ijaste|ijahu|imo|ite|uæi|av¹i|ao|la|lo|li|le|la|en|ena|eni)$/$1s.ti 102/ || + # 3. razred + $w =~ s/(p|b|sp|su)(em|e¹|e|emo|ete|u|oh|osmo|oste|o¹e|ah|a¹e|asmo|aste|ahu|ijah|ija¹e|ijahu|i|imo|ite||uæi|av¹i|ao|la|lo|en|ena|eni)$/$1s.ti 103/ || + # 4. razred + $w =~ s/[è¾¹](em|e¹|e|emo|ete|u|ah|ahu|en|ena)$/.æi 104/g || + $w =~ s/[k](oh|osmo|oste|o¹e|uæi|av¹i|ao|la|lo)$/.æi 105/g || + $w =~ s/[c](ijah|ija¹e|ijasmo|ijaste|ijahu|i|imo|ite)$/.æi 106/g || + $w =~ s/[g](nuti|oh|nuh|nu|av¹i|nuv¹i|ao|nuo|nem|ne¹|ni|imo|nut|nimo)$/.æi 107/g || + + # imenice + + # vrsta a + $w =~ s/(${su}st)a$/$1 13/g || + $w =~ s/(${su})c[ae]$/$1ce 17/g || + # kgh + $w =~ s/(\w${sa})([è¾¹czs])(i|e|ima)$/kgh($1,$2,' 1')/gex || + $w =~ s/(${sa}[kgh])(a|u|om)$/$1 2/g || + $w =~ s/(${su})([è¾¹czs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex || + # imenice na palatal + $w =~ s/${palatal}${palatal}(a|u|em|i|ima|e)$/$1a$2 9/g || + $w =~ s/${palatal}(a|u|em)$/$1 8/g || # nepostojano a - s/(${su}a{$su})a/$1 1/g || - s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2\t3/g + $w =~ s/(${su}a{$su})a/$1 4/g || + $w =~ s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2 5/g ) { - # kgh - s/(${su}${sa})([è¾¹czs])(i|e|ima)$/kgh($1,$2,'')/gex; -# s/${su}${sa}[c](i|ima) 4//g; - s/(${su}${sa}[kgh])(a|u|om)\t5/$1/g; - - # mno¾ina - s/(${su})(ov|ev)*(i|a|ima|e|in|ina)$/$1\t6/g; - # jednina - s/(o|e|a|u|om|em)$/\t7/g; + + # vrsta a + $w =~ s/me$/me 11/g || + $w =~ s/(eta|ena)$/e 12/g || + + $w =~ s/(\w${sa}${su})(o|e|a|u|om|em|i|ima|ina|eta)$/$1 7/g || + + $w =~ s/(${su})sa$/$1as 14/g || + $w =~ s/(${su})ena$/$1e 16/g || + $w =~ s/(${su})eta$/$1e 17/g || + $w =~ s/(${su})([oe])$/$1$2 18/g || + + 0; + } + # makni broj pravila + $w =~ s/\s\d+$//; + # makni toèku koja oznaèava korjen rijeèi + $w =~ s/\.//g; - printf("%-15s %s\n",$orig,$_); + return $w; } +