--- stem-hr.pl 2005/02/25 23:14:44 1 +++ stem-hr.pl 2005/02/26 02:18:43 5 @@ -18,16 +18,14 @@ # - uzvici # -sub rm_a { - s/a//g; -} +use strict; sub kgh { my ($pre,$replace,$post) = @_; $replace =~ s/[cè]/k/g; $replace =~ s/[z¾]/g/g; $replace =~ s/[s¹]/h/g; - return $pre . $replace . $post . "\tkgh"; + return $pre . $replace . $post; } # samoglasnici @@ -35,30 +33,89 @@ # suglasnici my $su = '[^aeiou]'; +my $palatal = '(lj|nj|j|æ|¾|¹|¾|¹t|¾d)'; + +my %rules; +my %stem_words; +my $words = 0; +my $stems = 0; + + +my $last_stem = ''; +sub check_stem { + my $s = shift || return; + if ($last_stem) { + print "ERROR==> " if ($last_stem ne $s); + } else { + $last_stem = $s; + } +} + while(<>) { chomp; + next if (/^#/); + if (/^$/) { + print "\n"; + $last_stem = ''; + next; + } + + $words++; my $orig = $_; # imenice - # vrsta a unless ( + # vrsta a + s/${palatal}e$/$1e 10/g || + s/(${su}st)a$/$1 13/g || + s/(${su})c[ae]$/$1ce 17/g || + # kgh + s/(${sa})([è¾¹czs])(i|e|ima)$/kgh($1,$2,' 1')/gex || + s/(${sa}[kgh])(a|u|om)$/$1 2/g || + s/(${su})([è¾¹czs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex || + # imenice na palatal + s/${palatal}${palatal}(a|u|em|i|ima|e)$/$1a$2 9/g || + s/${palatal}(a|u|em)$/$1 8/g || # nepostojano a - s/(${su}a{$su})a/$1 1/g || - s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2\t3/g + s/(${su}a{$su})a/$1 4/g || + s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2 5/g ) { - # kgh - s/(${su}${sa})([è¾¹czs])(i|e|ima)$/kgh($1,$2,'')/gex; -# s/${su}${sa}[c](i|ima) 4//g; - s/(${su}${sa}[kgh])(a|u|om)\t5/$1/g; + + # vrsta a + s/me$/me 11/g || + s/(eta|ena)$/e 12/g || + s/(${sa}${su})(o|e|a|u|om|em|i|ima)$/$1 7/g; + + s/(${su})sa$/$1as 14/g || + s/(${su})ena$/$1e 16/g || + s/eta$/e 17/g || + s/(${su})([oe])$/$1-$2 18/g || # mno¾ina - s/(${su})(ov|ev)*(i|a|ima|e|in|ina)$/$1\t6/g; - # jednina - s/(o|e|a|u|om|em)$/\t7/g; + s/(${su})(ov|ev)*(i|a|ima|e|in|ina|eta)$/$1 6/g; } + if (s/^(.+)\s(\d+)$/$1\t$2/g) { + $rules{$2}++; + $stems++; + $stem_words{$1}++; + check_stem($1); + } else { + $last_stem = $_; + } printf("%-15s %s\n",$orig,$_); + +} +my $nr_stems = keys(%stem_words); +printf "\n# %d words, %d stems in %d ops, %.2f%% size\n",$words,$nr_stems,$stems,($nr_stems*100/$words); + +foreach my $s (keys %stem_words) { + print "#stem $stem_words{$s} $s\n"; +} + +foreach my $r (sort keys %rules) { + print "#rule $rules{$r} $r\n"; }