2 |
|
|
3 |
use strict; |
use strict; |
4 |
use CGI qw/:standard -no_xhtml/; |
use CGI qw/:standard -no_xhtml/; |
|
use Text::Query; |
|
5 |
use CGI::Carp qw(fatalsToBrowser); |
use CGI::Carp qw(fatalsToBrowser); |
6 |
use SWISH; |
use SWISH; |
7 |
use Unicode::String qw(utf8 utf16); |
use Unicode::String qw(utf8 utf16); |
8 |
|
use Lingua::Spelling::Alternative; |
9 |
require Unicode::Map8; |
require Unicode::Map8; |
10 |
|
use GDBM_File; |
11 |
my $dir='/home/dpavlin/nn/swish'; |
use lib '/data/swish/html'; |
12 |
|
use FormatResult; |
13 |
|
|
14 |
|
my $dir='/home/dpavlin/nn'; |
15 |
|
my $prog='/usr/bin/swish-e'; |
16 |
|
my $url='http://www.nn.hr/clanci/sluzbeno/'; |
17 |
|
|
18 |
my $hits=0; |
my $hits=0; |
19 |
|
my $max_hits=100; |
20 |
|
|
21 |
|
my %labels = (100=>' 100', 200=>' 200', 500=>' 500', 0=>'neograničeno'); |
22 |
|
my %index = ('title'=>'naslovu', 'text'=>'tekstu'); |
23 |
|
|
24 |
|
my %god_lables; |
25 |
|
|
26 |
|
my %brzakona; |
27 |
|
tie %brzakona, 'GDBM_File', "$dir/swish/brzakona.gdbm", &GDBM_READER, 0640 || die "tie: $!"; |
28 |
|
foreach (sort keys %brzakona) { |
29 |
|
$god_lables{$_} = sprintf("%-8s (%d zakona)",$_,$brzakona{$_}); |
30 |
|
} |
31 |
|
untie %brzakona; |
32 |
|
|
33 |
print header(-charset=>'iso-8859-2'),start_html(-title=>'NN pretrazivanje',-lang=>'hr'),start_form; |
my %file2title; |
34 |
print "Potra¾i zakone sa riječima: ",textfield('search'); |
tie %file2title, 'GDBM_File', "$dir/swish/file2title.gdbm", &GDBM_READER, 0640 || die "tie: $!"; |
35 |
|
|
36 |
|
my $hr = new Lingua::Spelling::Alternative( DEBUG => 0 ); |
37 |
|
$hr->load_findaffix("$dir/prvih_50.txt"); |
38 |
|
|
39 |
|
print header(-charset=>'iso-8859-2'),start_html(-title=>'NN - Narodne Novine pretrazivanje',-lang=>'hr'),start_form(-name=>'search_form'); |
40 |
|
print "Potra¾i ",popup_menu(-name=>'max_hits',-values=>[ sort keys %labels ],-labels=>\%labels,-default=>$max_hits)," zakona sa riječima: ",textfield('search'); |
41 |
|
print " u ",popup_menu(-name=>'index',-values=>[ sort keys %index ],-labels=>\%index,-default=>'title')," zakona "; |
42 |
print submit(-value=>'prika¾i'); |
print submit(-value=>'prika¾i'); |
43 |
|
print br,checkbox(-name=>'god_limit', -checked=>0, -label=>"ograniči pretra¾ivanje samo na godinu "),popup_menu(-name=>'god',-values=>[sort keys %god_lables],-labels=>\%god_lables,-onChange=>'this.form.god_limit.checked=true'); |
44 |
print end_form,hr; |
print end_form,hr; |
45 |
|
|
46 |
if (param('search')) { |
if (param('search')) { |
47 |
|
|
48 |
my $s; |
my $s; |
49 |
# re-write query from +/- to and/and not |
# re-write query from +/- to and/and not |
50 |
|
|
51 |
|
my @hl_words; |
52 |
|
|
53 |
foreach (split(/\s+/,param('search'))) { |
foreach (split(/\s+/,param('search'))) { |
54 |
if (m/^([+-])(\S+)/) { |
if (m/^([+-])(\S+)/) { |
55 |
$s.= ($s) ? "and " : ""; |
$s.= ($s) ? "and " : ""; |
56 |
$s.="not " if ($1 eq "-"); |
$s.="not " if ($1 eq "-"); |
57 |
$s.="$2 "; |
my @alt = $hr->alternatives($2); |
58 |
|
$s.="(".join("* or ",@alt).") "; |
59 |
|
push @hl_words, \@alt if ($1 ne "-"); |
60 |
} else { |
} else { |
61 |
$s .= "$_ "; |
my @alt = $hr->alternatives($_); |
62 |
|
$s .= "(".join("* or ",@alt).") "; |
63 |
|
push @hl_words, \@alt; |
64 |
} |
} |
65 |
} |
} |
66 |
$s=~tr/ščęŠČĘ/¹š¾čę©Š®ČĘ/; # 1250 -> iso8859-2 |
$s=~tr/ščęŠČĘ/¹š¾čę©Š®ČĘ/; # 1250 -> iso8859-2 |
69 |
my $l2_map = Unicode::Map8->new("ISO-8859-2") || die; |
my $l2_map = Unicode::Map8->new("ISO-8859-2") || die; |
70 |
my $us = Unicode::String->new(); |
my $us = Unicode::String->new(); |
71 |
|
|
72 |
my $sh = SWISH->connect('Fork', |
my $sw_q; |
73 |
prog => "$dir/swish-e", |
my $sh; |
74 |
indexes => "$dir/nn.index", |
|
75 |
properties => [qw/god br nr/], |
if (param('index') eq 'title') { |
|
results => sub { |
|
|
my ($sh,$hit) = @_; |
|
|
|
|
|
$us->utf8($hit->swishtitle); |
|
|
|
|
|
print "<a href=\"",$hit->swishdocpath,"\"><tt>NN",$hit->god,"/",$hit->br,"</a> ",$hit->nr," </tt>",$l2_map->to8($us->utf16),"</a> [",$hit->swishrank,"]<br>\n"; |
|
|
|
|
|
# print $_[1]->as_string,"<br>\n"; |
|
|
# my @fields = $hit->field_names; |
|
|
# print "Field '$_' = '", $hit->$_, "'<br>\n" for sort @fields; |
|
|
}, |
|
|
); |
|
76 |
|
|
77 |
die $SWISH::errstr unless $sh; |
$sh = SWISH->connect('Fork', |
78 |
|
prog => $prog, |
79 |
|
indexes => "$dir/swish/nn.index", |
80 |
|
properties => [qw/god br nr/], |
81 |
|
results => sub { |
82 |
|
my ($sh,$hit) = @_; |
83 |
|
|
84 |
|
$us->utf8($hit->swishtitle); |
85 |
|
|
86 |
|
my $naslov = $l2_map->to8($us->utf16); |
87 |
|
$naslov = FormatResult::highlite_words(\$naslov, \@hl_words); |
88 |
|
print "<tt><a href=\"$url",$hit->swishdocpath,"\">NN",$hit->god,"/",$hit->br,"</a> ",$hit->nr," </tt> $naslov [",$hit->swishrank,"]<br>\n"; |
89 |
|
# print $_[1]->as_string,"<br>\n"; |
90 |
|
# my @fields = $hit->field_names; |
91 |
|
# print "Field '$_' = '", $hit->$_, "'<br>\n" for sort @fields; |
92 |
|
}, |
93 |
|
maxhits => param('max_hits') || $max_hits, |
94 |
|
); |
95 |
|
|
96 |
|
die $SWISH::errstr unless $sh; |
97 |
|
|
98 |
|
$sw_q = "naslov_czs=($s)"; |
99 |
|
if (param('god_limit')) { |
100 |
|
$sw_q .= " and god=".int(param('god')) if (param('god')); |
101 |
|
} |
102 |
|
|
103 |
|
} else { |
104 |
|
# search in full text |
105 |
|
|
106 |
|
$sh = SWISH->connect('Fork', |
107 |
|
prog => $prog, |
108 |
|
indexes => "$dir/swish/sluzbeno.index", |
109 |
|
results => sub { |
110 |
|
my ($sh,$hit) = @_; |
111 |
|
|
112 |
|
my $path = $hit->swishdocpath; |
113 |
|
if ($file2title{$path}) { |
114 |
|
my ($god,$br,$nr,undef,$naslov) = split(/ /,$file2title{$path},5); |
115 |
|
$naslov = FormatResult::highlite_words(\$naslov, \@hl_words); |
116 |
|
print "<tt><a href=\"$url",$path,"\">NN$god/$br</a> $nr</tt> $naslov [",$hit->swishrank,"]<br>\n"; |
117 |
|
|
118 |
|
} else { |
119 |
|
print "<!-- error! can't find $path -->\n"; |
120 |
|
} |
121 |
|
|
122 |
|
}, |
123 |
|
maxhits => param('max_hits') || $max_hits, |
124 |
|
); |
125 |
|
|
126 |
|
die $SWISH::errstr unless $sh; |
127 |
|
|
128 |
|
$sw_q = $s; |
129 |
|
if (param('god_limit')) { |
130 |
|
$sw_q .= " and swishdocpath=".int(param('god')) if (param('god')); |
131 |
|
} |
132 |
|
|
133 |
$hits = $sh->query("naslov_czs=($s)"); |
} |
134 |
|
|
135 |
|
print "<!-- swish query: $sw_q -->"; |
136 |
|
|
137 |
|
$hits = $sh->query($sw_q); |
138 |
|
|
139 |
if ($hits > 0) { |
if ($hits > 0) { |
140 |
print p,hr,"Našeno je $hits zakona... <small>($s)</small>"; |
print p,hr,"Prikazujem $hits zakona"; |
141 |
|
print " iz godine ",param('god') if (param('god_limit')); |
142 |
|
print " (maks. ",param('max_hits') || $max_hits,")... <small>($s)</small>"; |
143 |
} else { |
} else { |
144 |
print p,"Nije našen niti jedan zakon... <small>($s, ",$sh->errstr,")</small>"; |
print p,"Nije našen niti jedan zakon... <small>($s, ",$sh->errstr,")</small>"; |
145 |
} |
} |
146 |
} else { |
} else { |
147 |
print p('Kod pretra¾ivanja pretra¾ivač pronalazi sve zakone u kojima se pojavljuju <b>sve upisanje riječi</b>.',br,'Ako ispred riječi upi¹ete minus (-) neęe se prikazivati zakoni koji imaju takvu riječ. Npr. <tt>+kava +zakon -dopunama</tt>'); |
my $dir=$0; |
148 |
print p("Mo¾ete pročitati i <a href=\"http://www.rot13.org/~dpavlin/nn.html\">članak</a> o tome kako je ovaj pretra¾ivač napravljen i za¹to."); |
$dir=~s,(^.*?)/[^/]+$,$1,g; |
149 |
|
open(HELP, "$dir/nn-help.html") || die "can't open '$dir/nn-help.html'"; |
150 |
|
while(<HELP>) { |
151 |
|
print; |
152 |
|
} |
153 |
|
close(HELP); |
154 |
} |
} |
155 |
|
|
156 |
|
untie %file2title; |