/[Grep]/lib/Grep/Search.pm
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Contents of /lib/Grep/Search.pm

Parent Directory Parent Directory | Revision Log Revision Log


Revision 144 - (show annotations)
Tue May 8 14:11:38 2007 UTC (16 years, 9 months ago) by dpavlin
File size: 5393 byte(s)
added --duplicates switch to reindex.pl to keep duplicate items, create new
index every time to prevent duplicate results for same item
1 package Grep::Search;
2
3 use strict;
4 use warnings;
5 use base qw( Class::Accessor );
6 Grep::Search->mk_accessors( qw( invindexer create index_path hits ) );
7
8 use Data::Dump qw/dump/;
9 use KinoSearch::InvIndexer;
10 use KinoSearch::Searcher;
11 use Jifty::Util;
12
13 my $debug = 0;
14
15 =head1 NAME
16
17 Grep::Search - full text search using L<KinoSearch>
18
19 =head1 METHODS
20
21 =head2 new
22
23 my $search = Grep::Search->new();
24
25 my $serach = Grep::Search->new( create => 1 );
26
27 =cut
28
29 sub log { Jifty->web->log }
30
31 sub new {
32 my $class = shift;
33 my $self = $class->SUPER::new(@_);
34
35 my $index_path = Jifty::Util->app_root . '/var/invindex';
36
37 $self->index_path( $index_path );
38
39 if ( ! -e "$index_path" || $self->create ) {
40 $self->log->debug("Creating new index $index_path");
41 $self->invindexer( KinoSearch::InvIndexer->new( invindex => Grep::Search::Schema->clobber( $index_path ) ) );
42 } else {
43 $self->log->debug("Opening index: $index_path");
44 $self->invindexer( KinoSearch::InvIndexer->new( invindex => Grep::Search::Schema->open( $index_path ) ) );
45 }
46
47 return $self;
48 }
49
50 =head2 add
51
52 $search->add( $record, $owner_id );
53
54 =cut
55
56 sub add {
57 my $self = shift;
58
59 my $i = shift or die "no record to add";
60 my $uid = shift;
61
62 die "record not Jifty::Record but ", ref $i unless ($i->isa('Jifty::Record'));
63
64 my $pk = { $i->primary_keys };
65
66 my $doc;
67
68 my @columns = map { $_->name } $i->columns;
69
70 foreach my $c ( @columns ) {
71
72 my $v = $i->$c;
73
74 if ( ref($v) ne '' ) {
75
76 foreach my $f_c ( qw/id name title/ ) {
77 if ( $i->$c->can( $f_c ) ) {
78 my $f_v = $i->$c->$f_c || $i->$c->{values}->{ $f_c };
79 my $col = $c . '_' . $f_c;
80 if ( $f_v ) {
81 warn " # $col = $f_v\n" if ($debug);
82 $doc->{ $col } = $f_v;
83 } else {
84 warn " . $col is NULL\n" if ($debug);
85 }
86 }
87 }
88
89 if ($v->isa('Jifty::DateTime')) {
90 warn " d $c = $v\n" if ($debug);
91 $doc->{$c} = $v;
92 } else {
93 warn " s $c = $v [",ref($v),"]\n" if ($debug);
94 }
95 next;
96 }
97
98 next if (! defined($v) || $v eq '');
99
100 $v =~ s/<[^>]+>/ /gs;
101
102 if ( defined( $pk->{$c} ) ) {
103 $doc->{ $c } = $v;
104 warn " * $c = $v\n" if ($debug);
105 } else {
106 $doc->{ $c } = $v;
107 warn " + $c = ", $self->snippet( 50, $v ), "\n" if ($debug);
108 }
109 }
110
111 # add _owner_id to speed up filtering of search results
112 $uid ||= Jifty->web->current_user->id;
113 $doc->{ '_owner_id' } = $uid;
114
115 $self->invindexer->add_doc( $doc );
116
117 $self->log->debug("added ", $i->id, " for user $uid to index");
118 }
119
120 =head2 collection
121
122 Return C<Grep::Model::ItemCollection> which is result of C<search query>
123
124 my $ItemCollection = $search->collection( 'search query' );
125
126 =head2 hits
127
128 Return number of results from last C<collection> call
129
130 my $num_results = $search->hits;
131
132 =cut
133
134 sub collection {
135 my $self = shift;
136
137 my $q = shift or die "no q?";
138
139 my $searcher = KinoSearch::Searcher->new(
140 invindex => Grep::Search::Schema->open( $self->index_path ), );
141 $self->log->debug("$searcher created");
142
143 my $full_q = "($q) AND _owner_id:" . Jifty->web->current_user->id;
144
145 $self->log->debug("searching for '$q' using $full_q");
146 my $hits = $searcher->search(
147 query => $full_q,
148 # offset => $offset,
149 # num_wanted => $hits_per_page,
150 );
151
152 $self->hits( $hits->total_hits );
153
154 $self->log->debug("found ", $self->hits, " results");
155
156 my $collection = Grep::Model::ItemCollection->new();
157
158 my @results;
159
160 my $i = 0;
161 while ( my $hit = $hits->fetch_hit_hashref ) {
162
163 my $score = $hit->{score};
164 my $title = $hit->{title};
165 my $id = $hit->{id};
166
167 $self->log->debug("result $i [$id] $title $score");
168
169 my $item = Grep::Model::Item->new();
170 my ($ok,$msg) = $item->load_by_cols( id => $id );
171
172 if ( $ok ) {
173 $collection->add_record( $item );
174 } else {
175 warn "can't load item $id\n";
176 }
177
178 }
179
180 $self->log->debug("finished search");
181
182 return $collection;
183 }
184
185 =head2 finish
186
187 $search->finish
188
189 =cut
190
191 sub finish {
192 my $self = shift;
193 if ($self->invindexer) {
194 $self->log->debug("closing index");
195 $self->invindexer->finish;
196 }
197
198 $self->log->debug("finish");
199
200 undef $self;
201
202 return;
203 }
204
205 =head2 snippet
206
207 my $short = $self->snippet( 50, $text );
208
209 =cut
210
211 sub snippet {
212 my $self = shift;
213
214 my $len = shift or die "no len?";
215 my $m = join(" ", @_);
216
217 $m =~ s/\s+/ /gs;
218
219 if (length($m) > $len) {
220 return substr($m,0,$len) . '...';
221 } else {
222 return $m;
223 }
224 }
225
226 package Grep::Search::KeywordField;
227 use base qw( KinoSearch::Schema::FieldSpec );
228 sub analyzed { 0 }
229
230 package Grep::Search::Schema;
231
232 =head1 NAME
233
234 Grep::Search::Schema - schema definition for full-text search
235
236 =cut
237
238 use base 'KinoSearch::Schema';
239 use KinoSearch::Analysis::PolyAnalyzer;
240
241 our %fields = (
242 id => 'Grep::Search::KeywordField',
243
244 in_feed_id => 'Grep::Search::KeywordField',
245 in_feed_url => 'Grep::Search::KeywordField',
246 in_feed_title => 'KinoSearch::Schema::FieldSpec',
247 in_feed_owner => 'Grep::Search::KeywordField',
248 in_feed_created_on => 'Grep::Search::KeywordField',
249
250 title => 'KinoSearch::Schema::FieldSpec',
251 link => 'Grep::Search::KeywordField',
252 content => 'KinoSearch::Schema::FieldSpec',
253 summary => 'KinoSearch::Schema::FieldSpec',
254 category => 'KinoSearch::Schema::FieldSpec',
255 author => 'KinoSearch::Schema::FieldSpec',
256 issued => 'Grep::Search::KeywordField',
257 modified => 'Grep::Search::KeywordField',
258
259 _owner_id => 'Grep::Search::KeywordField',
260 );
261
262 sub analyzer {
263 return KinoSearch::Analysis::PolyAnalyzer->new( language => 'en' );
264 }
265
266 1;

  ViewVC Help
Powered by ViewVC 1.1.26