4 |
use strict; |
use strict; |
5 |
use warnings; |
use warnings; |
6 |
|
|
7 |
our $VERSION = '0.00'; |
our $VERSION = '0.01'; |
8 |
|
|
9 |
=head1 NAME |
=head1 NAME |
10 |
|
|
205 |
|
|
206 |
sub attr_names { |
sub attr_names { |
207 |
my $self = shift; |
my $self = shift; |
208 |
croak "attr_names return array, not scalar" if (! wantarray); |
return unless ($self->{attrs}); |
209 |
|
#croak "attr_names return array, not scalar" if (! wantarray); |
210 |
return sort keys %{ $self->{attrs} }; |
return sort keys %{ $self->{attrs} }; |
211 |
} |
} |
212 |
|
|
222 |
sub attr { |
sub attr { |
223 |
my $self = shift; |
my $self = shift; |
224 |
my $name = shift; |
my $name = shift; |
225 |
|
return unless (defined($name) && $self->{attrs}); |
226 |
return $self->{'attrs'}->{ $name }; |
return $self->{attrs}->{ $name }; |
227 |
} |
} |
228 |
|
|
229 |
|
|
237 |
|
|
238 |
sub texts { |
sub texts { |
239 |
my $self = shift; |
my $self = shift; |
240 |
confess "texts return array, not scalar" if (! wantarray); |
#confess "texts return array, not scalar" if (! wantarray); |
241 |
return @{ $self->{dtexts} }; |
return @{ $self->{dtexts} } if ($self->{dtexts}); |
242 |
} |
} |
243 |
|
|
244 |
|
|
252 |
|
|
253 |
sub cat_texts { |
sub cat_texts { |
254 |
my $self = shift; |
my $self = shift; |
255 |
return join(' ',@{ $self->{dtexts} }); |
return join(' ',@{ $self->{dtexts} }) if ($self->{dtexts}); |
256 |
} |
} |
257 |
|
|
258 |
|
|
461 |
sub attrs { |
sub attrs { |
462 |
my $self = shift; |
my $self = shift; |
463 |
#croak "attrs return array, not scalar" if (! wantarray); |
#croak "attrs return array, not scalar" if (! wantarray); |
464 |
return @{ $self->{attrs} }; |
return @{ $self->{attrs} } if ($self->{attrs}); |
465 |
} |
} |
466 |
|
|
467 |
|
|
525 |
my $self = {@_}; |
my $self = {@_}; |
526 |
bless($self, $class); |
bless($self, $class); |
527 |
|
|
528 |
foreach my $f (qw/uri attrs snippet keywords/) { |
croak "missing uri for ResultDocument" unless defined($self->{uri}); |
|
croak "missing $f for ResultDocument" unless defined($self->{$f}); |
|
|
} |
|
529 |
|
|
530 |
$self ? return $self : return undef; |
$self ? return $self : return undef; |
531 |
} |
} |
1175 |
|
|
1176 |
my $rv = $self->shuttle_url( $self->{url} . '/search', |
my $rv = $self->shuttle_url( $self->{url} . '/search', |
1177 |
'application/x-www-form-urlencoded', |
'application/x-www-form-urlencoded', |
1178 |
$self->cond_to_query( $cond ), |
$self->cond_to_query( $cond, $depth ), |
1179 |
\$resbody, |
\$resbody, |
1180 |
); |
); |
1181 |
return if ($rv != 200); |
return if ($rv != 200); |
1269 |
|
|
1270 |
Return URI encoded string generated from Search::Estraier::Condition |
Return URI encoded string generated from Search::Estraier::Condition |
1271 |
|
|
1272 |
my $args = $node->cond_to_query( $cond ); |
my $args = $node->cond_to_query( $cond, $depth ); |
1273 |
|
|
1274 |
=cut |
=cut |
1275 |
|
|
1278 |
|
|
1279 |
my $cond = shift || return; |
my $cond = shift || return; |
1280 |
croak "condition must be Search::Estraier::Condition, not '$cond->isa'" unless ($cond->isa('Search::Estraier::Condition')); |
croak "condition must be Search::Estraier::Condition, not '$cond->isa'" unless ($cond->isa('Search::Estraier::Condition')); |
1281 |
|
my $depth = shift; |
1282 |
|
|
1283 |
my @args; |
my @args; |
1284 |
|
|
1306 |
push @args, 'options=' . $options; |
push @args, 'options=' . $options; |
1307 |
} |
} |
1308 |
|
|
1309 |
push @args, 'depth=' . $self->{depth} if ($self->{depth}); |
push @args, 'depth=' . $depth if ($depth); |
1310 |
push @args, 'wwidth=' . $self->{wwidth}; |
push @args, 'wwidth=' . $self->{wwidth}; |
1311 |
push @args, 'hwidth=' . $self->{hwidth}; |
push @args, 'hwidth=' . $self->{hwidth}; |
1312 |
push @args, 'awidth=' . $self->{awidth}; |
push @args, 'awidth=' . $self->{awidth}; |
1327 |
|
|
1328 |
=cut |
=cut |
1329 |
|
|
1330 |
|
use LWP::UserAgent; |
1331 |
|
|
1332 |
sub shuttle_url { |
sub shuttle_url { |
1333 |
my $self = shift; |
my $self = shift; |
1334 |
|
|
1347 |
return -1; |
return -1; |
1348 |
} |
} |
1349 |
|
|
1350 |
my ($host,$port,$query) = ($url->host, $url->port, $url->path); |
my $ua = LWP::UserAgent->new; |
1351 |
|
$ua->agent( "Search-Estraier/$Search::Estraier::VERSION" ); |
|
if ($self->{pxhost}) { |
|
|
($host,$port) = ($self->{pxhost}, $self->{pxport}); |
|
|
$query = "http://$host:$port/$query"; |
|
|
} |
|
|
|
|
|
$query .= '?' . $url->query if ($url->query && ! $reqbody); |
|
|
|
|
|
my $headers; |
|
1352 |
|
|
1353 |
|
my $req; |
1354 |
if ($reqbody) { |
if ($reqbody) { |
1355 |
$headers .= "POST $query HTTP/1.0\r\n"; |
$req = HTTP::Request->new(POST => $url); |
1356 |
} else { |
} else { |
1357 |
$headers .= "GET $query HTTP/1.0\r\n"; |
$req = HTTP::Request->new(GET => $url); |
1358 |
} |
} |
1359 |
|
|
1360 |
$headers .= "Host: " . $url->host . ":" . $url->port . "\r\n"; |
$req->headers->header( 'Host' => $url->host . ":" . $url->port ); |
1361 |
$headers .= "Connection: close\r\n"; |
$req->headers->header( 'Connection', 'close' ); |
1362 |
$headers .= "User-Agent: Search-Estraier/$Search::Estraier::VERSION\r\n"; |
$req->headers->header( 'Authorization', 'Basic ' . $self->{auth} ); |
1363 |
$headers .= "Content-Type: $content_type\r\n"; |
$req->content_type( $content_type ); |
|
$headers .= "Authorization: Basic $self->{auth}\r\n"; |
|
|
my $len = 0; |
|
|
{ |
|
|
use bytes; |
|
|
$len = length($reqbody) if ($reqbody); |
|
|
} |
|
|
$headers .= "Content-Length: $len\r\n"; |
|
|
$headers .= "\r\n"; |
|
1364 |
|
|
1365 |
my $sock = IO::Socket::INET->new( |
warn $req->headers->as_string,"\n" if ($self->{debug}); |
|
PeerAddr => $host, |
|
|
PeerPort => $port, |
|
|
Proto => 'tcp', |
|
|
Timeout => $self->{timeout} || 90, |
|
|
); |
|
1366 |
|
|
1367 |
if (! $sock) { |
if ($reqbody) { |
1368 |
carp "can't open socket to $host:$port"; |
warn "$reqbody\n" if ($self->{debug}); |
1369 |
return -1; |
$req->content( $reqbody ); |
1370 |
} |
} |
1371 |
|
|
1372 |
warn $headers if ($self->{debug}); |
my $res = $ua->request($req) || croak "can't make request to $url: $!"; |
1373 |
|
|
1374 |
print $sock $headers or |
warn "## response status: ",$res->status_line,"\n" if ($self->{debug}); |
|
carp "can't send headers to network:\n$headers\n" and return -1; |
|
1375 |
|
|
1376 |
if ($reqbody) { |
return -1 if (! $res->is_success); |
|
warn "$reqbody\n" if ($self->{debug}); |
|
|
print $sock $reqbody or |
|
|
carp "can't send request body to network:\n$$reqbody\n" and return -1; |
|
|
} |
|
1377 |
|
|
1378 |
my $line = <$sock>; |
($self->{status}, $self->{status_message}) = split(/\s+/, $res->status_line, 2); |
|
chomp($line); |
|
|
my ($schema, $res_status, undef) = split(/ */, $line, 3); |
|
|
return if ($schema !~ /^HTTP/ || ! $res_status); |
|
|
|
|
|
$self->{status} = $res_status; |
|
|
warn "## response status: $res_status\n" if ($self->{debug}); |
|
|
|
|
|
# skip rest of headers |
|
|
$line = <$sock>; |
|
|
while ($line) { |
|
|
$line = <$sock>; |
|
|
$line =~ s/[\r\n]+$//; |
|
|
warn "## ", $line || 'NULL', " ##\n" if ($self->{debug}); |
|
|
}; |
|
1379 |
|
|
1380 |
# read body |
$$resbody .= $res->content; |
|
$len = 0; |
|
|
do { |
|
|
$len = read($sock, my $buf, 8192); |
|
|
$$resbody .= $buf if ($resbody); |
|
|
} while ($len); |
|
1381 |
|
|
1382 |
warn "## response body:\n$$resbody\n" if ($resbody && $self->{debug}); |
warn "## response body:\n$$resbody\n" if ($resbody && $self->{debug}); |
1383 |
|
|
1510 |
|
|
1511 |
return if ($rv != 200 || !$resbody); |
return if ($rv != 200 || !$resbody); |
1512 |
|
|
1513 |
chomp($resbody); |
# it seems that response can have multiple line endings |
1514 |
|
$resbody =~ s/[\r\n]+$//; |
1515 |
|
|
1516 |
( $self->{name}, $self->{label}, $self->{dnum}, $self->{wnum}, $self->{size} ) = |
( $self->{name}, $self->{label}, $self->{dnum}, $self->{wnum}, $self->{size} ) = |
1517 |
split(/\t/, $resbody, 5); |
split(/\t/, $resbody, 5); |