345 |
tree => $tree, |
tree => $tree, |
346 |
message => "single result - redirect to $uri", |
message => "single result - redirect to $uri", |
347 |
triplets => $args->{scrape}, |
triplets => $args->{scrape}, |
348 |
fatal => 1, |
fatal => 0, |
349 |
); |
); |
350 |
|
|
351 |
$self->add_record( |
$self->add_record( |
384 |
$page_uri->query( undef ); |
$page_uri->query( undef ); |
385 |
$page_uri = $page_uri->canonical; |
$page_uri = $page_uri->canonical; |
386 |
|
|
387 |
|
if ( my $item = Grep::Model::Item->link_current( $page_uri ) ) { |
388 |
|
Jifty->log->debug("using cached page for $page_uri"); |
389 |
|
$self->collection->add_record( $item ); |
390 |
|
next; |
391 |
|
} |
392 |
|
|
393 |
$self->log->debug("fetching page: ",$a->as_text," from $page_uri"); |
$self->log->debug("fetching page: ",$a->as_text," from $page_uri"); |
394 |
if ( $mech->follow_link( url => $href ) ) { |
if ( $mech->follow_link( url => $href ) ) { |
395 |
|
|