8 |
use Carp qw/verbose/; |
use Carp qw/verbose/; |
9 |
use Module::Pluggable search_path => 'Grep::Source', sub_name => 'sources', require => 1; |
use Module::Pluggable search_path => 'Grep::Source', sub_name => 'sources', require => 1; |
10 |
use base qw(Class::Accessor Jifty::Object); |
use base qw(Class::Accessor Jifty::Object); |
11 |
Grep::Source->mk_accessors( qw(feed uri q new_items collection search) ); |
Grep::Source->mk_accessors( qw(feed uri q new_items collection search_obj) ); |
12 |
|
|
13 |
use HTML::TreeBuilder; |
use HTML::TreeBuilder; |
14 |
use WWW::Mechanize; |
use WWW::Mechanize; |
108 |
my $class = $self->feed->source || 'Grep::Source::Feed'; |
my $class = $self->feed->source || 'Grep::Source::Feed'; |
109 |
$self->log->debug("using $class"); |
$self->log->debug("using $class"); |
110 |
|
|
111 |
my $parent = $self; |
$self->search_obj( Grep::Search->new() ); |
112 |
$class->fetch( $parent ); |
$self->log->debug("created " . $self->search_obj); |
113 |
undef $parent; |
|
114 |
|
$class->fetch( $self ); |
115 |
|
|
116 |
|
$self->search_obj->finish; |
117 |
|
|
118 |
return $self->collection; |
return $self->collection; |
119 |
} |
} |
132 |
sub add_record { |
sub add_record { |
133 |
my $self = shift; |
my $self = shift; |
134 |
|
|
135 |
$self->search( Grep::Search->new() ) unless ($self->search); |
$self->log->confess("no search_obj") unless ($self->search_obj); |
136 |
|
|
137 |
my $i = Grep::Model::Item->new(); |
my $i = Grep::Model::Item->new(); |
138 |
|
|
152 |
|
|
153 |
# is new record? |
# is new record? |
154 |
if ( $msg !~ m/^Found/ ) { |
if ( $msg !~ m/^Found/ ) { |
155 |
$search->add( $i ); |
$self->search_obj->add( $i ); |
156 |
$self->new_items( ( $self->new_items || 0 ) + 1 ); |
$self->new_items( ( $self->new_items || 0 ) + 1 ); |
157 |
} |
} |
158 |
} else { |
} else { |