--- lib/Grep/Source.pm 2007/03/04 22:04:58 101 +++ lib/Grep/Source.pm 2007/03/04 22:16:23 102 @@ -135,7 +135,7 @@ my $rec = {@_}; - warn "resolving links"; + $self->log->debug("resolving links using base ", $rec->{link}); my $resolver = HTML::ResolveLink->new( base => $rec->{link} ); $rec->{content} = $resolver->resolve( $rec->{content} ); @@ -197,7 +197,7 @@ my $args = {@_}; - warn "scrape got args ",dump($args); + $self->log->debug("scrape with args ",dump($args)); my ($feed,$uri,$q) = ($self->feed, $self->uri,$self->q); die "no uri" unless ($uri); @@ -219,12 +219,12 @@ $self->save( 'get.html', $mech->content ); if ( my $form = $args->{submit_form} ) { - warn "submit form on $uri with ", dump( $form ),"\n"; + $self->log->debug("submit form on $uri with ", dump( $form )); $mech->submit_form( %$form ) or die "can't submit form ", dump( $form ); $self->save( 'submit.html', $mech->content ); } - warn "parse result page\n"; + $self->log->debug("parse result page"); my $tree = HTML::TreeBuilder->new or die "can't create html tree"; $tree->parse( $mech->content ) or die "can't parse fetched content"; @@ -232,10 +232,9 @@ die "wrapper doesn't have 3 elements but ", $#{ $args->{wrapper} } unless ( $#{ $args->{wrapper} } == 2 ); my ( $el,$attr,$value ) = @{ $args->{wrapper} }; - warn "looking for <$el $attr=\"$value\">"; + $self->log->debug("looking for <$el $attr=\"$value\">"); my $div = $tree->look_down( '_tag', $el, sub { - warn dump( $_[0]->attr( $attr ) ),$/; ( $_[0]->attr( $attr ) || '' ) eq $value; }); @@ -259,7 +258,7 @@ $page_uri->query( undef ); $page_uri = $page_uri->canonical; - warn "fetching page: ",$a->as_text," from $page_uri\n"; + $self->log->debug("fetching page: ",$a->as_text," from $page_uri"); if ( $mech->follow_link( url => $a->attr('href') ) ) { $self->save( "page-${nr}.html", $mech->content );