/[Grep]/lib/Grep/Import/ScrapBook.pm
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Contents of /lib/Grep/Import/ScrapBook.pm

Parent Directory Parent Directory | Revision Log Revision Log


Revision 157 - (show annotations)
Sun Jun 10 19:56:21 2007 UTC (16 years, 8 months ago) by dpavlin
File size: 3209 byte(s)
added ScrapBook owner to configuration file and create objects with correct ownership
1 #!/usr/bin/perl
2
3 use warnings;
4 use strict;
5
6 package Grep::Import::ScrapBook;
7
8 =head1 NAME
9
10 Grep::Import::ScrapBook - importer for local ScrapBook pages
11
12 =head1 CONFIGURATION
13
14 You can symlink your ScrapBook directory
15
16 ~/Grep/share/web/static$ ln -sf /home/dpavlin/private/ScrapBook scrapbook
17
18 or modify L<ScrapBookDir> path (relative to Grep installation static root).
19
20 =cut
21
22 use XML::Simple;
23 use File::Slurp;
24 use Data::Dump qw/dump/;
25
26 sub import {
27 my $self = shift;
28 my $search = shift or die "need search";
29 die "search is ", ref($search), " and not Grep::Search" unless ($search->isa('Grep::Search'));
30
31 my $dir =
32 Jifty::Util->app_root . '/' .
33 Jifty->config->framework('Web')->{'StaticRoot'} . '/' .
34 Jifty->config->app('ScrapBookDir');
35
36 my $path = $dir . '/scrapbook.rdf';
37 $path =~ s!//+!/!g;
38
39 if ( ! -e $dir || ! -e $path ) {
40 Jifty->log->warn("Skipping ScrapBook import $path: $!");
41 return 1;
42 }
43
44 my $rdf = XMLin(
45 $path,
46 # KeyAttr => [ qw/RDF:about/ ],
47 ) || die "can't open $path: $!";
48
49 # warn "## original rdf -> ", dump( $rdf );
50
51 my $owner = Grep::Model::User->new();
52 $owner->load_by_cols( email => Jifty->config->app('ScrapBookOwner') );
53 die "can't find ScrapBookOwner ", Jifty->config->app('ScrapBookOwner') unless ( $owner->id );
54
55 Jifty->log->info( "Using user ", $owner->id, " from ", $owner->email, " for import" );
56
57 my $feed = Grep::Model::Feed->new( current_user => $owner );
58 $feed->load_or_create(
59 uri => 'file://' . $path,
60 title => 'ScrapBook',
61 #source => 'Grep::Source',
62 owner => $owner,
63 );
64
65 my $stats;
66
67 foreach my $item ( @{ $rdf->{'RDF:Description'} } ) {
68
69 $stats->{total}++;
70
71 #warn "## item = ",dump( $item );
72
73 my $hash;
74 foreach my $k ( keys %$item ) {
75 next if $k =~ m/^RDF:/;
76 next if ( $item->{$k} eq '' );
77 my $n = $k;
78 $n =~ s/^\w+://; # strip namespace
79 $hash->{$n} = $item->{$k};
80 }
81
82 #warn "## hash = ", dump( $hash );
83
84
85 # fetch full-text content and import it
86
87 my $content_path = $dir . '/data/' . $hash->{id} . '/index.html';
88 if ( ! -r $content_path ) {
89 Jifty->log->warn("can't import $content_path: $!");
90 $stats->{failure}++;
91 next;
92 }
93 my $content = read_file( $content_path ) or
94 die "can't read $content_path: $!";
95
96
97 # create date from id
98
99 my $dt;
100 if ( $hash->{id} =~ m/^(\d{4})(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)$/ ) {
101 $dt = DateTime->new(
102 year => $1,
103 month => $2,
104 day => $3,
105 hour => $4,
106 minute => $5,
107 second => $6,
108 #time_zone => 'UTC',
109 );
110 } else {
111 warn "can't parse date from ", $hash->{id};
112 }
113
114 my $i = Grep::Model::Item->new( current_user => $owner );
115 my ($ok,$msg) = $i->load_or_create(
116 in_feed => $feed,
117 title => $hash->{title},
118 link => $hash->{source},
119 content => $content,
120 issued => $hash->{id},
121 );
122
123 if ( ! $ok ) {
124 Jifty->log->error( $msg );
125 $stats->{failure}++;
126 next;
127 }
128
129 if ( $msg && $msg =~ m/^Found/ ) {
130 $stats->{old}++;
131 } else {
132 $stats->{new}++;
133 Jifty->log->info("created ", $i->id ," ", $i->link, " ", length( $content ), " bytes");
134 $search->add( $i, $owner->id );
135 }
136
137 }
138
139 return $stats;
140 }
141
142 =head1 SEE ALSO
143
144 L<http://amb.vis.ne.jp/mozilla/scrapbook/> - ScrapBook FireFox extension
145
146 =cut
147
148 1;

  ViewVC Help
Powered by ViewVC 1.1.26