trunk/scripts/estcp.pl

#!/usr/bin/perl -w

use strict;
use Search::Estraier;
use URI::Escape qw/uri_escape/;

=head1 NAME

estcp.pl - copy Hyper Estraier index from one node to another

=cut

my ($from,$to) = @ARGV;

die "usage: $0 http://localhost:1978/node/from http://remote.example.com:1978/node/to\n" unless ($from && $to);

my $debug = 0;

# create and configure node
my $from_n = new Search::Estraier::Node(
        url => $from,
        croak_on_error => 1,
        debug => $debug,
);
my $to_n = new Search::Estraier::Node(
        url => $to,
        croak_on_error => 1,
        debug => $debug,
);

print "Copy from ",$from_n->name," (",$from_n->label,") to ",$to_n->name," (",$to_n->label,") - ",$from_n->doc_num," documents (",$from_n->word_num," words, ",$from_n->size," bytes)\n";

my $tick = int($from_n->doc_num / 78);

print "[";
my $res;
my $prev;
my $i = 0;

do {
        $from_n->shuttle_url( $from_n->{url} . '/list',
                'application/x-www-form-urlencoded',
                'max=256' . ( $prev ? '&prev=' . uri_escape( $prev ) : '' ),
                \$res,
        );
        last unless ($res);
        foreach my $l (split(/\n/,$res)) {
                (my $id, $prev) = split(/\t/,$l, 2);
                $to_n->put_doc( $from_n->get_doc( $id ));
        }
        print "$prev\n";
        print "." if ($i++ % $tick == 0);
} while ($res);

print "]\n";
1	dpavlin	80	#!/usr/bin/perl -w
2
3			use strict;
4			use Search::Estraier;
5			use URI::Escape qw/uri_escape/;
6
7			=head1 NAME
8
9			estcp.pl - copy Hyper Estraier index from one node to another
10
11			=cut
12
13			my ($from,$to) = @ARGV;
14
15			die "usage: $0 http://localhost:1978/node/from http://remote.example.com:1978/node/to\n" unless ($from && $to);
16
17			my $debug = 0;
18
19			# create and configure node
20			my $from_n = new Search::Estraier::Node(
21			url => $from,
22			croak_on_error => 1,
23			debug => $debug,
24			);
25			my $to_n = new Search::Estraier::Node(
26			url => $to,
27			croak_on_error => 1,
28			debug => $debug,
29			);
30
31			print "Copy from ",$from_n->name," (",$from_n->label,") to ",$to_n->name," (",$to_n->label,") - ",$from_n->doc_num," documents (",$from_n->word_num," words, ",$from_n->size," bytes)\n";
32
33			my $tick = int($from_n->doc_num / 78);
34
35			print "[";
36			my $res;
37			my $prev;
38			my $i = 0;
39
40			do {
41			$from_n->shuttle_url( $from_n->{url} . '/list',
42			'application/x-www-form-urlencoded',
43			'max=256' . ( $prev ? '&prev=' . uri_escape( $prev ) : '' ),
44			\$res,
45			);
46			last unless ($res);
47			foreach my $l (split(/\n/,$res)) {
48			(my $id, $prev) = split(/\t/,$l, 2);
49			$to_n->put_doc( $from_n->get_doc( $id ));
50			}
51			print "$prev\n";
52			print "." if ($i++ % $tick == 0);
53			} while ($res);
54
55			print "]\n";