trunk/bin/lorry.pl

#!/usr/bin/perl

use warnings;
use strict;

use Data::Dump qw(dump);

use lib 'lib';
use Sack::From;
use Sack::Lorry;

my $offset = 0;
my $limit  = 5;
my @cloud  = ( 'localhost', 'localhost' );


my $lorry = Sack::Lorry->new;

my $info;

foreach my $host ( @cloud ) {
        if ( my $port = $lorry->start_node( $host ) ) {

                warn "started [$port] on $host\n";

                my $data = Sack::From->shard( path => '/data/isi/full.txt', offset => $offset, limit => $limit );

                $lorry->send_to( $port, { data => $data } ) || die "can't send to $port: $!";
                $info->{$port} = {
                        host => $host,
                        offset => $offset,
                        limit => $limit,
                };

                $offset += $limit;

        } else {
                warn "[$port] skipped";
        }
}

warn "info ",dump $info;

foreach my $port ( keys %$info ) {
        my $r = $lorry->get_from( $port );
        if ( $r->{data} eq 'loaded' ) {
                warn "OK [$port] loaded\n";
        } else {
                warn "ERROR [$port] ", dump $r;
        }
}

warn "exit all nodes\n";
$lorry->send_to( $_, { exit => 1 } ) foreach keys %$info;
1	dpavlin	92	#!/usr/bin/perl
2
3			use warnings;
4			use strict;
5
6			use Data::Dump qw(dump);
7
8			use lib 'lib';
9			use Sack::From;
10			use Sack::Lorry;
11
12			my $offset = 0;
13			my $limit = 5;
14			my @cloud = ( 'localhost', 'localhost' );
15
16
17			my $lorry = Sack::Lorry->new;
18
19			my $info;
20
21			foreach my $host ( @cloud ) {
22			if ( my $port = $lorry->start_node( $host ) ) {
23
24			warn "started [$port] on $host\n";
25
26			my $data = Sack::From->shard( path => '/data/isi/full.txt', offset => $offset, limit => $limit );
27
28			$lorry->send_to( $port, { data => $data } ) \|\| die "can't send to $port: $!";
29			$info->{$port} = {
30			host => $host,
31			offset => $offset,
32			limit => $limit,
33			};
34
35			$offset += $limit;
36
37			} else {
38			warn "[$port] skipped";
39			}
40			}
41
42			warn "info ",dump $info;
43
44			foreach my $port ( keys %$info ) {
45			my $r = $lorry->get_from( $port );
46			if ( $r->{data} eq 'loaded' ) {
47			warn "OK [$port] loaded\n";
48			} else {
49			warn "ERROR [$port] ", dump $r;
50			}
51			}
52
53			warn "exit all nodes\n";
54			$lorry->send_to( $_, { exit => 1 } ) foreach keys %$info;