trunk/bin/lorry.pl

#!/usr/bin/perl

use warnings;
use strict;

use Data::Dump qw(dump);
use File::Slurp;

use lib 'lib';
use Sack::From;
use Sack::Lorry;

my $view   = 'views/00.demo.pl';
my $offset = 0;
my $limit  = 5;
my @cloud  = ( 'localhost', 'localhost' );


my $lorry = Sack::Lorry->new;

my $from  = Sack::From->new(
        path => '/data/isi/full.txt',
        limit => $limit * scalar @cloud,
);

my $info;

foreach my $host ( @cloud ) {
        if ( my $port = $lorry->start_node( $host ) ) {

                warn "started [$port] on $host\n";

                my $data = $from->shard( $limit );
                $lorry->send_to( $port, { data => $data } ) || die "can't send to $port: $!";

                $info->{$port} = {
                        host => $host,
                        offset => $offset,
                        limit => $limit,
                };

                $offset += $limit;

        } else {
                warn "[$port] skipped";
        }
}

warn "info ",dump $info;

warn "load status ", dump( $lorry->get_from_all );

warn "run view $view ", -s $view, " bytes\n";
my $view_code = read_file($view);
$lorry->send_to_all({ view => $view_code });
warn "result ", dump( $lorry->get_from_all );

warn "exit all nodes\n";
$lorry->send_to_all( { exit => 1 } );

1	dpavlin	92	#!/usr/bin/perl
2
3			use warnings;
4			use strict;
5
6			use Data::Dump qw(dump);
7	dpavlin	93	use File::Slurp;
8	dpavlin	92
9			use lib 'lib';
10			use Sack::From;
11			use Sack::Lorry;
12
13	dpavlin	93	my $view = 'views/00.demo.pl';
14	dpavlin	92	my $offset = 0;
15			my $limit = 5;
16			my @cloud = ( 'localhost', 'localhost' );
17
18
19			my $lorry = Sack::Lorry->new;
20
21	dpavlin	95	my $from = Sack::From->new(
22			path => '/data/isi/full.txt',
23			limit => $limit * scalar @cloud,
24			);
25
26	dpavlin	92	my $info;
27
28			foreach my $host ( @cloud ) {
29			if ( my $port = $lorry->start_node( $host ) ) {
30
31			warn "started [$port] on $host\n";
32
33	dpavlin	95	my $data = $from->shard( $limit );
34			$lorry->send_to( $port, { data => $data } ) \|\| die "can't send to $port: $!";
35	dpavlin	92
36			$info->{$port} = {
37			host => $host,
38			offset => $offset,
39			limit => $limit,
40			};
41
42			$offset += $limit;
43
44			} else {
45			warn "[$port] skipped";
46			}
47			}
48
49			warn "info ",dump $info;
50
51	dpavlin	93	warn "load status ", dump( $lorry->get_from_all );
52	dpavlin	92
53	dpavlin	93	warn "run view $view ", -s $view, " bytes\n";
54			my $view_code = read_file($view);
55			$lorry->send_to_all({ view => $view_code });
56			warn "result ", dump( $lorry->get_from_all );
57
58	dpavlin	92	warn "exit all nodes\n";
59	dpavlin	93	$lorry->send_to_all( { exit => 1 } );
60