trunk/bin/lorry.pl

#!/usr/bin/perl

use warnings;
use strict;

use Data::Dump qw(dump);
use File::Slurp;

use lib 'lib';
use Sack::From;
use Sack::Lorry;
use Net::Ping;
use Sack::Color;

my $view   = 'views/00.demo.pl';
my $offset = 0;
my $limit  = 5000;
my @cloud  = ( 'localhost', 'localhost' );

push @cloud, ( '192.168.2.200', '192.168.2.200' ) if `hostname` =~ m{t61p};

my $lorry = Sack::Lorry->new;

my $from  = Sack::From->new(
        path => '/data/isi/full.txt',
        limit => $limit * scalar @cloud,
);

my $info;

my $p = Net::Ping->new;

foreach my $host ( @cloud ) {

        if ( ! $p->ping( $host ) ) {
                warn "SKIP $host - doesn't respond to ping\n";
                next;
        }

        if ( my $port = $lorry->start_node( $host ) ) {

                warn "started [$port] on $host\n";

                my $data = $from->shard( $limit );
                $lorry->send_to( $port, { data => $data } ) || die "can't send to $port: $!";

                $info->{$port} = {
                        host => $host,
                        offset => $offset,
                        limit => $limit,
                };

                $offset += $limit;

        } else {
                warn "[$port] skipped";
        }
}

warn "info ",dump $info;

warn "load status ", dump( $lorry->get_from_all );

while ( $view ) {
        warn dump( $lorry->view( $view ) );
        print "sack> ";
        my $cmd = <STDIN>;
        last unless defined $cmd; # CTRL+D
        chomp($cmd);
}

warn "exit all nodes\n";
$lorry->send_to_all( { exit => 1 } );

1	dpavlin	92	#!/usr/bin/perl
2
3			use warnings;
4			use strict;
5
6			use Data::Dump qw(dump);
7	dpavlin	93	use File::Slurp;
8	dpavlin	92
9			use lib 'lib';
10			use Sack::From;
11			use Sack::Lorry;
12	dpavlin	101	use Net::Ping;
13	dpavlin	102	use Sack::Color;
14	dpavlin	92
15	dpavlin	93	my $view = 'views/00.demo.pl';
16	dpavlin	92	my $offset = 0;
17	dpavlin	100	my $limit = 5000;
18	dpavlin	92	my @cloud = ( 'localhost', 'localhost' );
19
20	dpavlin	96	push @cloud, ( '192.168.2.200', '192.168.2.200' ) if `hostname` =~ m{t61p};
21	dpavlin	92
22			my $lorry = Sack::Lorry->new;
23
24	dpavlin	95	my $from = Sack::From->new(
25			path => '/data/isi/full.txt',
26			limit => $limit * scalar @cloud,
27			);
28
29	dpavlin	92	my $info;
30
31	dpavlin	101	my $p = Net::Ping->new;
32
33	dpavlin	92	foreach my $host ( @cloud ) {
34	dpavlin	101
35			if ( ! $p->ping( $host ) ) {
36			warn "SKIP $host - doesn't respond to ping\n";
37			next;
38			}
39
40	dpavlin	92	if ( my $port = $lorry->start_node( $host ) ) {
41
42			warn "started [$port] on $host\n";
43
44	dpavlin	95	my $data = $from->shard( $limit );
45			$lorry->send_to( $port, { data => $data } ) \|\| die "can't send to $port: $!";
46	dpavlin	92
47			$info->{$port} = {
48			host => $host,
49			offset => $offset,
50			limit => $limit,
51			};
52
53			$offset += $limit;
54
55			} else {
56			warn "[$port] skipped";
57			}
58			}
59
60			warn "info ",dump $info;
61
62	dpavlin	93	warn "load status ", dump( $lorry->get_from_all );
63	dpavlin	92
64	dpavlin	100	while ( $view ) {
65			warn dump( $lorry->view( $view ) );
66			print "sack> ";
67			my $cmd = <STDIN>;
68			last unless defined $cmd; # CTRL+D
69			chomp($cmd);
70			}
71	dpavlin	93
72	dpavlin	92	warn "exit all nodes\n";
73	dpavlin	93	$lorry->send_to_all( { exit => 1 } );
74