Annotation of /bin/Replicate

#!/usr/bin/perl -w
# Replicate
# Vadim Mikheev, (c) 2000, PostgreSQL Inc.

eval '(exit $?0)' && eval 'exec perl -S $0 ${1+"$@"}'
    & eval 'exec perl -S $0 $argv:q'
    if 0;

BEGIN {
        my $basedir = $0; $basedir =~ s#/[^/]+$##;
        unshift(@INC, "$basedir/../share");
}

use strict;
use IO::File;
use Getopt::Long;
use RServ;
use Sys::Hostname;

$| = 1;

my ($debug,$verbose) = (0,0);
my ($help,$masterhost,$masterport,$masteruser,$masterpassword,
        $slavehost,$slaveport,$slaveuser,$slavepassword);
my $snapshot = ".__Snapshot";

my $result = GetOptions(
        "debug!" => \$debug, "verbose!" => \$verbose, "help" => \$help,
        "masterhost=s" => \$masterhost, "masterport=i" => \$masterport,
        "masteruser=s" => \$masteruser, "masterpassword=s" => \$masterpassword,
        "slavehost=s" => \$slavehost, "slaveport=i" => \$slaveport,
        "slaveuser=s" => \$slaveuser, "slavepassword=s" => \$slavepassword,
        "snapshot=s" => \$snapshot,
        );

if (defined($help) || (scalar(@ARGV) < 2)) {
    print "Usage: $0 [options] masterdb slavedb
Options:
        --masterhost=hostname --masterport=port
        --masteruser=username --masterpassword=string
        --snapshot=snapshot
";
    exit ((scalar(@ARGV) < 2)? 1:0);
}

$snapshot .= '.' . $$;

$RServ::quiet = !$verbose;
if ($debug) {
        $RServ::quiet = 0;
        no warnings 'vars';
        $RServ::debug = $debug;
}

my $master = $ARGV[0] || "master";
my $slave = $ARGV[1] || "slave";

# first, let's check if a instance is alrealy running

my $str = $master;
$str .= '@'.$masterhost if (defined($masterhost));
$str .= ':'.$slave;
$str .= '@'.$slavehost if (defined($slavehost));
my $fname = "/tmp/.lock_rserv-$str";
if (-e $fname) {
        open(PID,$fname) || die "can't open pid file '$fname'";
        my $pid = <PID>; chomp($pid);
        close(PID);
        open(PS,"ps ax |") || die "can't start ps to check for running rServ with pid $pid\n";
        my $is_running = 0;
        while(<PS>) {
                chomp;
                $is_running = 1 if (/^\s*$pid\s/);
        }
        close(PS);
        if ($is_running) {
                print STDERR "rServ [$pid] is already running for $str. Remove $fname to override this.\n";
                exit(1);
        } else {
                print STDERR "found stale pid file, but no running rServ [$pid], overriding.\n";
        }
}
open ARQ, ">$fname" || die "Cannot open $fname: $!\n";
print ARQ "$$\n";
close ARQ;

$SIG{__DIE__} = \&mydie;
sub mydie {
        unlink $fname;
        print @_;
        exit 1;
}


my $minfo = "dbname=$master";
$minfo = "$minfo host=$masterhost" if (defined($masterhost));
$minfo = "$minfo port=$masterport" if (defined($masterport));
$minfo = "$minfo user=$masteruser" if (defined($masteruser));
$minfo = "$minfo password=$masterpassword" if (defined($masterpassword));

my $sinfo = "dbname=$slave";
$sinfo = "$sinfo host=$slavehost" if (defined($slavehost));
$sinfo = "$sinfo port=$slaveport" if (defined($slaveport));
$sinfo = "$sinfo user=$slaveuser" if (defined($slaveuser));
$sinfo = "$sinfo password=$slavepassword" if (defined($slavepassword));

print "Master connection is $minfo\n" if ($debug);
print "Slave connection is $sinfo\n" if ($debug);

my $mconn = Pg::connectdb($minfo);
if ($mconn->status != Pg::PGRES_CONNECTION_OK) {
    print STDERR "Failed opening $minfo\n";
    unlink $fname;
    exit 1;
}
my $sconn = Pg::connectdb($sinfo);
if ($sconn->status != Pg::PGRES_CONNECTION_OK) {
    print STDERR "Failed opening $sinfo\n";
    unlink $fname;
    exit 1;
}

$slavehost = hostname if (! $slavehost);
my $slaveId = GetSlaveId($mconn, $slave, $slavehost);

die "\n>>>>>>>>>>>>> ERROR: Can't GetSlaveID for $sinfo\n" if (! $slaveId);

if ($slaveId < 0) {
    unlink $fname;
    die "\n>>>>>>>>>>>>> ERROR\n";
}
SyncSync($mconn, $sconn);

my $outf = new IO::File;
open $outf, ">$snapshot";
print "\n>>>>>>>>>>>>> Prepare Snapshot\n\n" if ($verbose);
my $res = PrepareSnapshot($mconn, $sconn, $outf, $slaveId);
close $outf;
if ($res < 0) {
    unlink $fname;
    die "\n>>>>>>>>>>>>> ERROR\n";
}
if ($res == 0)
{
    print "\n>>>>>>>>>>>>> DBases are sync-ed\n" if ($verbose);
    unlink $snapshot unless ($debug);
    unlink $fname;
    exit(0);
}

my $inpf = new IO::File;
open $inpf, "<$snapshot";
print "\n>>>>>>>>>>>>> Apply Snapshot\n\n" if ($verbose);
$res = ApplySnapshot($sconn, $inpf);
close $inpf;
if ($res < 0) {
    unlink $fname;
    die "\n>>>>>>>>>>>>> ERROR\n";
}

if ($res > 0)
{
    print "Snapshot applied\n" if ($verbose);
    unlink $snapshot unless ($debug);
    SyncSync($mconn, $sconn);
}

unlink $fname;
exit(0);

###########################################################################

sub SyncSync
{
    ($mconn, $sconn) = @_;

    print "\n>>>>>>>>>>>>> Sync SyncID\n\n" if ($verbose);
    print "Get last SyncID from Slave DB\n" if ($verbose);
    my $syncid = GetSyncID($sconn);
    if ($syncid && $syncid > 0)
    {
        print "Last SyncID applied: $syncid\n" if ($verbose);
        print "Sync SyncID\n" if ($verbose);

        $res = SyncSyncID($mconn, $slaveId, $syncid);

        print "Succeeded\n" if (($res > 0) && ($verbose));
    }
}
1	dpavlin	1.6	#!/usr/bin/perl -w
2	dpavlin	1.1	# Replicate
3			# Vadim Mikheev, (c) 2000, PostgreSQL Inc.
4
5			eval '(exit $?0)' && eval 'exec perl -S $0 ${1+"$@"}'
6			& eval 'exec perl -S $0 $argv:q'
7			if 0;
8
9	dpavlin	1.5	BEGIN {
10			my $basedir = $0; $basedir =~ s#/[^/]+$##;
11			unshift(@INC, "$basedir/../share");
12			}
13	dpavlin	1.1
14	dpavlin	1.6	use strict;
15	dpavlin	1.1	use IO::File;
16			use Getopt::Long;
17			use RServ;
18	dpavlin	1.3	use Sys::Hostname;
19	dpavlin	1.1
20			$\| = 1;
21
22	dpavlin	1.6	my ($debug,$verbose) = (0,0);
23			my ($help,$masterhost,$masterport,$masteruser,$masterpassword,
24			$slavehost,$slaveport,$slaveuser,$slavepassword);
25			my $snapshot = ".__Snapshot";
26
27			my $result = GetOptions(
28			"debug!" => \$debug, "verbose!" => \$verbose, "help" => \$help,
29			"masterhost=s" => \$masterhost, "masterport=i" => \$masterport,
30			"masteruser=s" => \$masteruser, "masterpassword=s" => \$masterpassword,
31	dpavlin	1.8	"slavehost=s" => \$slavehost, "slaveport=i" => \$slaveport,
32			"slaveuser=s" => \$slaveuser, "slavepassword=s" => \$slavepassword,
33	dpavlin	1.6	"snapshot=s" => \$snapshot,
34			);
35
36			if (defined($help) \|\| (scalar(@ARGV) < 2)) {
37			print "Usage: $0 [options] masterdb slavedb
38			Options:
39			--masterhost=hostname --masterport=port
40			--masteruser=username --masterpassword=string
41			--snapshot=snapshot
42			";
43			exit ((scalar(@ARGV) < 2)? 1:0);
44			}
45
46	dpavlin	1.3	$snapshot .= '.' . $$;
47	dpavlin	1.1
48	dpavlin	1.6	$RServ::quiet = !$verbose;
49			if ($debug) {
50			$RServ::quiet = 0;
51			no warnings 'vars';
52			$RServ::debug = $debug;
53	dpavlin	1.1	}
54
55			my $master = $ARGV[0] \|\| "master";
56			my $slave = $ARGV[1] \|\| "slave";
57	dpavlin	1.3
58			# first, let's check if a instance is alrealy running
59
60	dpavlin	1.7	my $str = $master;
61			$str .= '@'.$masterhost if (defined($masterhost));
62			$str .= ':'.$slave;
63			$str .= '@'.$slavehost if (defined($slavehost));
64	dpavlin	1.3	my $fname = "/tmp/.lock_rserv-$str";
65			if (-e $fname) {
66	dpavlin	1.9	open(PID,$fname) \|\| die "can't open pid file '$fname'";
67			my $pid = <PID>; chomp($pid);
68			close(PID);
69			open(PS,"ps ax \|") \|\| die "can't start ps to check for running rServ with pid $pid\n";
70			my $is_running = 0;
71			while(<PS>) {
72			chomp;
73			$is_running = 1 if (/^\s*$pid\s/);
74			}
75			close(PS);
76			if ($is_running) {
77			print STDERR "rServ [$pid] is already running for $str. Remove $fname to override this.\n";
78			exit(1);
79			} else {
80			print STDERR "found stale pid file, but no running rServ [$pid], overriding.\n";
81			}
82	dpavlin	1.3	}
83			open ARQ, ">$fname" \|\| die "Cannot open $fname: $!\n";
84			print ARQ "$$\n";
85			close ARQ;
86	dpavlin	1.1
87	dpavlin	1.9	$SIG{__DIE__} = \&mydie;
88			sub mydie {
89			unlink $fname;
90			print @_;
91			exit 1;
92			}
93
94
95	dpavlin	1.1	my $minfo = "dbname=$master";
96	dpavlin	1.6	$minfo = "$minfo host=$masterhost" if (defined($masterhost));
97			$minfo = "$minfo port=$masterport" if (defined($masterport));
98			$minfo = "$minfo user=$masteruser" if (defined($masteruser));
99			$minfo = "$minfo password=$masterpassword" if (defined($masterpassword));
100
101	dpavlin	1.1	my $sinfo = "dbname=$slave";
102	dpavlin	1.6	$sinfo = "$sinfo host=$slavehost" if (defined($slavehost));
103			$sinfo = "$sinfo port=$slaveport" if (defined($slaveport));
104			$sinfo = "$sinfo user=$slaveuser" if (defined($slaveuser));
105			$sinfo = "$sinfo password=$slavepassword" if (defined($slavepassword));
106	dpavlin	1.1
107			print "Master connection is $minfo\n" if ($debug);
108			print "Slave connection is $sinfo\n" if ($debug);
109
110			my $mconn = Pg::connectdb($minfo);
111	dpavlin	1.6	if ($mconn->status != Pg::PGRES_CONNECTION_OK) {
112	dpavlin	1.3	print STDERR "Failed opening $minfo\n";
113			unlink $fname;
114			exit 1;
115			}
116	dpavlin	1.1	my $sconn = Pg::connectdb($sinfo);
117	dpavlin	1.6	if ($sconn->status != Pg::PGRES_CONNECTION_OK) {
118	dpavlin	1.3	print STDERR "Failed opening $sinfo\n";
119			unlink $fname;
120			exit 1;
121			}
122	dpavlin	1.1
123	dpavlin	1.9	$slavehost = hostname if (! $slavehost);
124			my $slaveId = GetSlaveId($mconn, $slave, $slavehost);
125
126			die "\n>>>>>>>>>>>>> ERROR: Can't GetSlaveID for $sinfo\n" if (! $slaveId);
127
128	dpavlin	1.3	if ($slaveId < 0) {
129			unlink $fname;
130			die "\n>>>>>>>>>>>>> ERROR\n";
131			}
132	dpavlin	1.1	SyncSync($mconn, $sconn);
133
134			my $outf = new IO::File;
135			open $outf, ">$snapshot";
136			print "\n>>>>>>>>>>>>> Prepare Snapshot\n\n" if ($verbose);
137	dpavlin	1.6	my $res = PrepareSnapshot($mconn, $sconn, $outf, $slaveId);
138	dpavlin	1.1	close $outf;
139	dpavlin	1.3	if ($res < 0) {
140			unlink $fname;
141			die "\n>>>>>>>>>>>>> ERROR\n";
142			}
143	dpavlin	1.1	if ($res == 0)
144			{
145	dpavlin	1.3	print "\n>>>>>>>>>>>>> DBases are sync-ed\n" if ($verbose);
146			unlink $snapshot unless ($debug);
147			unlink $fname;
148			exit(0);
149	dpavlin	1.1	}
150
151			my $inpf = new IO::File;
152			open $inpf, "<$snapshot";
153			print "\n>>>>>>>>>>>>> Apply Snapshot\n\n" if ($verbose);
154			$res = ApplySnapshot($sconn, $inpf);
155			close $inpf;
156	dpavlin	1.3	if ($res < 0) {
157			unlink $fname;
158			die "\n>>>>>>>>>>>>> ERROR\n";
159			}
160	dpavlin	1.1
161			if ($res > 0)
162			{
163	dpavlin	1.3	print "Snapshot applied\n" if ($verbose);
164			unlink $snapshot unless ($debug);
165			SyncSync($mconn, $sconn);
166	dpavlin	1.1	}
167
168	dpavlin	1.3	unlink $fname;
169	dpavlin	1.1	exit(0);
170
171			###########################################################################
172
173			sub SyncSync
174			{
175			($mconn, $sconn) = @_;
176
177			print "\n>>>>>>>>>>>>> Sync SyncID\n\n" if ($verbose);
178			print "Get last SyncID from Slave DB\n" if ($verbose);
179	dpavlin	1.6	my $syncid = GetSyncID($sconn);
180	dpavlin	1.7	if ($syncid && $syncid > 0)
181	dpavlin	1.1	{
182			print "Last SyncID applied: $syncid\n" if ($verbose);
183			print "Sync SyncID\n" if ($verbose);
184
185	dpavlin	1.3	$res = SyncSyncID($mconn, $slaveId, $syncid);
186	dpavlin	1.1
187			print "Succeeded\n" if (($res > 0) && ($verbose));
188			}
189			}