Annotation of /bin/Replicate

#!/usr/bin/perl -w
# Replicate
# Vadim Mikheev, (c) 2000, PostgreSQL Inc.

eval '(exit $?0)' && eval 'exec perl -S $0 ${1+"$@"}'
    & eval 'exec perl -S $0 $argv:q'
    if 0;

BEGIN {
        my $basedir = $0; $basedir =~ s#/[^/]+$##;
        unshift(@INC, "$basedir/../share");
}

use strict;
use IO::File;
use Getopt::Long;
use RServ;

$| = 1;

#my ($debug,$verbose) = (0,0);
my ($help,$masterhost,$masterport,$masteruser,$masterpassword,
        $slavehost,$slaveport,$slaveuser,$slavepassword);
my $snapshot = ".__Snapshot";
my $multimaster = 0;

my $result = GetOptions(
        "debug!" => \$debug, "verbose!" => \$verbose, "help" => \$help,
        "masterhost=s" => \$masterhost, "masterport=i" => \$masterport,
        "masteruser=s" => \$masteruser, "masterpassword=s" => \$masterpassword,
        "slavehost=s" => \$slavehost, "slaveport=i" => \$slaveport,
        "slaveuser=s" => \$slaveuser, "slavepassword=s" => \$slavepassword,
        "snapshot=s" => \$snapshot,
        "multimaster" => \$multimaster,
        );

if (defined($help) || (scalar(@ARGV) < 2)) {
    print "Usage: $0 [options] masterdb slavedb
Options:
        --masterhost=hostname --masterport=port
        --masteruser=username --masterpassword=string
        --snapshot=snapshot
        [--masterserver=master_number]
";
    exit ((scalar(@ARGV) < 2)? 1:0);
}

$snapshot .= '.' . $$;

$RServ::quiet = !$verbose;
#if ($debug) {
#print "## q:$RServ::quiet v:$RServ::verbose d:$RServ::debug\n";
#       $RServ::quiet = 0;
#       no warnings 'vars';
#       $RServ::debug = $debug;
#print "## q:$RServ::quiet v:$RServ::verbose d:$RServ::debug\n";
#}

my $master = $ARGV[0] || "master";
my $slave = $ARGV[1] || "slave";
my $tables = $#ARGV < 2 ? undef : { map {($_, undef)} @ARGV[2..$#ARGV] };

# first, let's check if a instance is alrealy running

my $str = $master;
$str .= '@'.$masterhost if (defined($masterhost));
$str .= ':'.$slave;
$str .= '@'.$slavehost if (defined($slavehost));
my $fname = "/tmp/.lock_rserv-$str";
if (-e $fname) {
        open(PID,$fname) || die "can't open pid file '$fname'";
        my $pid = <PID>; chomp($pid);
        close(PID);
        open(PS,"ps ax |") || die "can't start ps to check for running rServ with pid $pid\n";
        my $is_running = 0;
        while(<PS>) {
                chomp;
                $is_running = 1 if (/^\s*$pid\s/);
        }
        close(PS);
        if ($is_running) {
                print STDERR "rServ [$pid] is already running for $str. Remove $fname to override this.\n";
                exit(1);
        } else {
                print STDERR "found stale pid file, but no running rServ [$pid], overriding.\n";
        }
}
open ARQ, ">$fname" || die "Cannot open $fname: $!\n";
print ARQ "$$\n";
close ARQ;

$SIG{__DIE__} = \&mydie;
sub mydie {
        unlink $fname;
        print @_;
        exit 1;
}

my $minfo = MkInfo($master,$masterhost,$masterport,$masteruser,$masterpassword);
my $sinfo = MkInfo($slave,$slavehost,$slaveport,$slaveuser,$slavepassword);

print "Master connection is $minfo\n" if ($debug);
print "Slave connection is $sinfo\n" if ($debug);

my $mconn = Connect($minfo);
my $sconn = Connect($sinfo);

$slavehost = 'localhost' if (! $slavehost);
$masterhost = 'localhost' if (! $masterhost);

my $slaveId = GetServerId($mconn, $slave, $slavehost);

die "\n>>>>>>>>>>>>> ERROR: Can't GetServerId for $sinfo\n" if (! defined($slaveId));

if ($slaveId < 0) {
    unlink $fname;
    die "\n>>>>>>>>>>>>> ERROR: GetServerId returned $slaveId < 0\n";
}
#SyncSync($mconn, $sconn);

my $masterId = GetServerId($mconn, $master, $masterhost);

die "\n>>>>>>>>>>>>> ERROR: Can't GetServerId for $sinfo\n" if (! defined($masterId));

if ($masterId < 0) {
    unlink $fname;
    die "\n>>>>>>>>>>>>> ERROR: GetServerId returned $masterId < 0\n";
}
#SyncSync($sconn, $mconn);

print "Using snapshot file: $snapshot\n" if ($debug);

my $outf = new IO::File;
open $outf, ">$snapshot";
print "\n>>>>>>>>>>>>> Prepare Snapshot\n\n" if ($verbose);
print "master id: $masterId slave id: $slaveId\n" if ($debug);
#my $res = PrepareSnapshot($mconn, $sconn, $outf, $masterId, $slaveId, $multimaster, $tables);
my $res = PrepareSnapshot($mconn, $sconn, $outf, $masterId, $slaveId, $multimaster);
close $outf;
if ($res < 0) {
    unlink $fname;
    die "\n>>>>>>>>>>>>> ERROR\n";
}
if ($res == 0)
{
    print "\n>>>>>>>>>>>>> DBases are sync-ed\n" if ($verbose);
    unlink $snapshot unless ($debug);
    unlink $fname;
    exit(0);
}

my $inpf = new IO::File;
open $inpf, "<$snapshot";
print "\n>>>>>>>>>>>>> Apply Snapshot\n\n" if ($verbose);
#$res = ApplySnapshot($sconn, $inpf, $multimaster, $tables);
$res = ApplySnapshot($sconn, $inpf, $multimaster);
close $inpf;
if ($res < 0) {
    unlink $fname;
    die "\n>>>>>>>>>>>>> ERROR\n";
}

if ($res > 0)
{
    print "Snapshot applied\n" if ($verbose);
    unlink $snapshot unless ($debug);
    SyncSync($mconn, $sconn);
}

unlink $fname;
exit(0);

###########################################################################

sub SyncSync
{
    ($mconn, $sconn) = @_;

    print "\n>>>>>>>>>>>>> Sync SyncID\n\n" if ($verbose);
    print "Get last SyncID from Slave DB\n" if ($verbose);
    my $syncid = GetSyncID($sconn);
    if ($syncid && $syncid > 0)
    {
        print "Last SyncID applied: $syncid\n" if ($verbose);
        print "Sync SyncID\n" if ($verbose);

        $res = SyncSyncID($mconn, $slaveId, $syncid);

        print "Succeeded\n" if (($res > 0) && ($verbose));
    }
}
1	dpavlin	1.6	#!/usr/bin/perl -w
2	dpavlin	1.1	# Replicate
3			# Vadim Mikheev, (c) 2000, PostgreSQL Inc.
4
5			eval '(exit $?0)' && eval 'exec perl -S $0 ${1+"$@"}'
6			& eval 'exec perl -S $0 $argv:q'
7			if 0;
8
9	dpavlin	1.5	BEGIN {
10			my $basedir = $0; $basedir =~ s#/[^/]+$##;
11			unshift(@INC, "$basedir/../share");
12			}
13	dpavlin	1.1
14	dpavlin	1.6	use strict;
15	dpavlin	1.1	use IO::File;
16			use Getopt::Long;
17			use RServ;
18
19			$\| = 1;
20
21	dpavlin	1.15	#my ($debug,$verbose) = (0,0);
22	dpavlin	1.6	my ($help,$masterhost,$masterport,$masteruser,$masterpassword,
23			$slavehost,$slaveport,$slaveuser,$slavepassword);
24			my $snapshot = ".__Snapshot";
25	dpavlin	1.18	my $multimaster = 0;
26	dpavlin	1.6
27			my $result = GetOptions(
28			"debug!" => \$debug, "verbose!" => \$verbose, "help" => \$help,
29			"masterhost=s" => \$masterhost, "masterport=i" => \$masterport,
30			"masteruser=s" => \$masteruser, "masterpassword=s" => \$masterpassword,
31	dpavlin	1.8	"slavehost=s" => \$slavehost, "slaveport=i" => \$slaveport,
32			"slaveuser=s" => \$slaveuser, "slavepassword=s" => \$slavepassword,
33	dpavlin	1.6	"snapshot=s" => \$snapshot,
34	dpavlin	1.18	"multimaster" => \$multimaster,
35	dpavlin	1.6	);
36
37			if (defined($help) \|\| (scalar(@ARGV) < 2)) {
38			print "Usage: $0 [options] masterdb slavedb
39			Options:
40			--masterhost=hostname --masterport=port
41			--masteruser=username --masterpassword=string
42			--snapshot=snapshot
43	dpavlin	1.11	[--masterserver=master_number]
44	dpavlin	1.6	";
45			exit ((scalar(@ARGV) < 2)? 1:0);
46			}
47
48	dpavlin	1.3	$snapshot .= '.' . $$;
49	dpavlin	1.1
50	dpavlin	1.6	$RServ::quiet = !$verbose;
51	dpavlin	1.15	#if ($debug) {
52			#print "## q:$RServ::quiet v:$RServ::verbose d:$RServ::debug\n";
53			# $RServ::quiet = 0;
54			# no warnings 'vars';
55			# $RServ::debug = $debug;
56			#print "## q:$RServ::quiet v:$RServ::verbose d:$RServ::debug\n";
57			#}
58	dpavlin	1.1
59			my $master = $ARGV[0] \|\| "master";
60			my $slave = $ARGV[1] \|\| "slave";
61	dpavlin	1.10	my $tables = $#ARGV < 2 ? undef : { map {($_, undef)} @ARGV[2..$#ARGV] };
62	dpavlin	1.3
63			# first, let's check if a instance is alrealy running
64
65	dpavlin	1.7	my $str = $master;
66			$str .= '@'.$masterhost if (defined($masterhost));
67			$str .= ':'.$slave;
68			$str .= '@'.$slavehost if (defined($slavehost));
69	dpavlin	1.3	my $fname = "/tmp/.lock_rserv-$str";
70			if (-e $fname) {
71	dpavlin	1.9	open(PID,$fname) \|\| die "can't open pid file '$fname'";
72			my $pid = <PID>; chomp($pid);
73			close(PID);
74			open(PS,"ps ax \|") \|\| die "can't start ps to check for running rServ with pid $pid\n";
75			my $is_running = 0;
76			while(<PS>) {
77			chomp;
78			$is_running = 1 if (/^\s*$pid\s/);
79			}
80			close(PS);
81			if ($is_running) {
82			print STDERR "rServ [$pid] is already running for $str. Remove $fname to override this.\n";
83			exit(1);
84			} else {
85			print STDERR "found stale pid file, but no running rServ [$pid], overriding.\n";
86			}
87	dpavlin	1.3	}
88			open ARQ, ">$fname" \|\| die "Cannot open $fname: $!\n";
89			print ARQ "$$\n";
90			close ARQ;
91	dpavlin	1.1
92	dpavlin	1.9	$SIG{__DIE__} = \&mydie;
93			sub mydie {
94			unlink $fname;
95			print @_;
96			exit 1;
97			}
98
99	dpavlin	1.15	my $minfo = MkInfo($master,$masterhost,$masterport,$masteruser,$masterpassword);
100			my $sinfo = MkInfo($slave,$slavehost,$slaveport,$slaveuser,$slavepassword);
101	dpavlin	1.1
102			print "Master connection is $minfo\n" if ($debug);
103			print "Slave connection is $sinfo\n" if ($debug);
104
105	dpavlin	1.18	my $mconn = Connect($minfo);
106			my $sconn = Connect($sinfo);
107	dpavlin	1.1
108	dpavlin	1.12	$slavehost = 'localhost' if (! $slavehost);
109	dpavlin	1.13	$masterhost = 'localhost' if (! $masterhost);
110	dpavlin	1.9
111	dpavlin	1.13	my $slaveId = GetServerId($mconn, $slave, $slavehost);
112
113			die "\n>>>>>>>>>>>>> ERROR: Can't GetServerId for $sinfo\n" if (! defined($slaveId));
114	dpavlin	1.9
115	dpavlin	1.3	if ($slaveId < 0) {
116			unlink $fname;
117	dpavlin	1.13	die "\n>>>>>>>>>>>>> ERROR: GetServerId returned $slaveId < 0\n";
118	dpavlin	1.3	}
119	dpavlin	1.18	#SyncSync($mconn, $sconn);
120	dpavlin	1.1
121	dpavlin	1.18	my $masterId = GetServerId($mconn, $master, $masterhost);
122	dpavlin	1.13
123	dpavlin	1.18	die "\n>>>>>>>>>>>>> ERROR: Can't GetServerId for $sinfo\n" if (! defined($masterId));
124	dpavlin	1.13
125	dpavlin	1.18	if ($masterId < 0) {
126			unlink $fname;
127			die "\n>>>>>>>>>>>>> ERROR: GetServerId returned $masterId < 0\n";
128	dpavlin	1.13	}
129	dpavlin	1.18	#SyncSync($sconn, $mconn);
130	dpavlin	1.13
131	dpavlin	1.16	print "Using snapshot file: $snapshot\n" if ($debug);
132
133	dpavlin	1.1	my $outf = new IO::File;
134			open $outf, ">$snapshot";
135			print "\n>>>>>>>>>>>>> Prepare Snapshot\n\n" if ($verbose);
136	dpavlin	1.13	print "master id: $masterId slave id: $slaveId\n" if ($debug);
137	dpavlin	1.18	#my $res = PrepareSnapshot($mconn, $sconn, $outf, $masterId, $slaveId, $multimaster, $tables);
138			my $res = PrepareSnapshot($mconn, $sconn, $outf, $masterId, $slaveId, $multimaster);
139	dpavlin	1.1	close $outf;
140	dpavlin	1.3	if ($res < 0) {
141			unlink $fname;
142			die "\n>>>>>>>>>>>>> ERROR\n";
143			}
144	dpavlin	1.1	if ($res == 0)
145			{
146	dpavlin	1.3	print "\n>>>>>>>>>>>>> DBases are sync-ed\n" if ($verbose);
147			unlink $snapshot unless ($debug);
148			unlink $fname;
149			exit(0);
150	dpavlin	1.1	}
151
152			my $inpf = new IO::File;
153			open $inpf, "<$snapshot";
154			print "\n>>>>>>>>>>>>> Apply Snapshot\n\n" if ($verbose);
155	dpavlin	1.18	#$res = ApplySnapshot($sconn, $inpf, $multimaster, $tables);
156			$res = ApplySnapshot($sconn, $inpf, $multimaster);
157	dpavlin	1.1	close $inpf;
158	dpavlin	1.3	if ($res < 0) {
159			unlink $fname;
160			die "\n>>>>>>>>>>>>> ERROR\n";
161			}
162	dpavlin	1.1
163			if ($res > 0)
164			{
165	dpavlin	1.3	print "Snapshot applied\n" if ($verbose);
166			unlink $snapshot unless ($debug);
167			SyncSync($mconn, $sconn);
168	dpavlin	1.1	}
169
170	dpavlin	1.3	unlink $fname;
171	dpavlin	1.1	exit(0);
172
173			###########################################################################
174
175			sub SyncSync
176			{
177			($mconn, $sconn) = @_;
178
179			print "\n>>>>>>>>>>>>> Sync SyncID\n\n" if ($verbose);
180			print "Get last SyncID from Slave DB\n" if ($verbose);
181	dpavlin	1.6	my $syncid = GetSyncID($sconn);
182	dpavlin	1.7	if ($syncid && $syncid > 0)
183	dpavlin	1.1	{
184			print "Last SyncID applied: $syncid\n" if ($verbose);
185			print "Sync SyncID\n" if ($verbose);
186
187	dpavlin	1.3	$res = SyncSyncID($mconn, $slaveId, $syncid);
188	dpavlin	1.1
189			print "Succeeded\n" if (($res > 0) && ($verbose));
190			}
191			}