Skip to content

Commit 10fe0d0

Browse files
knizhnikknizhnik
committed
2 parents 305bb17 + c8c219c commit 10fe0d0

File tree

6 files changed

+255
-12
lines changed

6 files changed

+255
-12
lines changed

‎contrib/mmts/testeaux/Cluster.pm

Lines changed: 156 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,156 @@
1+
package Cluster;
2+
3+
use strict;
4+
use warnings;
5+
6+
use PostgresNode;
7+
use TestLib;
8+
use Test::More;
9+
use Cwd;
10+
11+
my $max_port = 5431;
12+
sub allocate_ports
13+
{
14+
my @allocated_now = ();
15+
my ($host, $ports_to_alloc) = @_;
16+
my $port = $max_port + 1;
17+
18+
while ($ports_to_alloc > 0)
19+
{
20+
diag("checking for port $port\n");
21+
if (!TestLib::run_log(['pg_isready', '-h', $host, '-p', $port]))
22+
{
23+
$max_port = $port;
24+
push(@allocated_now, $port);
25+
$ports_to_alloc--;
26+
}
27+
$port++;
28+
}
29+
30+
return @allocated_now;
31+
}
32+
33+
sub new
34+
{
35+
my ($class, $nodenum) = @_;
36+
37+
my $nodes = [];
38+
39+
foreach my $i (1..$nodenum)
40+
{
41+
my $host = "127.0.0.1";
42+
my ($pgport, $raftport) = allocate_ports($host, 2);
43+
my $node = new PostgresNode("node$i", $host, $pgport);
44+
$node->{id} = $i;
45+
$node->{raftport} = $raftport;
46+
push(@$nodes, $node);
47+
}
48+
49+
my $self = {
50+
nodenum => $nodenum,
51+
nodes => $nodes,
52+
};
53+
54+
bless $self, $class;
55+
return $self;
56+
}
57+
58+
sub init
59+
{
60+
my ($self) = @_;
61+
my $nodes = $self->{nodes};
62+
63+
foreach my $node (@$nodes)
64+
{
65+
$node->init(hba_permit_replication => 0);
66+
}
67+
}
68+
69+
sub detach
70+
{
71+
my ($self) = @_;
72+
my $nodes = $self->{nodes};
73+
74+
foreach my $node (@$nodes)
75+
{
76+
delete $node->{_pid};
77+
}
78+
}
79+
80+
sub configure
81+
{
82+
my ($self) = @_;
83+
my $nodes = $self->{nodes};
84+
85+
my $connstr = join(',', map { "${ \$_->connstr('postgres') }" } @$nodes);
86+
my $raftpeers = join(',', map { join(':', $_->{id}, $_->host, $_->{raftport}) } @$nodes);
87+
88+
foreach my $node (@$nodes)
89+
{
90+
my $id = $node->{id};
91+
my $host = $node->host;
92+
my $pgport = $node->port;
93+
my $raftport = $node->{raftport};
94+
95+
$node->append_conf("postgresql.conf", qq(
96+
listen_addresses = '$host'
97+
unix_socket_directories = ''
98+
port = $pgport
99+
max_prepared_transactions = 200
100+
max_connections = 200
101+
max_worker_processes = 100
102+
wal_level = logical
103+
fsync = off
104+
max_wal_senders = 10
105+
wal_sender_timeout = 0
106+
max_replication_slots = 10
107+
shared_preload_libraries = 'raftable,multimaster'
108+
multimaster.workers = 10
109+
multimaster.queue_size = 10485760 # 10mb
110+
multimaster.node_id = $id
111+
multimaster.conn_strings = '$connstr'
112+
multimaster.use_raftable = true
113+
multimaster.ignore_tables_without_pk = true
114+
multimaster.twopc_min_timeout = 60000
115+
raftable.id = $id
116+
raftable.peers = '$raftpeers'
117+
));
118+
119+
$node->append_conf("pg_hba.conf", qq(
120+
local replication all trust
121+
host replication all 127.0.0.1/32 trust
122+
host replication all ::1/128 trust
123+
));
124+
}
125+
}
126+
127+
sub start
128+
{
129+
my ($self) = @_;
130+
my $nodes = $self->{nodes};
131+
132+
foreach my $node (@$nodes)
133+
{
134+
$node->start();
135+
}
136+
}
137+
138+
sub stop
139+
{
140+
my ($self) = @_;
141+
my $nodes = $self->{nodes};
142+
143+
foreach my $node (@$nodes)
144+
{
145+
$node->stop();
146+
}
147+
}
148+
149+
sub psql
150+
{
151+
my ($self, $index, @args) = @_;
152+
my $node = $self->{nodes}->[$index];
153+
return $node->psql(@args);
154+
}
155+
156+
1;

‎contrib/mmts/testeaux/Makefile

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,26 @@
1+
2+
.PHONY: all
3+
4+
5+
subdir = contrib/multimaster/testeaux
6+
top_builddir = ../../..
7+
include $(top_builddir)/src/Makefile.global
8+
include $(top_srcdir)/contrib/contrib-global.mk
9+
10+
start:
11+
echo "Installing postgres to SRCDIR/tmp_install"
12+
cd $(abs_top_builddir) && env DESTDIR='$(abs_top_builddir)'/tmp_install make install > /dev/null
13+
echo "Installing raftable to SRCDIR/tmp_install"
14+
cd $(abs_top_builddir)/contrib/raftable && env DESTDIR='$(abs_top_builddir)'/tmp_install make install
15+
echo "Installing mmts to SRCDIR/tmp_install"
16+
cd $(abs_top_builddir)/contrib/mmts && env DESTDIR='$(abs_top_builddir)'/tmp_install make install
17+
rm -rf $(CURDIR)/tmp_check/log
18+
echo "Ininializing new postgres cluster in contrib/mmts/tmp_install"
19+
cd $(srcdir) && TESTDIR='$(CURDIR)' PERL5LIB=$(abs_top_builddir)/src/test/perl:$(PERL5LIB) $(with_temp_install) PGPORT='6$(DEF_PGPORT)' PG_REGRESS='$(CURDIR)/$(top_builddir)/src/test/regress/pg_regress' perl run.pl
20+
21+
stop:
22+
echo "Stopping all instances in tmp_install"
23+
for DIR in ./tmp_check/data_node*; do \
24+
pg_ctl stop -m immediate -D $$DIR/pgdata; \
25+
rm -rf $$DIR; \
26+
done

‎contrib/mmts/Testeaux.pm renamed to ‎contrib/mmts/testeaux/Testeaux.pm

Lines changed: 38 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -1,31 +1,33 @@
11
package Testeaux;
22

3-
package combineaux
3+
package Combineaux
44
{
55
sub combine
66
{
77
my ($workloads, $troubles) = @_;
88

9-
my $cluster = starteaux->deploy('lxc');
9+
my $cluster = Starteaux->deploy('lxc');
1010

1111
foreach my $workload (@$workloads)
1212
{
1313
foreach my $trouble (@$troubles)
1414
{
1515
print("run workload $workload during trouble $trouble\n");
1616
# FIXME: generate proper id instead of 'hello'
17-
stresseaux::start('hello', $workload, $cluster);
18-
# FIXME: add a time gap here
19-
troubleaux::cause($cluster, $trouble);
20-
# FIXME: add a time gap here
21-
stresseaux::stop('hello');
22-
troubleaux::fix($cluster);
17+
Stresseaux::start('hello', $workload, $cluster);
18+
sleep(1); # FIXME: will this work?
19+
Troubleaux::cause($cluster, $trouble);
20+
sleep(1); # FIXME: will this work?
21+
Stresseaux::stop('hello');
22+
Troubleaux::fix($cluster);
2323
}
2424
}
25+
26+
$cluster->destroy();
2527
}
2628
}
2729

28-
package stresseaux
30+
package Stresseaux
2931
{
3032
sub start
3133
{
@@ -42,15 +44,15 @@ package stresseaux
4244
}
4345
}
4446

45-
package starteaux
47+
package Starteaux
4648
{
4749
sub deploy
4850
{
4951
my ($class, $driver, @args) = @_;
5052
my $self = {};
5153
print("deploy cluster using driver $driver\n");
5254
# fixme: implement
53-
return bless $self, 'starteaux';
55+
return bless $self, 'Starteaux';
5456
}
5557

5658
sub up
@@ -62,7 +64,7 @@ package starteaux
6264

6365
sub down
6466
{
65-
my ($self, $id = @_;
67+
my ($self, $id) = @_;
6668
print("down node $id\n");
6769
# FIXME: implement
6870
}
@@ -80,6 +82,30 @@ package starteaux
8082
print("delay packets from $src to $dst by $msec msec\n");
8183
# FIXME: implement
8284
}
85+
86+
sub destroy
87+
{
88+
my ($self) = @_;
89+
print("destroy cluster $cluster\n");
90+
# FIXME: implement
91+
}
92+
}
93+
94+
package Troubleaux
95+
{
96+
sub cause
97+
{
98+
my ($cluster, $trouble) = @_;
99+
print("cause $trouble in cluster $cluster\n");
100+
# fixme: implement
101+
}
102+
103+
sub fix
104+
{
105+
my ($cluster) = @_;
106+
print("fix cluster $cluster\n");
107+
# fixme: implement
108+
}
83109
}
84110

85111
1;

‎contrib/mmts/testeaux/Vagrantfile

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
# -*- mode: ruby -*-
2+
# vi: set ft=ruby :
3+
4+
Vagrant.configure(2) do |config|
5+
config.vm.box = "ubuntu/ubuntu-15.04-snappy-core-stable"
6+
7+
5.times do |i|
8+
config.vm.define "n#{i+1}l"
9+
end
10+
11+
end
12+

‎contrib/mmts/testeaux/eaux.pl

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
#!/usr/bin/perl
2+
3+
use Testeaux;
4+
5+
Combineaux::combine(
6+
['bank-transfers', 'pgbench-default'],
7+
['split-brain', 'time-shift'],
8+
)

‎contrib/mmts/testeaux/run.pl

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
use strict;
2+
use warnings;
3+
use Cluster;
4+
use TestLib;
5+
use DBI;
6+
use File::Temp ();
7+
8+
$File::Temp::KEEP_ALL = 1;
9+
10+
my $cluster = new Cluster(3);
11+
$cluster->init;
12+
$cluster->configure;
13+
$cluster->start;
14+
$cluster->detach;
15+

0 commit comments

Comments
 (0)
pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy