Skip to content

Commit 11456b2

Browse files
kelvichkelvich
committed
Farm deploy stuff. WIP
1 parent d6559e2 commit 11456b2

File tree

19 files changed

+556
-1809
lines changed

19 files changed

+556
-1809
lines changed

‎contrib/pg_dtm/tests/deploy_layouts/cluster_no_dtm.yml

Lines changed: 65 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,65 @@
1+
---
2+
- hosts: master-workers
3+
roles:
4+
5+
- role: postgrespro
6+
deploy_postgres: true
7+
ppg_usedtm: false
8+
ppg_dtmhost: "158.250.29.10"
9+
ppg:
10+
version: xtm
11+
src: ./postgrespro
12+
dst: "/tmp/postgrespro-build"
13+
log: ./ppg1.log
14+
datadir: ./postgrespro-data1
15+
usedtm: false
16+
node_id: 1
17+
ppg_configfile:
18+
# we should so delete/reinit on playbook, after that drop rexeps here
19+
- line: "shared_buffers = 1024MB" # 1/4 RAM
20+
regexp: "^shared_buffers "
21+
- line: "wal_keep_segments = 128"
22+
regexp: "^wal_keep_segments "
23+
- line: "fsync = off"
24+
regexp: "^fsync "
25+
- line: "autovacuum = off"
26+
regexp: "^autovacuum "
27+
- line: "listen_addresses = '*'"
28+
regexp: "^listen_addresses "
29+
- line: "port = 5432"
30+
regexp: "^port "
31+
- line: "max_connections = 1024"
32+
regexp: "^max_connections "
33+
34+
- hosts: workers
35+
roles:
36+
37+
- role: postgrespro
38+
deploy_postgres: true
39+
ppg_usedtm: false
40+
ppg_dtmhost: "158.250.29.10"
41+
ppg:
42+
version: xtm
43+
src: ./postgrespro
44+
dst: "/tmp/postgrespro-build"
45+
log: ./ppg1.log
46+
datadir: ./postgrespro-data1
47+
usedtm: false
48+
node_id: 1
49+
ppg_configfile:
50+
# we should so delete/reinit on playbook, after that drop rexeps here
51+
- line: "shared_buffers = 1024MB" # 1/4 RAM
52+
regexp: "^shared_buffers "
53+
- line: "wal_keep_segments = 128"
54+
regexp: "^wal_keep_segments "
55+
- line: "fsync = off"
56+
regexp: "^fsync "
57+
- line: "autovacuum = off"
58+
regexp: "^autovacuum "
59+
- line: "listen_addresses = '*'"
60+
regexp: "^listen_addresses "
61+
- line: "port = 5432"
62+
regexp: "^port "
63+
- line: "max_connections = 1024"
64+
regexp: "^max_connections "
65+

‎contrib/pg_dtm/tests/deploy_layouts/cluster_pg_shard.yml

Whitespace-only changes.

‎contrib/pg_dtm/tests/deploy_layouts/cluster_pg_shard_dtm.yml

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
---
2+
- hosts: dtm
3+
gather_facts: no
4+
roles:
5+
- role: postgrespro
6+
deploy_dtm: true
7+
8+
- hosts: master-workers
9+
gather_facts: no
10+
roles:
11+
12+
- role: postgrespro
13+
deploy_postgres: true
14+
deploy_pg_shard: true
15+
ppg_usedtm: true
16+
ppg_dtmhost: "blade8" #!!!
17+
ppg:
18+
version: xtm_pgshard
19+
src: /home/stas/postgrespro
20+
dst: /home/stas/postgrespro-build
21+
log: /home/stas/ppg.log
22+
datadir: /home/stas/postgrespro-data
23+
usedtm: true
24+
node_id: 1
25+
ppg_configfile:
26+
# we should so delete/reinit on playbook, after that drop rexeps here
27+
- line: "shared_buffers = 1024MB" # 1/4 RAM
28+
regexp: "^shared_buffers "
29+
- line: "wal_keep_segments = 128"
30+
regexp: "^wal_keep_segments "
31+
- line: "fsync = off"
32+
regexp: "^fsync "
33+
- line: "autovacuum = off"
34+
regexp: "^autovacuum "
35+
- line: "listen_addresses = '*'"
36+
regexp: "^listen_addresses "
37+
- line: "port = 5432"
38+
regexp: "^port "
39+
40+

‎contrib/pg_dtm/tests/deploy_layouts/cluster_with_dtm.yml

Lines changed: 70 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,70 @@
1+
---
2+
- hosts: master-workers
3+
# gather_facts: no
4+
roles:
5+
6+
- role: postgrespro
7+
deploy_dtm: true
8+
9+
- role: postgrespro
10+
deploy_postgres: true
11+
ppg_usedtm: true
12+
ppg_dtmhost: "158.250.29.10"
13+
ppg:
14+
version: xtm
15+
src: ./postgrespro
16+
dst: "/tmp/postgrespro-build"
17+
log: ./ppg1.log
18+
datadir: ./postgrespro-data1
19+
usedtm: true
20+
node_id: 1
21+
ppg_configfile:
22+
# we should so delete/reinit on playbook, after that drop rexeps here
23+
- line: "shared_buffers = 1024MB" # 1/4 RAM
24+
regexp: "^shared_buffers "
25+
- line: "wal_keep_segments = 128"
26+
regexp: "^wal_keep_segments "
27+
- line: "fsync = off"
28+
regexp: "^fsync "
29+
- line: "autovacuum = off"
30+
regexp: "^autovacuum "
31+
- line: "listen_addresses = '*'"
32+
regexp: "^listen_addresses "
33+
- line: "port = 5432"
34+
regexp: "^port "
35+
- line: "max_connections = 1024"
36+
regexp: "^max_connections "
37+
38+
- hosts: workers
39+
# gather_facts: no
40+
roles:
41+
42+
- role: postgrespro
43+
deploy_postgres: true
44+
ppg_usedtm: true
45+
ppg_dtmhost: "158.250.29.10"
46+
ppg:
47+
version: xtm
48+
src: ./postgrespro
49+
dst: "/tmp/postgrespro-build"
50+
log: ./ppg1.log
51+
datadir: ./postgrespro-data1
52+
usedtm: true
53+
node_id: 1
54+
ppg_configfile:
55+
# we should so delete/reinit on playbook, after that drop rexeps here
56+
- line: "shared_buffers = 1024MB" # 1/4 RAM
57+
regexp: "^shared_buffers "
58+
- line: "wal_keep_segments = 128"
59+
regexp: "^wal_keep_segments "
60+
- line: "fsync = off"
61+
regexp: "^fsync "
62+
- line: "autovacuum = off"
63+
regexp: "^autovacuum "
64+
- line: "listen_addresses = '*'"
65+
regexp: "^listen_addresses "
66+
- line: "port = 5432"
67+
regexp: "^port "
68+
- line: "max_connections = 1024"
69+
regexp: "^max_connections "
70+

‎contrib/pg_dtm/tests/deploy_layouts/roles/postgrespro/files/ppg-deploy.key

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
-----BEGIN RSA PRIVATE KEY-----
2+
MIIEpAIBAAKCAQEAx2a2Rhzv9lQvufzq3UGgLhdwQJL3eyBTaJ+5HNWrmLHrXsti
3+
QDKFSPhLavZzfIodZUYA0KHjk4RIfXwCpdEPGiOoiK0Kcrr1mSEASuSfITea9/i9
4+
Q+0TR9xQErmjK9JKRqJcKD7G/ow/pszc29Lr97/lEk7eZ91ISveS50P9zefCFDNJ
5+
Hdl38Qr2TjV5cubbhU9sFjeD8Ql7ronzOAx9UmZWVnluT1bgknn4PqkBqVxT+caz
6+
to4MiibyGO8MlGSnK+W/0RYt8pxwgGivgIrwRzZSputwGhzTpJj2OlvbY7CJ7ybq
7+
0kgEMUvf52b6acVcaFWxwYIfcSM/WQzMZD3j+QIDAQABAoIBAA2jBqAw5nBQPZtY
8+
oq9TB6NfUvv3kRlIkqu7EKvaKQweTtyCyEtfqSHeaTn9dNR1laERcojSKYAzMcnz
9+
KzMv4vqEqcf/HZHPG3DHgv+cNw3MgbqntjnpAsKNXKSLMY+TqCTAgdD2yiEqckf0
10+
Br655A1jgEUKQ8eSqJkH6XILglYMfp0oEocGnWQtF5dDgtOz7ELBMSGf5NgLP1hR
11+
32VzSY9iuffPIjUtSfoUtlwmhOQWgP0X1EA+gFjjk+o6gUWicfWkq3BLfj85n2Rg
12+
9SdUg+XIXhEaMq0faWrn+ZfcSBpukR8P06CyujnDYdtjxC5byAhvCLzGOgmxDVDE
13+
tFIX/wECgYEA6Dn4VkFqtmD4UI7CuJWYlSMkiy+LWchlBfmI+ET/T3cEy8zrXp6g
14+
Hv5F6TkOSEnrATHFgMvgbA2z0BOB9Njp8aDFW/M1QbVLcKNhLdFT+soAqC4BCacF
15+
ooZyM+AlDJKjRCJKnx9mhAfV7Bq7rph9ZPVjpRsS7DEUXLWSBHdpxvECgYEA29B7
16+
Kqi7ufpl0tmox/3vHpdRYdNO7CIC94CdYkGbHXuizly2RVzk9JBHro76ge8vO/UU
17+
qADL+sQxhCjt3R847uJdrB9IKPirNar5e3/TgS5fXsPWpnW2hLgsq75KdVR/ay0b
18+
Mxu6YS0jfx8rCPuqEmVnpO+akCCyEbarfznrPYkCgYByyFx3/eOJ+8ogvz99zutZ
19+
I8KnTTu6h/NvDZTm6eur0m87cLER1qPcTeAuU7Y8gtS2hWxSqfLmVat/+HRumlyf
20+
wtBqD39OWBbOuOKKrAGvXvMOLZbzt2twlrWR8IM/gKdUQQLTPckFD35sMhZ8SQEJ
21+
ysSS0hv7RJME8/YVYRSWcQKBgQCnK1FQKwzBrpWbmh7LIeqlmCyzOhGucVtSQUTw
22+
Abbm4Cz7xfR0oeYZvFRXg7Mt9+ozLfrsndaDOovx13K2lNUmj47vpMarKhqC8SlU
23+
6+y9NLghCM0IwULygmKupkRYIM/agW5LGw5OcxaoydpftY0s+mOtQu+IJuVlpUed
24+
tT2bCQKBgQDHXhA1+y1bpaxAahqDKGq7fiwjBSIgJiHcN46ku1Dm+rFBJAhERDC0
25+
4uyAcap1Z+FFMp3U8qkY1ut4HsBtDWT4QiPyglDLs38/OTPuf9Q6R91AEoKGaS/V
26+
d76uZD3elYG0CqOK+9eE1eqbALDFnJ7KRLtVRD8nYtgSc/lIAAh1Xw==
27+
-----END RSA PRIVATE KEY-----

‎contrib/pg_dtm/tests/deploy_layouts/roles/postgrespro/tasks/dtm.yml

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
---
2+
3+
- name: ensure we have checked out libuv-1.7.5
4+
git: repo=https://github.com/libuv/libuv.git
5+
dest={{libuv.src}}
6+
version={{libuv.version}}
7+
update=no
8+
9+
- name: build libuv
10+
shell: ./autogen.sh && ./configure --disable-shared --prefix={{libuv.dst}} && make && make install
11+
args:
12+
chdir: "{{libuv.src}}"
13+
creates: "{{libuv.dst}}/lib/libuv.a"
14+
15+
- name: compile dtmd
16+
shell: make "LIBUV_PREFIX={{libuv.dst}}"
17+
args:
18+
chdir: "{{ppg.src}}/contrib/pg_dtm/dtmd"
19+
creates: "{{ppg.src}}/contrib/pg_dtm/dtmd/bin/dtmd"
20+
21+
- name: install dtmd
22+
command: cp "{{ppg.src}}/contrib/pg_dtm/dtmd/bin/dtmd" "{{dtmd.dst}}"
23+
args:
24+
creates: "{{dtmd.dst}}"
25+
26+
- name: ensure datadir for dtm exists
27+
file: dest={{dtmd.datadir}} state=directory
28+
29+
- name: start dtm
30+
shell: nohup {{dtmd.dst}} -d {{dtmd.datadir}} -a 0.0.0.0 -p 5431 > dtmd.log &
31+
32+
- name: wait until dtm is available
33+
wait_for: port=5431 delay=1

‎contrib/pg_dtm/tests/deploy_layouts/roles/postgrespro/tasks/main.yml

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
---
2+
3+
- name: ensure dependencies (Debian)
4+
apt: pkg={{item}} state=installed
5+
with_items:
6+
- git
7+
- automake
8+
- libtool
9+
- build-essential
10+
- bison
11+
- flex
12+
- libreadline-dev
13+
when: ansible_os_family == "Debian"
14+
15+
- name: ensure dependencies (RedHat)
16+
yum: name="@Development tools" state=present
17+
when: ansible_os_family == "RedHat"
18+
sudo: yes
19+
20+
- name: ensure dependencies (RedHat)
21+
yum: name={{item}} state=installed
22+
with_items:
23+
- git
24+
- automake
25+
- libtool
26+
- bison
27+
- flex
28+
- readline-devel
29+
when: ansible_os_family == "RedHat"
30+
sudo: yes
31+
32+
- name: setup the private key for postgrespro git access
33+
copy: dest=.ssh/ppg-deploy src=ppg-deploy.key mode=0600
34+
35+
- name: ensure we have checked out postgrespro (xtm)
36+
git: repo=git@gitlab.postgrespro.ru:pgpro-dev/postgrespro.git
37+
dest={{ppg.src}}
38+
version={{ppg.version}}
39+
force=yes
40+
update=yes
41+
key_file=.ssh/ppg-deploy
42+
accept_hostkey=yes
43+
depth=1
44+
register: ppgsources
45+
46+
- include: postgres.yml
47+
when: deploy_postgres
48+
49+
- include: dtm.yml
50+
when: deploy_dtm
51+
52+
# - include: pg_shard.yml
53+
# when: deploy_pg_shard == true

‎contrib/pg_dtm/tests/deploy_layouts/roles/postgrespro/tasks/pg_shard.yml

Lines changed: 41 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,41 @@
1+
- name: checkout pg_shard
2+
git: repo=git@gitlab.postgrespro.ru:s.kelvich/pg_shard.git
3+
dest=./pg_shard
4+
version=transaction_manager_integration
5+
force=yes
6+
update=yes
7+
key_file=.ssh/banktest
8+
accept_hostkey=yes
9+
depth=1
10+
register: pg_shard_source
11+
12+
- name: build pg_shard extension
13+
shell: "PATH={{ppg.dst}}/bin:$PATH make clean && PATH={{ppg.dst}}/bin:$PATH make && PATH={{ppg.dst}}/bin:$PATH make install"
14+
args:
15+
chdir: "~/pg_shard"
16+
creates: "{{ppg.dst}}/lib/pg_shard.so"
17+
18+
- name: enable pg_shard extension in postgresql.conf with dtm
19+
lineinfile:
20+
dest: "{{ppg.datadir}}/postgresql.conf"
21+
regexp: "{{item.regexp}}"
22+
line: "{{item.line}}"
23+
state: present
24+
with_items:
25+
- line: "shared_preload_libraries = 'pg_dtm, pg_shard'"
26+
regexp: "^shared_preload_libraries "
27+
when: ppg.usedtm
28+
29+
- name: enable pg_shard extension in postgresql.conf without dtm
30+
lineinfile:
31+
dest: "{{ppg.datadir}}/postgresql.conf"
32+
regexp: "{{item.regexp}}"
33+
line: "{{item.line}}"
34+
state: present
35+
with_items:
36+
- line: "shared_preload_libraries = 'pg_shard'"
37+
regexp: "^shared_preload_libraries "
38+
when: not ppg.usedtm
39+
40+
41+

0 commit comments

Comments
 (0)
pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy