forked from vitabaks/autobase
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathconfig_pgcluster.yml
373 lines (327 loc) · 11.7 KB
/
config_pgcluster.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
---
- name: config_pgcluster.yml | Configuration PostgreSQL HA Cluster (based on "Patroni" and "{{ dcs_type }}")
hosts: all
gather_facts: true
vars_files:
- vars/main.yml
- vars/system.yml
pre_tasks:
- name: Include OS-specific variables
include_vars: "vars/{{ ansible_os_family }}.yml"
when: not ansible_os_family == 'Rocky' and not ansible_os_family == 'AlmaLinux'
tags: always
# For compatibility with Ansible old versions
# (support for RockyLinux and AlmaLinux has been added to Ansible 2.11)
- name: Include OS-specific variables
include_vars: "vars/RedHat.yml"
when: ansible_os_family == 'Rocky' or ansible_os_family == 'AlmaLinux'
tags: always
- name: Set maintenance variable
set_fact:
postgresql_cluster_maintenance: true
tags: always
roles:
- role: pre-checks
vars:
minimal_ansible_version: 2.11.0
timescale_minimal_pg_version: 12 # if enable_timescale is defined
tags: always
- role: hostname
- role: resolv_conf
- role: etc_hosts
- role: timezone
- name: config_pgcluster.yml | Configure Postgres Cluster
hosts: postgres_cluster
become: true
become_method: sudo
gather_facts: true
any_errors_fatal: true
vars_files:
- vars/main.yml
- vars/system.yml
pre_tasks:
- name: Include OS-specific variables
include_vars: "vars/{{ ansible_os_family }}.yml"
when: not ansible_os_family == 'Rocky' and not ansible_os_family == 'AlmaLinux'
tags: always
# For compatibility with Ansible old versions
# (support for RockyLinux and AlmaLinux has been added to Ansible 2.11)
- name: Include OS-specific variables
include_vars: "vars/RedHat.yml"
when: ansible_os_family == 'Rocky' or ansible_os_family == 'AlmaLinux'
tags: always
- name: Checking Linux distribution
fail:
msg: "{{ ansible_distribution }} is not supported"
when: ansible_distribution not in os_valid_distributions
- name: Checking version of OS Linux
fail:
msg: "{{ ansible_distribution_version }} of {{ ansible_distribution }} is not supported"
when: ansible_distribution_version is version_compare(os_minimum_versions[ansible_distribution], '<')
- name: Update apt cache
apt:
update_cache: true
cache_valid_time: 3600
register: apt_status
until: apt_status is success
delay: 5
retries: 3
environment: "{{ proxy_env | default({}) }}"
when: ansible_os_family == "Debian" and installation_method == "repo"
tags: add_repo, install_packages, install_postgres
- name: Make sure the gnupg and apt-transport-https packages are present
apt:
pkg:
- gnupg
- apt-transport-https
state: present
register: apt_status
until: apt_status is success
delay: 5
retries: 3
environment: "{{ proxy_env | default({}) }}"
when: ansible_os_family == "Debian" and installation_method == "repo"
tags: add_repo, install_packages, install_postgres
- name: Build a firewall_ports_dynamic_var
set_fact:
firewall_ports_dynamic_var: "{{ firewall_ports_dynamic_var | default([]) + (firewall_allowed_tcp_ports_for[item] | default([])) }}"
loop: "{{ hostvars[inventory_hostname].group_names }}"
when: firewall_enabled_at_boot|bool
tags: config_firewall, firewall
- name: Build a firewall_rules_dynamic_var
set_fact:
firewall_rules_dynamic_var: "{{ firewall_rules_dynamic_var | default([]) + (firewall_additional_rules_for[item] | default([])) }}"
loop: "{{ hostvars[inventory_hostname].group_names }}"
when: firewall_enabled_at_boot|bool
tags: firewall
roles:
- role: ansible-role-firewall
environment: "{{ proxy_env | default({}) }}"
vars:
firewall_allowed_tcp_ports: "{{ firewall_ports_dynamic_var | default([]) | unique }}"
firewall_additional_rules: "{{ firewall_rules_dynamic_var | default([]) | unique }}"
when: firewall_enabled_at_boot|bool
tags: firewall
- role: add-repository
- role: packages
- role: sudo
- role: swap
- role: sysctl
- role: transparent_huge_pages
- role: pam_limits
- role: io-scheduler
- role: locales
- role: ntp
- role: ssh-keys
- role: copy
- name: config_pgcluster.yml | Configure HAProxy Load Balancing
import_playbook: balancers.yml
when: with_haproxy_load_balancing|bool
tags: config_balancers,load_balancing, haproxy
- name: config_pgcluster.yml | Configure Postgres Cluster
hosts: postgres_cluster
become: true
become_method: sudo
gather_facts: true
any_errors_fatal: true
handlers:
- import_tasks: roles/patroni/handlers/main.yml
- import_tasks: roles/pgbouncer/handlers/main.yml
vars_files:
- vars/main.yml
- vars/system.yml
pre_tasks:
- name: Include OS-specific variables
include_vars: "vars/{{ ansible_os_family }}.yml"
when: not ansible_os_family == 'Rocky' and not ansible_os_family == 'AlmaLinux'
tags: always
# For compatibility with Ansible old versions
# (support for RockyLinux and AlmaLinux has been added to Ansible 2.11)
- name: Include OS-specific variables
include_vars: "vars/RedHat.yml"
when: ansible_os_family == 'Rocky' or ansible_os_family == 'AlmaLinux'
tags: always
roles:
- role: pgpass
- role: cron
- role: patroni/config
- role: vip-manager
when: not with_haproxy_load_balancing|bool and
(cluster_vip is defined and cluster_vip | length > 0)
# optional
- role: postgresql-users
when: is_master | bool and postgresql_users | length > 0
- role: postgresql-databases
when: is_master | bool and postgresql_databases | length > 0
- role: postgresql-schemas
when: is_master | bool and postgresql_schemas | length > 0
- role: postgresql-extensions
when: is_master | bool and postgresql_extensions | length > 0
- role: pgbouncer/config
when: pgbouncer_install|bool and pgbouncer_generate_userlist|bool
- name: config_pgcluster.yml | Check needed restart cluster and prepare for it
hosts: postgres_cluster
gather_facts: true
become: true
become_method: sudo
any_errors_fatal: true
vars_files:
- vars/main.yml
tasks:
- name: "[Prepare] Get Patroni Cluster Leader Node"
uri:
url: http://{{ inventory_hostname }}:{{ patroni_restapi_port }}/leader
status_code: 200
register: patroni_leader_result
changed_when: false
failed_when: false
- name: '[Prepare] Add host to group "primary" (in-memory inventory)'
add_host:
name: "{{ item }}"
groups: primary
when: hostvars[item]['patroni_leader_result']['status'] == 200
loop: "{{ groups['postgres_cluster'] }}"
changed_when: false
- name: '[Prepare] Add hosts to group "secondary" (in-memory inventory)'
add_host:
name: "{{ item }}"
groups: secondary
when: hostvars[item]['patroni_leader_result']['status'] != 200
loop: "{{ groups['postgres_cluster'] }}"
changed_when: false
- name: "Print Patroni Cluster info"
debug:
msg:
- "Cluster Name: {{ patroni_cluster_name }}"
- "Cluster Leader: {{ ansible_hostname }}"
when: inventory_hostname in groups['primary']
- name: "Check if there are any changed parameters that require a restart"
become_user: postgres
community.postgresql.postgresql_query:
login_host: "127.0.0.1"
login_port: "{{ postgresql_port }}"
login_user: "{{ patroni_superuser_username }}"
login_password: "{{ patroni_superuser_password }}"
login_db: "postgres"
query: "select name from pg_settings where pending_restart is true"
register: pending_restart_result
- name: "Set pg_pending_restart_settings variable"
set_fact:
pg_pending_restart_settings: "{{ pending_restart_result.query_result }}"
- name: "Display parameters requiring PostgreSQL restart"
debug:
msg:
- "On server {{ ansible_hostname }}, the following parameters have changed and require PostgreSQL to restart:"
- "{{ pg_pending_restart_settings | map(attribute='name') | list }}"
when: pg_pending_restart_settings | length > 0
tags:
- patroni_conf
- name: config_pgcluster.yml | Restart patroni on secondary after config settings if need
hosts: secondary
serial: 1 # restart replicas one by one
gather_facts: false
become: true
become_method: sudo
any_errors_fatal: true
vars_files:
- vars/main.yml
pre_tasks:
- name: Include OS-specific variables
include_vars: "vars/{{ ansible_os_family }}.yml"
when: not ansible_os_family == 'Rocky' and not ansible_os_family == 'AlmaLinux'
tags: always
# For compatibility with Ansible old versions
# (support for RockyLinux and AlmaLinux has been added to Ansible 2.11)
- name: Include OS-specific variables
include_vars: "vars/RedHat.yml"
when: ansible_os_family == 'Rocky' or ansible_os_family == 'AlmaLinux'
tags: always
tasks:
- name: Stop read-only traffic
include_role:
name: update
tasks_from: stop_traffic
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
- name: Stop Services
include_role:
name: update
tasks_from: stop_services
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
- name: Start Services
include_role:
name: update
tasks_from: start_services
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
- name: Start read-only traffic
include_role:
name: update
tasks_from: start_traffic
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
tags:
- patroni_conf
- name: config_pgcluster.yml | Restart patroni on master after config settings if need
hosts: primary
gather_facts: false
become: true
become_method: sudo
any_errors_fatal: true
environment: "{{ proxy_env | default({}) }}"
vars_files:
- vars/main.yml
pre_tasks:
- name: Include OS-specific variables
include_vars: "vars/{{ ansible_os_family }}.yml"
when: not ansible_os_family == 'Rocky' and not ansible_os_family == 'AlmaLinux'
tags: always
# For compatibility with Ansible old versions
# (support for RockyLinux and AlmaLinux has been added to Ansible 2.11)
- name: Include OS-specific variables
include_vars: "vars/RedHat.yml"
when: ansible_os_family == 'Rocky' or ansible_os_family == 'AlmaLinux'
tags: always
tasks:
- name: Switchover Patroni leader role
include_role:
name: update
tasks_from: switchover
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
- name: Stop read-only traffic
include_role:
name: update
tasks_from: stop_traffic
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
- name: Stop Services
include_role:
name: update
tasks_from: stop_services
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
- name: Start Services
include_role:
name: update
tasks_from: start_services
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
- name: Start read-only traffic
include_role:
name: update
tasks_from: start_traffic
when:
- pending_restart | bool
- pg_pending_restart_settings | length > 0
tags:
- patroni_conf