Browse Source

added slave backend

tags/v2.0.0
Robin Thoni 6 years ago
parent
commit
ea09cab631

+ 17
- 0
docker-compose.yml View File

@@ -52,6 +52,23 @@ services:
52 52
         env_file:
53 53
             - env
54 54
 
55
+    postgresql-slave1:
56
+        build: ./postgresql-slave
57
+        container_name: pdns-postgresql-slave1
58
+        networks:
59
+            pdns.internal.docker:
60
+                aliases:
61
+                    - postgresql-slave1.pdns.internal.docker
62
+        volumes:
63
+            - ./data/postgresql-slave1/data:/var/lib/postgresql/data
64
+            - ./data/postgresql-slave1/backup:/var/lib/postgresql/backup
65
+        ports:
66
+            - "127.0.0.1:34023:5432"
67
+        env_file:
68
+            - env
69
+        environment:
70
+            - POSTGRES_SLAVE_INDEX=1
71
+
55 72
 
56 73
 networks:
57 74
     pdns.internal.docker:

+ 10
- 0
env View File

@@ -18,3 +18,13 @@ DNS_HOSTMASTER=hostmaster.rthoni.com
18 18
 DNS_NS1=ns1.rthoni.com
19 19
 DNS_NS2=ns2.rthoni.com
20 20
 DNS_TTL=600
21
+
22
+POSTGRES_SLAVE_ENABLED_1=0
23
+POSTGRES_SLAVE_REP_HOST_1=master.example.com
24
+POSTGRES_SLAVE_REP_USER_1=replicator
25
+POSTGRES_SLAVE_REP_PASSWORD_1=pg_password
26
+POSTGRES_SLAVE_REP_PORT_1=34020
27
+POSTGRES_SLAVE_HOST_1=postgresql-slave1.pdns.internal.docker
28
+POSTGRES_SLAVE_USER_1=poweradmin
29
+POSTGRES_SLAVE_PASSWORD_1=pg_password
30
+POSTGRES_SLAVE_DB_1=poweradmin

+ 9
- 0
pdns-recursor/vars-vars View File

@@ -18,3 +18,12 @@ DNS_HOSTMASTER
18 18
 DNS_NS1
19 19
 DNS_NS2
20 20
 DNS_TTL
21
+
22
+POSTGRES_SLAVE_ENABLED_1
23
+POSTGRES_SLAVE_MASTER_1
24
+POSTGRES_SLAVE_REP_USER_1
25
+POSTGRES_SLAVE_REP_PASSWORD_1
26
+POSTGRES_SLAVE_PORT_1
27
+POSTGRES_SLAVE_USER_1
28
+POSTGRES_SLAVE_PASSWORD_1
29
+POSTGRES_SLAVE_DB_1

+ 14
- 15
pdns/config/pdns.conf View File

@@ -243,7 +243,7 @@ guardian=yes
243 243
 #################################
244 244
 # launch  Which backends to launch and order to query them in
245 245
 #
246
-# launch=
246
+launch=
247 247
 
248 248
 #################################
249 249
 # load-modules  Load this module - supply absolute or relative path
@@ -579,18 +579,17 @@ webserver-print-arguments=yes
579 579
 # PostgreSQL Configuration
580 580
 #
581 581
 # Launch gpgsql backend
582
-launch=gpgsql
583
-
582
+launch+=gpgsql:main
584 583
 # gpgsql parameters
585
-gpgsql-host=POSTGRES_HOST
586
-gpgsql-port=
587
-gpgsql-dbname=POSTGRES_DB
588
-gpgsql-user=POSTGRES_USER
589
-gpgsql-password=POSTGRES_PASSWORD
590
-gpgsql-dnssec=yes
591
-
592
-
593
-#loglevel=9
594
-#log-dns-details=yes
595
-#log-dns-queries=yes
596
-#query-logging=yes
584
+gpgsql-main-host=POSTGRES_HOST
585
+gpgsql-main-port=
586
+gpgsql-main-dbname=POSTGRES_DB
587
+gpgsql-main-user=POSTGRES_USER
588
+gpgsql-main-password=POSTGRES_PASSWORD
589
+gpgsql-main-dnssec=yes
590
+
591
+
592
+loglevel=9
593
+log-dns-details=yes
594
+log-dns-queries=yes
595
+query-logging=yes

+ 23
- 0
pdns/run.sh View File

@@ -8,4 +8,27 @@ export PDNS_RECURSOR_HOST="$(getent hosts ${PDNS_RECURSOR_HOST} | cut -d' ' -f1)
8 8
 
9 9
 replace_files
10 10
 
11
+for index in {0..1}
12
+do
13
+  var_name=POSTGRES_SLAVE_ENABLED_"${index}"
14
+
15
+  if [ "${!var_name}" == 1 ]
16
+  then
17
+    echo "Found slave ${index}"
18
+    pg_host=POSTGRES_SLAVE_HOST_"${index}"
19
+    pg_db=POSTGRES_SLAVE_DB_"${index}"
20
+    pg_user=POSTGRES_SLAVE_USER_"${index}"
21
+    pg_pwd=POSTGRES_SLAVE_PASSWORD_"${index}"
22
+    cat << EOF >> /etc/powerdns/pdns.conf
23
+launch+=gpgsql:slave${index}
24
+gpgsql-slave${index}-host=${!pg_host}
25
+gpgsql-slave${index}-port=
26
+gpgsql-slave${index}-dbname=${!pg_db}
27
+gpgsql-slave${index}-user=${!pg_user}
28
+gpgsql-slave${index}-password=${!pg_pwd}
29
+gpgsql-slave${index}-dnssec=yes
30
+EOF
31
+  fi
32
+done
33
+
11 34
 pdns_server --daemon=no

+ 9
- 0
pdns/vars-vars View File

@@ -18,3 +18,12 @@ DNS_HOSTMASTER
18 18
 DNS_NS1
19 19
 DNS_NS2
20 20
 DNS_TTL
21
+
22
+POSTGRES_SLAVE_ENABLED_1
23
+POSTGRES_SLAVE_MASTER_1
24
+POSTGRES_SLAVE_REP_USER_1
25
+POSTGRES_SLAVE_REP_PASSWORD_1
26
+POSTGRES_SLAVE_PORT_1
27
+POSTGRES_SLAVE_USER_1
28
+POSTGRES_SLAVE_PASSWORD_1
29
+POSTGRES_SLAVE_DB_1

+ 23
- 0
postgresql-slave/Dockerfile View File

@@ -0,0 +1,23 @@
1
+FROM robinthoni/postgres-backup-multiarch:9.6
2
+
3
+ARG CONFIG_DIR=/etc/default/config-files/
4
+
5
+RUN rm -rf /var/log/*
6
+
7
+COPY ./vars-vars /etc/vars-vars
8
+
9
+COPY ./vars-files /etc/vars-files
10
+
11
+COPY ./common.sh /common.sh
12
+
13
+COPY ./run.sh /run.sh
14
+
15
+RUN mkdir "${CONFIG_DIR}"
16
+
17
+COPY ./config/postgresql.conf "${CONFIG_DIR}"/postgresql.conf
18
+
19
+COPY ./config/recovery.conf "${CONFIG_DIR}"/recovery.conf
20
+
21
+ENTRYPOINT ["/bin/sh", "-c"]
22
+
23
+CMD ["/run.sh"]

+ 41
- 0
postgresql-slave/common.sh View File

@@ -0,0 +1,41 @@
1
+export CONFIG_DIR="/etc/default/config-files/"
2
+
3
+resolv_host()
4
+{
5
+  hostname="${1}"
6
+  ip=$(getent hosts "${hostname}" | cut -d' ' -f1)
7
+  echo "${ip}"
8
+}
9
+
10
+replace_var()
11
+{
12
+  file="${1}"
13
+  var="${2}"
14
+  sed -e "s?${var}?${!var}?g" -i "${file}"
15
+}
16
+
17
+replace_vars()
18
+{
19
+  file="${1}"
20
+  for var in $(cat /etc/vars-vars)
21
+  do
22
+    replace_var "${file}" "${var}"
23
+  done
24
+}
25
+
26
+replace_files()
27
+{
28
+  cat /etc/vars-files | while read line
29
+  do
30
+    filesrc="${CONFIG_DIR}$(echo "${line}" | awk '{print $1}')"
31
+    filedst=$(echo "${line}" | awk '{print $2}')
32
+    if [ -f "${filesrc}" ]
33
+    then
34
+      echo "Expanding file ${filesrc} to ${filedst}"
35
+      cp "${filesrc}" "${filedst}"
36
+      replace_vars "${filedst}"
37
+    else
38
+      echo "File ${filesrc} does not exist. Skipping."
39
+    fi
40
+  done
41
+}

+ 641
- 0
postgresql-slave/config/postgresql.conf View File

@@ -0,0 +1,641 @@
1
+# -----------------------------
2
+# PostgreSQL configuration file
3
+# -----------------------------
4
+#
5
+# This file consists of lines of the form:
6
+#
7
+#   name = value
8
+#
9
+# (The "=" is optional.)  Whitespace may be used.  Comments are introduced with
10
+# "#" anywhere on a line.  The complete list of parameter names and allowed
11
+# values can be found in the PostgreSQL documentation.
12
+#
13
+# The commented-out settings shown in this file represent the default values.
14
+# Re-commenting a setting is NOT sufficient to revert it to the default value;
15
+# you need to reload the server.
16
+#
17
+# This file is read on server startup and when the server receives a SIGHUP
18
+# signal.  If you edit the file on a running system, you have to SIGHUP the
19
+# server for the changes to take effect, or use "pg_ctl reload".  Some
20
+# parameters, which are marked below, require a server shutdown and restart to
21
+# take effect.
22
+#
23
+# Any parameter can also be given as a command-line option to the server, e.g.,
24
+# "postgres -c log_connections=on".  Some parameters can be changed at run time
25
+# with the "SET" SQL command.
26
+#
27
+# Memory units:  kB = kilobytes        Time units:  ms  = milliseconds
28
+#                MB = megabytes                     s   = seconds
29
+#                GB = gigabytes                     min = minutes
30
+#                TB = terabytes                     h   = hours
31
+#                                                   d   = days
32
+
33
+
34
+#------------------------------------------------------------------------------
35
+# FILE LOCATIONS
36
+#------------------------------------------------------------------------------
37
+
38
+# The default values of these variables are driven from the -D command-line
39
+# option or PGDATA environment variable, represented here as ConfigDir.
40
+
41
+#data_directory = 'ConfigDir'		# use data in another directory
42
+					# (change requires restart)
43
+#hba_file = 'ConfigDir/pg_hba.conf'	# host-based authentication file
44
+					# (change requires restart)
45
+#ident_file = 'ConfigDir/pg_ident.conf'	# ident configuration file
46
+					# (change requires restart)
47
+
48
+# If external_pid_file is not explicitly set, no extra PID file is written.
49
+#external_pid_file = ''			# write an extra PID file
50
+					# (change requires restart)
51
+
52
+
53
+#------------------------------------------------------------------------------
54
+# CONNECTIONS AND AUTHENTICATION
55
+#------------------------------------------------------------------------------
56
+
57
+# - Connection Settings -
58
+
59
+listen_addresses = '*'
60
+					# comma-separated list of addresses;
61
+					# defaults to 'localhost'; use '*' for all
62
+					# (change requires restart)
63
+#port = 5432				# (change requires restart)
64
+max_connections = 100			# (change requires restart)
65
+#superuser_reserved_connections = 3	# (change requires restart)
66
+#unix_socket_directories = '/var/run/postgresql'	# comma-separated list of directories
67
+					# (change requires restart)
68
+#unix_socket_group = ''			# (change requires restart)
69
+#unix_socket_permissions = 0777		# begin with 0 to use octal notation
70
+					# (change requires restart)
71
+#bonjour = off				# advertise server via Bonjour
72
+					# (change requires restart)
73
+#bonjour_name = ''			# defaults to the computer name
74
+					# (change requires restart)
75
+
76
+# - Security and Authentication -
77
+
78
+#authentication_timeout = 1min		# 1s-600s
79
+#ssl = off				# (change requires restart)
80
+#ssl_ciphers = 'HIGH:MEDIUM:+3DES:!aNULL' # allowed SSL ciphers
81
+					# (change requires restart)
82
+#ssl_prefer_server_ciphers = on		# (change requires restart)
83
+#ssl_ecdh_curve = 'prime256v1'		# (change requires restart)
84
+#ssl_cert_file = 'server.crt'		# (change requires restart)
85
+#ssl_key_file = 'server.key'		# (change requires restart)
86
+#ssl_ca_file = ''			# (change requires restart)
87
+#ssl_crl_file = ''			# (change requires restart)
88
+#password_encryption = on
89
+#db_user_namespace = off
90
+#row_security = on
91
+
92
+# GSSAPI using Kerberos
93
+#krb_server_keyfile = ''
94
+#krb_caseins_users = off
95
+
96
+# - TCP Keepalives -
97
+# see "man 7 tcp" for details
98
+
99
+#tcp_keepalives_idle = 0		# TCP_KEEPIDLE, in seconds;
100
+					# 0 selects the system default
101
+#tcp_keepalives_interval = 0		# TCP_KEEPINTVL, in seconds;
102
+					# 0 selects the system default
103
+#tcp_keepalives_count = 0		# TCP_KEEPCNT;
104
+					# 0 selects the system default
105
+
106
+
107
+#------------------------------------------------------------------------------
108
+# RESOURCE USAGE (except WAL)
109
+#------------------------------------------------------------------------------
110
+
111
+# - Memory -
112
+
113
+shared_buffers = 128MB			# min 128kB
114
+					# (change requires restart)
115
+#huge_pages = try			# on, off, or try
116
+					# (change requires restart)
117
+#temp_buffers = 8MB			# min 800kB
118
+#max_prepared_transactions = 0		# zero disables the feature
119
+					# (change requires restart)
120
+# Caution: it is not advisable to set max_prepared_transactions nonzero unless
121
+# you actively intend to use prepared transactions.
122
+#work_mem = 4MB				# min 64kB
123
+#maintenance_work_mem = 64MB		# min 1MB
124
+#replacement_sort_tuples = 150000	# limits use of replacement selection sort
125
+#autovacuum_work_mem = -1		# min 1MB, or -1 to use maintenance_work_mem
126
+#max_stack_depth = 2MB			# min 100kB
127
+dynamic_shared_memory_type = posix	# the default is the first option
128
+					# supported by the operating system:
129
+					#   posix
130
+					#   sysv
131
+					#   windows
132
+					#   mmap
133
+					# use none to disable dynamic shared memory
134
+
135
+# - Disk -
136
+
137
+#temp_file_limit = -1			# limits per-process temp file space
138
+					# in kB, or -1 for no limit
139
+
140
+# - Kernel Resource Usage -
141
+
142
+#max_files_per_process = 1000		# min 25
143
+					# (change requires restart)
144
+#shared_preload_libraries = ''		# (change requires restart)
145
+
146
+# - Cost-Based Vacuum Delay -
147
+
148
+#vacuum_cost_delay = 0			# 0-100 milliseconds
149
+#vacuum_cost_page_hit = 1		# 0-10000 credits
150
+#vacuum_cost_page_miss = 10		# 0-10000 credits
151
+#vacuum_cost_page_dirty = 20		# 0-10000 credits
152
+#vacuum_cost_limit = 200		# 1-10000 credits
153
+
154
+# - Background Writer -
155
+
156
+#bgwriter_delay = 200ms			# 10-10000ms between rounds
157
+#bgwriter_lru_maxpages = 100		# 0-1000 max buffers written/round
158
+#bgwriter_lru_multiplier = 2.0		# 0-10.0 multiplier on buffers scanned/round
159
+#bgwriter_flush_after = 512kB		# measured in pages, 0 disables
160
+
161
+# - Asynchronous Behavior -
162
+
163
+#effective_io_concurrency = 1		# 1-1000; 0 disables prefetching
164
+#max_worker_processes = 8		# (change requires restart)
165
+#max_parallel_workers_per_gather = 0	# taken from max_worker_processes
166
+#old_snapshot_threshold = -1		# 1min-60d; -1 disables; 0 is immediate
167
+					# (change requires restart)
168
+#backend_flush_after = 0		# measured in pages, 0 disables
169
+
170
+
171
+#------------------------------------------------------------------------------
172
+# WRITE AHEAD LOG
173
+#------------------------------------------------------------------------------
174
+
175
+# - Settings -
176
+
177
+wal_level = replica			# minimal, replica, or logical
178
+					# (change requires restart)
179
+#fsync = on				# flush data to disk for crash safety
180
+						# (turning this off can cause
181
+						# unrecoverable data corruption)
182
+#synchronous_commit = on		# synchronization level;
183
+					# off, local, remote_write, remote_apply, or on
184
+#wal_sync_method = fsync		# the default is the first option
185
+					# supported by the operating system:
186
+					#   open_datasync
187
+					#   fdatasync (default on Linux)
188
+					#   fsync
189
+					#   fsync_writethrough
190
+					#   open_sync
191
+#full_page_writes = on			# recover from partial page writes
192
+#wal_compression = off			# enable compression of full-page writes
193
+#wal_log_hints = off			# also do full page writes of non-critical updates
194
+					# (change requires restart)
195
+#wal_buffers = -1			# min 32kB, -1 sets based on shared_buffers
196
+					# (change requires restart)
197
+#wal_writer_delay = 200ms		# 1-10000 milliseconds
198
+#wal_writer_flush_after = 1MB		# measured in pages, 0 disables
199
+
200
+#commit_delay = 0			# range 0-100000, in microseconds
201
+#commit_siblings = 5			# range 1-1000
202
+
203
+# - Checkpoints -
204
+
205
+#checkpoint_timeout = 5min		# range 30s-1d
206
+#max_wal_size = 1GB
207
+#min_wal_size = 80MB
208
+#checkpoint_completion_target = 0.5	# checkpoint target duration, 0.0 - 1.0
209
+#checkpoint_flush_after = 256kB		# measured in pages, 0 disables
210
+#checkpoint_warning = 30s		# 0 disables
211
+
212
+# - Archiving -
213
+
214
+#archive_mode = off		# enables archiving; off, on, or always
215
+				# (change requires restart)
216
+#archive_command = ''		# command to use to archive a logfile segment
217
+				# placeholders: %p = path of file to archive
218
+				#               %f = file name only
219
+				# e.g. 'test ! -f /mnt/server/archivedir/%f && cp %p /mnt/server/archivedir/%f'
220
+#archive_timeout = 0		# force a logfile segment switch after this
221
+				# number of seconds; 0 disables
222
+
223
+
224
+#------------------------------------------------------------------------------
225
+# REPLICATION
226
+#------------------------------------------------------------------------------
227
+
228
+# - Sending Server(s) -
229
+
230
+# Set these on the master and on any standby that will send replication data.
231
+
232
+max_wal_senders = 3		# max number of walsender processes
233
+				# (change requires restart)
234
+wal_keep_segments = 8		# in logfile segments, 16MB each; 0 disables
235
+#wal_sender_timeout = 60s	# in milliseconds; 0 disables
236
+
237
+#max_replication_slots = 0	# max number of replication slots
238
+				# (change requires restart)
239
+#track_commit_timestamp = off	# collect timestamp of transaction commit
240
+				# (change requires restart)
241
+
242
+# - Master Server -
243
+
244
+# These settings are ignored on a standby server.
245
+
246
+#synchronous_standby_names = ''	# standby servers that provide sync rep
247
+				# number of sync standbys and comma-separated list of application_name
248
+				# from standby(s); '*' = all
249
+#vacuum_defer_cleanup_age = 0	# number of xacts by which cleanup is delayed
250
+
251
+# - Standby Servers -
252
+
253
+# These settings are ignored on a master server.
254
+
255
+hot_standby = on			# "on" allows queries during recovery
256
+					# (change requires restart)
257
+#max_standby_archive_delay = 30s	# max delay before canceling queries
258
+					# when reading WAL from archive;
259
+					# -1 allows indefinite delay
260
+#max_standby_streaming_delay = 30s	# max delay before canceling queries
261
+					# when reading streaming WAL;
262
+					# -1 allows indefinite delay
263
+#wal_receiver_status_interval = 10s	# send replies at least this often
264
+					# 0 disables
265
+#hot_standby_feedback = off		# send info from standby to prevent
266
+					# query conflicts
267
+#wal_receiver_timeout = 60s		# time that receiver waits for
268
+					# communication from master
269
+					# in milliseconds; 0 disables
270
+#wal_retrieve_retry_interval = 5s	# time to wait before retrying to
271
+					# retrieve WAL after a failed attempt
272
+
273
+
274
+#------------------------------------------------------------------------------
275
+# QUERY TUNING
276
+#------------------------------------------------------------------------------
277
+
278
+# - Planner Method Configuration -
279
+
280
+#enable_bitmapscan = on
281
+#enable_hashagg = on
282
+#enable_hashjoin = on
283
+#enable_indexscan = on
284
+#enable_indexonlyscan = on
285
+#enable_material = on
286
+#enable_mergejoin = on
287
+#enable_nestloop = on
288
+#enable_seqscan = on
289
+#enable_sort = on
290
+#enable_tidscan = on
291
+
292
+# - Planner Cost Constants -
293
+
294
+#seq_page_cost = 1.0			# measured on an arbitrary scale
295
+#random_page_cost = 4.0			# same scale as above
296
+#cpu_tuple_cost = 0.01			# same scale as above
297
+#cpu_index_tuple_cost = 0.005		# same scale as above
298
+#cpu_operator_cost = 0.0025		# same scale as above
299
+#parallel_tuple_cost = 0.1		# same scale as above
300
+#parallel_setup_cost = 1000.0	# same scale as above
301
+#min_parallel_relation_size = 8MB
302
+#effective_cache_size = 4GB
303
+
304
+# - Genetic Query Optimizer -
305
+
306
+#geqo = on
307
+#geqo_threshold = 12
308
+#geqo_effort = 5			# range 1-10
309
+#geqo_pool_size = 0			# selects default based on effort
310
+#geqo_generations = 0			# selects default based on effort
311
+#geqo_selection_bias = 2.0		# range 1.5-2.0
312
+#geqo_seed = 0.0			# range 0.0-1.0
313
+
314
+# - Other Planner Options -
315
+
316
+#default_statistics_target = 100	# range 1-10000
317
+#constraint_exclusion = partition	# on, off, or partition
318
+#cursor_tuple_fraction = 0.1		# range 0.0-1.0
319
+#from_collapse_limit = 8
320
+#join_collapse_limit = 8		# 1 disables collapsing of explicit
321
+					# JOIN clauses
322
+#force_parallel_mode = off
323
+
324
+
325
+#------------------------------------------------------------------------------
326
+# ERROR REPORTING AND LOGGING
327
+#------------------------------------------------------------------------------
328
+
329
+# - Where to Log -
330
+
331
+#log_destination = 'stderr'		# Valid values are combinations of
332
+					# stderr, csvlog, syslog, and eventlog,
333
+					# depending on platform.  csvlog
334
+					# requires logging_collector to be on.
335
+
336
+# This is used when logging to stderr:
337
+#logging_collector = off		# Enable capturing of stderr and csvlog
338
+					# into log files. Required to be on for
339
+					# csvlogs.
340
+					# (change requires restart)
341
+
342
+# These are only used if logging_collector is on:
343
+#log_directory = 'pg_log'		# directory where log files are written,
344
+					# can be absolute or relative to PGDATA
345
+#log_filename = 'postgresql-%Y-%m-%d_%H%M%S.log'	# log file name pattern,
346
+					# can include strftime() escapes
347
+#log_file_mode = 0600			# creation mode for log files,
348
+					# begin with 0 to use octal notation
349
+#log_truncate_on_rotation = off		# If on, an existing log file with the
350
+					# same name as the new log file will be
351
+					# truncated rather than appended to.
352
+					# But such truncation only occurs on
353
+					# time-driven rotation, not on restarts
354
+					# or size-driven rotation.  Default is
355
+					# off, meaning append to existing files
356
+					# in all cases.
357
+#log_rotation_age = 1d			# Automatic rotation of logfiles will
358
+					# happen after that time.  0 disables.
359
+#log_rotation_size = 10MB		# Automatic rotation of logfiles will
360
+					# happen after that much log output.
361
+					# 0 disables.
362
+
363
+# These are relevant when logging to syslog:
364
+#syslog_facility = 'LOCAL0'
365
+#syslog_ident = 'postgres'
366
+#syslog_sequence_numbers = on
367
+#syslog_split_messages = on
368
+
369
+# This is only relevant when logging to eventlog (win32):
370
+#event_source = 'PostgreSQL'
371
+
372
+# - When to Log -
373
+
374
+#client_min_messages = notice		# values in order of decreasing detail:
375
+					#   debug5
376
+					#   debug4
377
+					#   debug3
378
+					#   debug2
379
+					#   debug1
380
+					#   log
381
+					#   notice
382
+					#   warning
383
+					#   error
384
+
385
+#log_min_messages = warning		# values in order of decreasing detail:
386
+					#   debug5
387
+					#   debug4
388
+					#   debug3
389
+					#   debug2
390
+					#   debug1
391
+					#   info
392
+					#   notice
393
+					#   warning
394
+					#   error
395
+					#   log
396
+					#   fatal
397
+					#   panic
398
+
399
+#log_min_error_statement = error	# values in order of decreasing detail:
400
+					#   debug5
401
+					#   debug4
402
+					#   debug3
403
+					#   debug2
404
+					#   debug1
405
+					#   info
406
+					#   notice
407
+					#   warning
408
+					#   error
409
+					#   log
410
+					#   fatal
411
+					#   panic (effectively off)
412
+
413
+#log_min_duration_statement = -1	# -1 is disabled, 0 logs all statements
414
+					# and their durations, > 0 logs only
415
+					# statements running at least this number
416
+					# of milliseconds
417
+
418
+
419
+# - What to Log -
420
+
421
+#debug_print_parse = off
422
+#debug_print_rewritten = off
423
+#debug_print_plan = off
424
+#debug_pretty_print = on
425
+#log_checkpoints = off
426
+#log_connections = off
427
+#log_disconnections = off
428
+#log_duration = off
429
+#log_error_verbosity = default		# terse, default, or verbose messages
430
+#log_hostname = off
431
+#log_line_prefix = ''			# special values:
432
+					#   %a = application name
433
+					#   %u = user name
434
+					#   %d = database name
435
+					#   %r = remote host and port
436
+					#   %h = remote host
437
+					#   %p = process ID
438
+					#   %t = timestamp without milliseconds
439
+					#   %m = timestamp with milliseconds
440
+					#   %n = timestamp with milliseconds (as a Unix epoch)
441
+					#   %i = command tag
442
+					#   %e = SQL state
443
+					#   %c = session ID
444
+					#   %l = session line number
445
+					#   %s = session start timestamp
446
+					#   %v = virtual transaction ID
447
+					#   %x = transaction ID (0 if none)
448
+					#   %q = stop here in non-session
449
+					#        processes
450
+					#   %% = '%'
451
+					# e.g. '<%u%%%d> '
452
+#log_lock_waits = off			# log lock waits >= deadlock_timeout
453
+#log_statement = 'none'			# none, ddl, mod, all
454
+#log_replication_commands = off
455
+#log_temp_files = -1			# log temporary files equal or larger
456
+					# than the specified size in kilobytes;
457
+					# -1 disables, 0 logs all temp files
458
+log_timezone = 'UTC'
459
+
460
+
461
+# - Process Title -
462
+
463
+#cluster_name = ''			# added to process titles if nonempty
464
+					# (change requires restart)
465
+#update_process_title = on
466
+
467
+
468
+#------------------------------------------------------------------------------
469
+# RUNTIME STATISTICS
470
+#------------------------------------------------------------------------------
471
+
472
+# - Query/Index Statistics Collector -
473
+
474
+#track_activities = on
475
+#track_counts = on
476
+#track_io_timing = off
477
+#track_functions = none			# none, pl, all
478
+#track_activity_query_size = 1024	# (change requires restart)
479
+#stats_temp_directory = 'pg_stat_tmp'
480
+
481
+
482
+# - Statistics Monitoring -
483
+
484
+#log_parser_stats = off
485
+#log_planner_stats = off
486
+#log_executor_stats = off
487
+#log_statement_stats = off
488
+
489
+
490
+#------------------------------------------------------------------------------
491
+# AUTOVACUUM PARAMETERS
492
+#------------------------------------------------------------------------------
493
+
494
+#autovacuum = on			# Enable autovacuum subprocess?  'on'
495
+					# requires track_counts to also be on.
496
+#log_autovacuum_min_duration = -1	# -1 disables, 0 logs all actions and
497
+					# their durations, > 0 logs only
498
+					# actions running at least this number
499
+					# of milliseconds.
500
+#autovacuum_max_workers = 3		# max number of autovacuum subprocesses
501
+					# (change requires restart)
502
+#autovacuum_naptime = 1min		# time between autovacuum runs
503
+#autovacuum_vacuum_threshold = 50	# min number of row updates before
504
+					# vacuum
505
+#autovacuum_analyze_threshold = 50	# min number of row updates before
506
+					# analyze
507
+#autovacuum_vacuum_scale_factor = 0.2	# fraction of table size before vacuum
508
+#autovacuum_analyze_scale_factor = 0.1	# fraction of table size before analyze
509
+#autovacuum_freeze_max_age = 200000000	# maximum XID age before forced vacuum
510
+					# (change requires restart)
511
+#autovacuum_multixact_freeze_max_age = 400000000	# maximum multixact age
512
+					# before forced vacuum
513
+					# (change requires restart)
514
+#autovacuum_vacuum_cost_delay = 20ms	# default vacuum cost delay for
515
+					# autovacuum, in milliseconds;
516
+					# -1 means use vacuum_cost_delay
517
+#autovacuum_vacuum_cost_limit = -1	# default vacuum cost limit for
518
+					# autovacuum, -1 means use
519
+					# vacuum_cost_limit
520
+
521
+
522
+#------------------------------------------------------------------------------
523
+# CLIENT CONNECTION DEFAULTS
524
+#------------------------------------------------------------------------------
525
+
526
+# - Statement Behavior -
527
+
528
+#search_path = '"$user", public'	# schema names
529
+#default_tablespace = ''		# a tablespace name, '' uses the default
530
+#temp_tablespaces = ''			# a list of tablespace names, '' uses
531
+					# only default tablespace
532
+#check_function_bodies = on
533
+#default_transaction_isolation = 'read committed'
534
+#default_transaction_read_only = off
535
+#default_transaction_deferrable = off
536
+#session_replication_role = 'origin'
537
+#statement_timeout = 0			# in milliseconds, 0 is disabled
538
+#lock_timeout = 0			# in milliseconds, 0 is disabled
539
+#idle_in_transaction_session_timeout = 0		# in milliseconds, 0 is disabled
540
+#vacuum_freeze_min_age = 50000000
541
+#vacuum_freeze_table_age = 150000000
542
+#vacuum_multixact_freeze_min_age = 5000000
543
+#vacuum_multixact_freeze_table_age = 150000000
544
+#bytea_output = 'hex'			# hex, escape
545
+#xmlbinary = 'base64'
546
+#xmloption = 'content'
547
+#gin_fuzzy_search_limit = 0
548
+#gin_pending_list_limit = 4MB
549
+
550
+# - Locale and Formatting -
551
+
552
+datestyle = 'iso, mdy'
553
+#intervalstyle = 'postgres'
554
+timezone = 'UTC'
555
+#timezone_abbreviations = 'Default'     # Select the set of available time zone
556
+					# abbreviations.  Currently, there are
557
+					#   Default
558
+					#   Australia (historical usage)
559
+					#   India
560
+					# You can create your own file in
561
+					# share/timezonesets/.
562
+#extra_float_digits = 0			# min -15, max 3
563
+#client_encoding = sql_ascii		# actually, defaults to database
564
+					# encoding
565
+
566
+# These settings are initialized by initdb, but they can be changed.
567
+lc_messages = 'en_US.utf8'			# locale for system error message
568
+					# strings
569
+lc_monetary = 'en_US.utf8'			# locale for monetary formatting
570
+lc_numeric = 'en_US.utf8'			# locale for number formatting
571
+lc_time = 'en_US.utf8'				# locale for time formatting
572
+
573
+# default configuration for text search
574
+default_text_search_config = 'pg_catalog.english'
575
+
576
+# - Other Defaults -
577
+
578
+#dynamic_library_path = '$libdir'
579
+#local_preload_libraries = ''
580
+#session_preload_libraries = ''
581
+
582
+
583
+#------------------------------------------------------------------------------
584
+# LOCK MANAGEMENT
585
+#------------------------------------------------------------------------------
586
+
587
+#deadlock_timeout = 1s
588
+#max_locks_per_transaction = 64		# min 10
589
+					# (change requires restart)
590
+#max_pred_locks_per_transaction = 64	# min 10
591
+					# (change requires restart)
592
+
593
+
594
+#------------------------------------------------------------------------------
595
+# VERSION/PLATFORM COMPATIBILITY
596
+#------------------------------------------------------------------------------
597
+
598
+# - Previous PostgreSQL Versions -
599
+
600
+#array_nulls = on
601
+#backslash_quote = safe_encoding	# on, off, or safe_encoding
602
+#default_with_oids = off
603
+#escape_string_warning = on
604
+#lo_compat_privileges = off
605
+#operator_precedence_warning = off
606
+#quote_all_identifiers = off
607
+#sql_inheritance = on
608
+#standard_conforming_strings = on
609
+#synchronize_seqscans = on
610
+
611
+# - Other Platforms and Clients -
612
+
613
+#transform_null_equals = off
614
+
615
+
616
+#------------------------------------------------------------------------------
617
+# ERROR HANDLING
618
+#------------------------------------------------------------------------------
619
+
620
+#exit_on_error = off			# terminate session on any error?
621
+#restart_after_crash = on		# reinitialize after backend crash?
622
+
623
+
624
+#------------------------------------------------------------------------------
625
+# CONFIG FILE INCLUDES
626
+#------------------------------------------------------------------------------
627
+
628
+# These options allow settings to be loaded from files other than the
629
+# default postgresql.conf.
630
+
631
+#include_dir = 'conf.d'			# include files ending in '.conf' from
632
+					# directory 'conf.d'
633
+#include_if_exists = 'exists.conf'	# include file only if it exists
634
+#include = 'special.conf'		# include file
635
+
636
+
637
+#------------------------------------------------------------------------------
638
+# CUSTOMIZED OPTIONS
639
+#------------------------------------------------------------------------------
640
+
641
+# Add settings for extensions here

+ 3
- 0
postgresql-slave/config/recovery.conf View File

@@ -0,0 +1,3 @@
1
+standby_mode = 'on'
2
+primary_conninfo = 'host=POSTGRES_SLAVE_REP_HOST port=POSTGRES_SLAVE_REP_PORT user=POSTGRES_SLAVE_REP_USER password=POSTGRES_SLAVE_REP_PASSWORD'
3
+trigger_file = '/tmp/postgresql.trigger'

+ 47
- 0
postgresql-slave/run.sh View File

@@ -0,0 +1,47 @@
1
+#! /usr/bin/env bash
2
+
3
+if [ "${POSTGRES_SLAVE_INDEX}" == "" ]
4
+then
5
+  echo "No POSTGRES_SLAVE_INDEX defined. Exiting."
6
+  exit 0
7
+fi
8
+
9
+set_var_value()
10
+{
11
+  var_name="${1}"_"${POSTGRES_SLAVE_INDEX}"
12
+  export "${1}"="${!var_name}"
13
+}
14
+
15
+set_var_value POSTGRES_SLAVE_ENABLED
16
+
17
+if [ "${POSTGRES_SLAVE_ENABLED}" -ne 1 ]
18
+then
19
+  echo "Slave is disabled. Exiting."
20
+  exit 0
21
+fi
22
+
23
+set_var_value POSTGRES_SLAVE_REP_HOST
24
+set_var_value POSTGRES_SLAVE_REP_USER
25
+set_var_value POSTGRES_SLAVE_REP_PASSWORD
26
+set_var_value POSTGRES_SLAVE_REP_PORT
27
+
28
+. /common.sh
29
+
30
+replace_files
31
+
32
+replace_var /var/lib/postgresql/data/recovery.conf POSTGRES_SLAVE_REP_HOST
33
+replace_var /var/lib/postgresql/data/recovery.conf POSTGRES_SLAVE_REP_USER
34
+replace_var /var/lib/postgresql/data/recovery.conf POSTGRES_SLAVE_REP_PASSWORD
35
+replace_var /var/lib/postgresql/data/recovery.conf POSTGRES_SLAVE_REP_PORT
36
+
37
+rm -rf /tmp/*
38
+
39
+mv /var/lib/postgresql/data/*.conf /tmp
40
+
41
+rm -rf /var/lib/postgresql/data/*
42
+
43
+PGPASSWORD="${POSTGRES_SLAVE_REP_PASSWORD}" pg_basebackup -h "${POSTGRES_SLAVE_REP_HOST}" -p "${POSTGRES_SLAVE_REP_PORT}" -D /var/lib/postgresql/data -U "${POSTGRES_SLAVE_REP_USER}" -v
44
+
45
+mv /tmp/*.conf /var/lib/postgresql/data/
46
+
47
+docker-entrypoint.sh postgres

+ 2
- 0
postgresql-slave/vars-files View File

@@ -0,0 +1,2 @@
1
+postgresql.conf /var/lib/postgresql/data/postgresql.conf
2
+recovery.conf /var/lib/postgresql/data/recovery.conf

+ 29
- 0
postgresql-slave/vars-vars View File

@@ -0,0 +1,29 @@
1
+POSTGRES_HOST
2
+POSTGRES_USER
3
+POSTGRES_PASSWORD
4
+POSTGRES_DB
5
+
6
+PDNS_RECURSOR_HOST
7
+PDNS_API_KEY
8
+PDNS_WEBSERVER_PASSWORD
9
+PDNS_ALLOW_AXFR_IPS
10
+PDNS_ALLOW_RECURSION
11
+PDNS_ALSO_NOTIFY
12
+PDNS_ALLOW_NOTIFY_FROM
13
+PDNS_ALLOW_DNSUPDATE_FROM
14
+
15
+SESSION_KEY
16
+
17
+DNS_HOSTMASTER
18
+DNS_NS1
19
+DNS_NS2
20
+DNS_TTL
21
+
22
+POSTGRES_SLAVE_ENABLED_1
23
+POSTGRES_SLAVE_MASTER_1
24
+POSTGRES_SLAVE_REP_USER_1
25
+POSTGRES_SLAVE_REP_PASSWORD_1
26
+POSTGRES_SLAVE_PORT_1
27
+POSTGRES_SLAVE_USER_1
28
+POSTGRES_SLAVE_PASSWORD_1
29
+POSTGRES_SLAVE_DB_1

+ 9
- 0
poweradmin/vars-vars View File

@@ -18,3 +18,12 @@ DNS_HOSTMASTER
18 18
 DNS_NS1
19 19
 DNS_NS2
20 20
 DNS_TTL
21
+
22
+POSTGRES_SLAVE_ENABLED_1
23
+POSTGRES_SLAVE_MASTER_1
24
+POSTGRES_SLAVE_REP_USER_1
25
+POSTGRES_SLAVE_REP_PASSWORD_1
26
+POSTGRES_SLAVE_PORT_1
27
+POSTGRES_SLAVE_USER_1
28
+POSTGRES_SLAVE_PASSWORD_1
29
+POSTGRES_SLAVE_DB_1

+ 1
- 1
update_vars.sh View File

@@ -1,7 +1,7 @@
1 1
 #! /usr/bin/env sh
2 2
 
3 3
 vars=$(cat env | cut -d= -f1)
4
-for docker in pdns pdns-recursor poweradmin
4
+for docker in pdns pdns-recursor poweradmin postgresql-slave
5 5
 do
6 6
   echo "${vars}" > "./${docker}/vars-vars"
7 7
 done

Loading…
Cancel
Save