mali/at-confluence-backup
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

sync repo.

Browse Source
This commit is contained in:
root
2022-10-31 09:37:42 -07:00
parent d10d71fbef
commit 7d5213f213
17 changed files with 49 additions and 934 deletions
Download Patch File Download Diff File Expand all files Collapse all files
database-postgresql.sh
+10 -126
View File
@@ -13,7 +13,7 @@ if [[ ${psql_majorminor} -ge 9003 ]]; then
fi
function prepare_backup_db {
check_config_var "CONFLUENCE_BACKUP_DB"
check_config_var "CONFLUENCE_BACKUP_DB_TMP"
check_config_var "POSTGRES_USERNAME"
check_config_var "POSTGRES_HOST"
check_config_var "POSTGRES_PORT"
@@ -21,10 +21,10 @@ function prepare_backup_db {
}
function backup_db {
[ -d "${CONFLUENCE_BACKUP_DB}" ] && rm -r "${CONFLUENCE_BACKUP_DB}"
mkdir -p "${CONFLUENCE_BACKUP_DB}"
run pg_dump -U "${POSTGRES_USERNAME}" -h "${POSTGRES_HOST}" --port=${POSTGRES_PORT} ${PG_PARALLEL} -Fd \
-d "${CONFLUENCE_DB}" ${PG_SNAPSHOT_OPT} -f "${CONFLUENCE_BACKUP_DB}"
[ -d "${CONFLUENCE_BACKUP_DB_TMP}" ] && rm -r "${CONFLUENCE_BACKUP_DB_TMP}"
mkdir -p "${CONFLUENCE_BACKUP_DB_TMP}"
run pg_dump -U "${POSTGRES_USERNAME}" -h "${POSTGRES_HOST}" --port=${POSTGRES_PORT} ${PG_PARALLEL} -Fd -d "${CONFLUENCE_DB}" ${PG_SNAPSHOT_OPT} -f "${CONFLUENCE_BACKUP_DB_TMP}"
perform_rsync_compress_db
}
function prepare_restore_db {
@@ -51,7 +51,7 @@ function restore_db {
function cleanup_incomplete_db_backup {
info "Cleaning up DB backup created as part of failed/incomplete backup"
rm -r "${CONFLUENCE_BACKUP_DB}"
rm -r "${CONFLUENCE_BACKUP_DB_TMP}"
}
function cleanup_old_db_backups {
@@ -59,124 +59,8 @@ function cleanup_old_db_backups {
no_op
}
# ----------------------------------------------------------------------------------------------------------------------
# Disaster recovery functions
# ----------------------------------------------------------------------------------------------------------------------
# Promote a standby database to take over from the primary, as part of a disaster recovery failover process
function promote_db {
check_command "pg_ctl"
check_config_var "STANDBY_DATABASE_SERVICE_USER"
check_config_var "STANDBY_DATABASE_REPLICATION_USER_USERNAME"
check_config_var "STANDBY_DATABASE_REPLICATION_USER_PASSWORD"
check_config_var "STANDBY_DATABASE_DATA_DIR"
local is_in_recovery=$(PGPASSWORD="${STANDBY_DATABASE_REPLICATION_USER_PASSWORD}" \
run psql -U "${STANDBY_DATABASE_REPLICATION_USER_USERNAME}" -d "${CONFLUENCE_DB}" -tqc "SELECT pg_is_in_recovery()")
case "${is_in_recovery/ }" in
"t")
;;
"f")
bail "Cannot promote standby PostgreSQL database, because it is already running as a primary database."
;;
"")
bail "Cannot promote standby PostgreSQL database."
;;
*)
bail "Cannot promote standby PostgreSQL database, got unexpected result '${is_in_recovery}'."
;;
esac
info "Promoting standby database instance"
# Run pg_ctl in the root ( / ) folder to avoid warnings about user directory permissions.
# Also ensure the command is run as the same user that is running the PostgreSQL service.
# Because we have password-less sudo, we use su to execute the pg_ctl command
run sudo su "${STANDBY_DATABASE_SERVICE_USER}" -c "cd / ; pg_ctl -D '${STANDBY_DATABASE_DATA_DIR}' promote"
success "Promoted PostgreSQL standby instance"
}
# Configures a standby PostgreSQL database (which must be accessible locally by the "pg_basebackup" command) to
# replicate from the primary PostgreSQL database specified by the POSTGRES_HOST, POSTGRES_DB, etc. variables.
function setup_db_replication {
check_command "pg_basebackup"
check_config_var "POSTGRES_HOST"
# Checks to see if the primary instance is set up for replication
info "Checking primary PostgreSQL server '${POSTGRES_HOST}'"
validate_primary_db
debug "Primary checks were successful"
# Checks and configures standby instance for replication
info "Setting up standby PostgreSQL instance"
check_config_var "STANDBY_DATABASE_SERVICE_NAME"
check_config_var "STANDBY_DATABASE_SERVICE_USER"
check_config_var "STANDBY_DATABASE_REPLICATION_USER_USERNAME"
check_config_var "STANDBY_DATABASE_REPLICATION_USER_PASSWORD"
check_config_var "STANDBY_DATABASE_DATA_DIR"
# Run command from the root ( / ) folder and ensure the command is run as the same user that is running the
# PostgreSQL service. Because we have password-less sudo, we use su to execute the pg_basebackup command, and
# ensure we pass the correct password to the shell that is executing it.
info "Transferring base backup from primary to standby PostgreSQL, this could take a while depending on database size and bandwidth available"
run sudo su "${STANDBY_DATABASE_SERVICE_USER}" -c "cd / ; PGPASSWORD='${STANDBY_DATABASE_REPLICATION_USER_PASSWORD}' \
pg_basebackup -D '${STANDBY_DATABASE_DATA_DIR}' -R -P -x -h '${POSTGRES_HOST}' -U '${STANDBY_DATABASE_REPLICATION_USER_USERNAME}'"
local slot_config="primary_slot_name = '${STANDBY_DATABASE_REPLICATION_SLOT_NAME}'"
debug "Appending '${slot_config}' to '${STANDBY_DATABASE_DATA_DIR}/recovery.conf'"
sudo su "${STANDBY_DATABASE_SERVICE_USER}" -c "echo '${slot_config}' >> '${STANDBY_DATABASE_DATA_DIR}/recovery.conf'"
run sudo service "${STANDBY_DATABASE_SERVICE_NAME}" start
success "Standby setup was successful"
}
#-----------------------------------------------------------------------------------------------------------------------
# Private functions
#-----------------------------------------------------------------------------------------------------------------------
function get_config_setting {
local var_name="$1"
local var_value=$(run psql -U "${POSTGRES_USERNAME}" -h "${POSTGRES_HOST}" --port=${POSTGRES_PORT} \
-d "${CONFLUENCE_DB}" -tqc "SHOW ${var_name}")
echo "${var_value/ }"
}
function validate_primary_db {
if [ "$(get_config_setting wal_level)" != "hot_standby" ]; then
bail "Primary instance is not configured correctly. Update postgresql.conf, set 'wal_level' to 'hot_standby'"
fi
if [ "$(get_config_setting max_wal_senders)" -lt 1 ]; then
bail "Primary instance is not configured correctly. Update postgresql.conf with valid 'max_wal_senders'"
fi
if [ "$(get_config_setting wal_keep_segments)" -lt 1 ]; then
bail "Primary instance is not configured correctly. Update postgresql.conf with valid 'wal_keep_segments'"
fi
if [ "$(get_config_setting max_replication_slots)" -lt 1 ]; then
bail "Primary instance is not configured correctly. Update postgresql.conf with valid 'max_replication_slots'"
fi
local replication_slot=$(run psql -U "${POSTGRES_USERNAME}" -h "${POSTGRES_HOST}" --port=${POSTGRES_PORT} -d "${CONFLUENCE_DB}" -tqc \
"SELECT * FROM pg_create_physical_replication_slot('${STANDBY_DATABASE_REPLICATION_SLOT_NAME}')")
if [[ "${replication_slot}" =~ "already exists" ]]; then
info "Replication slot '${STANDBY_DATABASE_REPLICATION_SLOT_NAME}' created successfully"
else
info "Replication slot '${STANDBY_DATABASE_REPLICATION_SLOT_NAME}' already exists, skipping creation"
fi
local replication_user=$(run psql -U "${POSTGRES_USERNAME}" -h "${POSTGRES_HOST}" --port=${POSTGRES_PORT} -d "${CONFLUENCE_DB}" -tqc \
"\du ${STANDBY_DATABASE_REPLICATION_USER_USERNAME}")
if [ -z "${replication_user}" ]; then
run psql -U "${POSTGRES_USERNAME}" -h "${POSTGRES_HOST}" --port=${POSTGRES_PORT} -d "${CONFLUENCE_DB}" -tqc \
"CREATE USER ${STANDBY_DATABASE_REPLICATION_USER_USERNAME} REPLICATION LOGIN CONNECTION \
LIMIT 1 ENCRYPTED PASSWORD '${STANDBY_DATABASE_REPLICATION_USER_PASSWORD}'"
info "Replication user '${STANDBY_DATABASE_REPLICATION_USER_USERNAME}' has been created"
else
info "Replication user '${STANDBY_DATABASE_REPLICATION_USER_USERNAME}' already exists, skipping creation"
fi
function perform_rsync_compress_db {
[ -d "${CONFLUENCE_BACKUP_DB}" ] && rm -r "${CONFLUENCE_BACKUP_DB}"
mkdir -p "${CONFLUENCE_BACKUP_DB}"
rsync --remove-source-files -h $CONFLUENCE_BACKUP_DB_TMP/* $CONFLUENCE_BACKUP_DB/
}