Creating a Backup and Restoring System

#!/bin/bash

set -e

# Declare directory to store backup files
DATA_FOLDER=$(cd "$(dirname "${BASH_SOURCE[0]}")"; pwd -P)/standalone_backup_$(date "+%F-%H-%M-%S")
mkdir ${DATA_FOLDER}

function save_postgres_data(){
 # Specify databases to be copied
 for db_label in main cache local
 do
   # Create a command for creating a database backup
   DUMP_COMMAND="PGPASSWORD=\$POSTGRES_${db_label^^}_PASSWORD pg_dump -O -x --clean --if-exists -h \$POSTGRES_${db_label^^}_HOST -p \$POSTGRES_${db_label^^}_PORT -d \$POSTGRES_${db_label^^}_NAME -U \$POSTGRES_${db_label^^}_USERNAME"

   echo "Create a ${db_label}-database backup in ${DATA_FOLDER}/${db_label}db.sql..."
   docker compose -f docker-compose.standalone.yml exec hhive bash -c "${DUMP_COMMAND}" > ${DATA_FOLDER}/${db_label}db.sql

 done
}

function save_minio_data(){
 echo "Create a backup of minio database…"
 DUMP_COMMAND="mkdir -p /tmp/minio_backup/ && mc mirror --overwrite --remove local /tmp/minio_backup/"
 docker compose -f docker-compose.standalone.yml exec minio bash -c "${DUMP_COMMAND}"

echo "Copy backup of minio database to ${DATA_FOLDER}/minio_backup"
 docker compose -f docker-compose.standalone.yml cp minio:/tmp/minio_backup ${DATA_FOLDER}/minio_backup

echo "Delete backup of minio database from container"
docker compose -f docker-compose.standalone.yml exec minio rm -fR /tmp/minio_backup
}  

save_postgres_data
save_minio_data
echo "Backup is created"

#!/bin/bash

set -e

# Declare a directory to place backup files
DATA_FOLDER=$(cd "$(dirname "${BASH_SOURCE[0]}")"; pwd -P)/cluster_backup_$(date "+%F-%H-%M-%S")
mkdir ${DATA_FOLDER}

# Declare namespace, in which mobile platform server is running
NAMESPACE=fmp

function save_postgres_data(){
 DASHBOARD_POD=$(kubectl -n ${NAMESPACE} get pod -l app=dashboard -o jsonpath="{.items[0].metadata.name}")
 echo "Dashboard container for operations ${DASHBOARD_POD}"

 # Specify databases to be copied
 for db_label in main cache local
 do
   DUMP_COMMAND="PGPASSWORD=\$POSTGRES_${db_label^^}_PASSWORD pg_dump -O -x --clean --if-exists -h \$POSTGRES_${db_label^^}_HOST -p \$POSTGRES_${db_label^^}_PORT -d \$POSTGRES_${db_label^^}_NAME -U \$POSTGRES_${db_label^^}_USERNAME"

   echo "Create a backup of ${db_label} database in ${DATA_FOLDER}/${db_label}db.sql..."
   kubectl -n ${NAMESPACE} exec ${DASHBOARD_POD} -c dashboard -i -- bash -c "${DUMP_COMMAND}" > ${DATA_FOLDER}/${db_label}db.sql
 done
}

function save_minio_data(){
 MINIO_POD=$(kubectl -n ${NAMESPACE} get pod -l app.kubernetes.io/name=minio -o jsonpath="{.items[0].metadata.name}")
 echo "Minio container for operations ${MINIO_POD}"

 echo "Create a backup of minio database…"
 DUMP_COMMAND="mc alias set local http://localhost:9000 \$MINIO_ROOT_USER \$MINIO_ROOT_PASSWORD && mkdir -p /tmp/minio_backup/ && mc mirror --overwrite --remove local /tmp/minio_backup/"
 kubectl -n ${NAMESPACE} exec $MINIO_POD -- bash -c "${DUMP_COMMAND}"

 echo "Copy backup of minio database to ${DATA_FOLDER}/minio_backup"
 kubectl cp --retries=-1 ${NAMESPACE}/${MINIO_POD}:/tmp/minio_backup ${DATA_FOLDER}/minio_backup

 echo "Delete backup of minio database from container"
 kubectl -n ${NAMESPACE} exec $MINIO_POD -- rm -fR /tmp/minio_backup
}

save_postgres_data
save_minio_data
echo "Backup is created"

#!/bin/bash

set -e

# Declare directory for placing backup files
DATA_FOLDER=$(cd "$(dirname "${BASH_SOURCE[0]}")" ; pwd -P )

# Declare namespace, in which mobile platform server is running
NAMESPACE=fmp

# Declare names of pods, via which data will be exported and imported
DASHBOARD_POD=$(kubectl -n ${NAMESPACE} get pod -l app=dashboard -o jsonpath="{.items[0].metadata.name}")
echo "Dashboard container for operation ${DASHBOARD_POD}"
STORAGE_POD=$(kubectl -n ${NAMESPACE} get pod -l app=storage -o jsonpath="{.items[0].metadata.name}")
echo "Storage container for operation ${STORAGE_POD}"

function save_postgres_data(){
 # Specify databases to be copied
 for db_label in main cache local
 do
   for var in POSTGRES_${db_label^^}_HOST POSTGRES_${db_label^^}_PORT POSTGRES_${db_label^^}_NAME POSTGRES_${db_label^^}_USERNAME POSTGRES_${db_label^^}_PASSWORD
   do
     # Declare variables for connecting to databases
     echo "export ${var}"
     echo $(kubectl -n ${NAMESPACE} exec $DASHBOARD_POD -- env | grep $var | cut -d "=" -f2)
   done

   # Create a command for removing of database dump
   DUMP_COMMAND="PGPASSWORD=\$POSTGRES_${db_label^^}_PASSWORD pg_dump -O -x -h \$POSTGRES_${db_label^^}_HOST -p \$POSTGRES_${db_label^^}_PORT -d \$POSTGRES_${db_label^^}_NAME -U \$POSTGRES_${db_label^^}_USERNAME > /tmp/${db_label}db_dump.sql"
   echo "Remove dump of ${db_label} database…"
   kubectl -n ${NAMESPACE} exec $DASHBOARD_POD -- bash -c "${DUMP_COMMAND}"

   echo "Dump of ${db_label} database is removed. Download this dump…"
   kubectl cp ${NAMESPACE}/${DASHBOARD_POD}:/tmp/${db_label}db_dump.sql $DATA_FOLDER/${db_label}db_dump.sql

   echo "Dump of ${db_label} database is downloaded. Clear temporary dump file…"
   kubectl -n ${NAMESPACE} exec ${DASHBOARD_POD} -- rm /tmp/${db_label}db_dump.sql

   echo "Temporary file dump of ${db_label} database is deleted"
 done
}

function save_minio_data(){
   echo "Copy files from local storage to ${DATA_FOLDER}/share/"
   kubectl cp ${NAMESPACE}/${STORAGE_POD}:/share/ ${DATA_FOLDER}/share/

   echo "Copy media files to ${DATA_FOLDER}/media/"
   kubectl cp ${NAMESPACE}/${DASHBOARD_POD}:/var/hhive/media/ ${DATA_FOLDER}/media/

   echo "Copy certificates to ${DATA_FOLDER}/media/ssl/"
   kubectl cp ${NAMESPACE}/${DASHBOARD_POD}:/var/hhive/nginx/ssl/ ${DATA_FOLDER}/media/ssl/
}

save_postgres_data
save_minio_data

#!/bin/bash

set -e

# Declare directory, which contains backup files
if [ "$1" ]; then
 DATA_FOLDER=${1%/}
else
 DATA_FOLDER=$(find $(cd "$(dirname "${BASH_SOURCE[0]}")"; pwd -P) -maxdepth 1 -name "standalone_backup_*")
 array=(${DATA_FOLDER}) && n=${#array[@]}
 if [ "$n" -gt 1 ]; then
   echo -e "Specify specific directory with backup: \n${DATA_FOLDER}" && exit 1
 elif [ "${n}" -lt 1 ]; then
   echo -e "Directory with backup is not found" && exit 1
 fi
fi

echo $DATA_FOLDER

function restore_postgres_data(){
 # Specify databases for restoring
 for db_label in main cache local
 do
   # Create a command for restoring databases
   RESTORE_COMMAND="PGPASSWORD=\$POSTGRES_${db_label^^}_PASSWORD psql -h \$POSTGRES_${db_label^^}_HOST -p \$POSTGRES_${db_label^^}_PORT -d \$POSTGRES_${db_label^^}_NAME -U \$POSTGRES_${db_label^^}_USERNAME"

   echo "Download backup of ${db_label} database from ${DATA_FOLDER}/${db_label}db.sql..."
   docker compose -f docker-compose.standalone.yml exec -T hhive bash -c "${RESTORE_COMMAND}" < ${DATA_FOLDER}/${db_label}db.sql
 done
}

function restore_minio_data(){
 echo "Copy backup to container of minio database from ${DATA_FOLDER}/minio_backup"
 docker compose -f docker-compose.standalone.yml cp ${DATA_FOLDER}/minio_backup/ minio:/tmp/minio_backup/

 echo "Download backup to minio database…"
 RESTORE_COMMAND="mc mirror --overwrite --remove /tmp/minio_backup/ local"
 docker compose -f docker-compose.standalone.yml exec -u root minio bash -c "${RESTORE_COMMAND}"

echo "Delete backup of minio database from container"
docker compose -f docker-compose.standalone.yml exec -u root minio rm -fR /tmp/minio_backup
}

function clear_redis_data(){
 echo "Reset cache in Redis…"
 CLEAR_COMMAND="redis-cli --no-auth-warning -a \${REDIS_PASSWORD} -n 0 -c FLUSHDB"
 docker-compose -f docker-compose.standalone.yml exec redis bash -c "${CLEAR_COMMAND}"
}

restore_postgres_data
restore_minio_data
clear_redis_data
echo "Restoring from backup is completed"

#!/bin/bash

set -e

# Declare directory, which contains backup files
if [ "$1" ]; then
 DATA_FOLDER=${1%/}
else
 DATA_FOLDER=$(find $(cd "$(dirname "${BASH_SOURCE[0]}")"; pwd -P) -maxdepth 1 -name "cluster_backup_*")
 array=(${DATA_FOLDER}) && n=${#array[@]}
 if [ "$n" -gt 1 ]; then
   echo -e "Specify specific directory with backup: \n${DATA_FOLDER}" && exit 1
 elif [ "${n}" -lt 1 ]; then
   echo -e "Directory with backup is not found" && exit 1
 fi
fi

# Declare namespace, in which mobile platform server is running
NAMESPACE=fmp

function restore_postgres_data(){
 DASHBOARD_POD=$(kubectl -n ${NAMESPACE} get pod -l app=dashboard -o jsonpath="{.items[0].metadata.name}")
 echo "Dashboard container for operations ${DASHBOARD_POD}"

 # Specify databases for restoring
 for db_label in main cache
 do
   # Create a command for restoring databases
   RESTORE_COMMAND="PGPASSWORD=\$POSTGRES_${db_label^^}_PASSWORD psql -h \$POSTGRES_${db_label^^}_HOST -p \$POSTGRES_${db_label^^}_PORT -d \$POSTGRES_${db_label^^}_NAME -U \$POSTGRES_${db_label^^}_USERNAME"

   echo "Load backup of ${db_label} database from $DATA_FOLDER/${db_label}db.sql..."
   kubectl -n ${NAMESPACE} exec $DASHBOARD_POD -c dashboard -ti -- bash -c "${RESTORE_COMMAND}" < $DATA_FOLDER/${db_label}db.sql
 done
}

function restore_minio_data(){
 MINIO_POD=$(kubectl -n ${NAMESPACE} get pod -l app.kubernetes.io/name=minio -o jsonpath="{.items[0].metadata.name}")
 echo "Minio container for operations ${MINIO_POD}"

 echo "Copy backup to pod of minio database from ${DATA_FOLDER}/minio_backup"
 kubectl cp --retries=-1 ${DATA_FOLDER}/minio_backup ${NAMESPACE}/${MINIO_POD}:/tmp/minio_backup

 echo "Load backup to minio database…"
 RESTORE_COMMAND="mc alias set local http://localhost:9000 \$MINIO_ROOT_USER \$MINIO_ROOT_PASSWORD && mc mirror --overwrite --remove /tmp/minio_backup/ local"
 kubectl -n ${NAMESPACE} exec $MINIO_POD -- bash -c "${RESTORE_COMMAND}"

 echo "Delete backup of minio database from pod"
 kubectl -n ${NAMESPACE} exec $MINIO_POD -- rm -fR /tmp/minio_backup
}

function clear_redis_data(){
 REDIS_POD=$(kubectl -n ${NAMESPACE} get pod -l app.kubernetes.io/name=redis -o jsonpath="{.items[0].metadata.name}")
 echo "Redis container for operations ${REDIS_POD}"

 GET_MASTER_COMMAND="redis-cli --no-auth-warning -a \${REDIS_PASSWORD} -p \${REDIS_SENTINEL_PORT} -c SENTINEL get-master-addr-by-name mymaster"
 MASTER_HOST_PORT=$(kubectl -n ${NAMESPACE} exec ${REDIS_POD} -c sentinel -ti -- bash -c "${GET_MASTER_COMMAND}" | cut -d\" -f2)
 REDIS_MASTER_HOST=$(echo ${MASTER_HOST_PORT} | cut -d' ' -f1)
 REDIS_MASTER_PORT=$(echo ${MASTER_HOST_PORT} | cut -d' ' -f2)

 echo "Reset cache in Redis…"
 CLEAR_COMMAND="redis-cli --no-auth-warning -a \${REDIS_PASSWORD} -h
${REDIS_MASTER_HOST} -p ${REDIS_MASTER_PORT} -n 0 -c FLUSHDB"
 kubectl -n ${NAMESPACE} exec ${REDIS_POD} -c redis -ti -- bash -c "${CLEAR_COMMAND}"
}

restore_postgres_data
restore_minio_data
clear_redis_data
echo "Restoring from backup is completed"

#!/bin/bash

set -e

# Declare directory, which contains backup files
DATA_FOLDER=$(cd "$(dirname "${BASH_SOURCE[0]}")" ; pwd -P )

# Declare namespace, in which mobile platform server is running
NAMESPACE=fmp

# Declare names of pods, via which data will be exported and imported
DASHBOARD_POD=$(kubectl -n ${NAMESPACE} get pod -l app=dashboard -o jsonpath="{.items[0].metadata.name}")
echo "Dashboard container for operation ${DASHBOARD_POD}"
STORAGE_POD=$(kubectl -n ${NAMESPACE} get pod -l app=storage -o jsonpath="{.items[0].metadata.name}")
echo "Storage container for operation ${STORAGE_POD}"

function restore_postgres_data(){
 # Specify databases for restoring
 for db_label in main cache
 do
   for var in POSTGRES_${db_label^^}_HOST POSTGRES_${db_label^^}_PORT POSTGRES_${db_label^^}_NAME POSTGRES_${db_label^^}_USERNAME
POSTGRES_${db_label^^}_PASSWORD
   do
     # Declare variables for connecting to databases
     echo "export ${var}"
     echo $(kubectl -n ${NAMESPACE} exec $DASHBOARD_POD -- env | grep $var | cut -d "=" -f2)
   done

   # Create a command for restoring databases
   RESTORE_COMMAND="PGPASSWORD=\$POSTGRES_${db_label^^}_PASSWORD psql -h \$POSTGRES_${db_label^^}_HOST -p \$POSTGRES_${db_label^^}_PORT -d \$POSTGRES_${db_label^^}_NAME -U \$POSTGRES_${db_label^^}_USERNAME -f /tmp/${db_label}db_dump.sql > /dev/null"

   echo "Finish dump $DATA_FOLDER/${db_label}db_dump.sql to pod ${DASHBOARD_POD}..."
   kubectl cp $DATA_FOLDER/${db_label}db_dump.sql ${NAMESPACE}/${DASHBOARD_POD}:/tmp/${db_label}db_dump.sql

   echo "Load dump of ${db_label} database to postgres…"
   kubectl -n ${NAMESPACE} exec $DASHBOARD_POD -- bash -c "${RESTORE_COMMAND}"

   echo "Dump of ${db_label} database is loaded. Clear temporary dump file…"
   kubectl -n ${NAMESPACE} exec ${DASHBOARD_POD} -- rm /tmp/${db_label}db_dump.sql

   echo "Temporary dump file of ${db_label} database is deleted"
 done
}

function restore_minio_data(){
   echo "Copy files from local storage to ${DATA_FOLDER}/share/"
   kubectl cp ${DATA_FOLDER}/share/ ${NAMESPACE}/${STORAGE_POD}:/share/
   echo "Copy media files to ${DATA_FOLDER}/media/"
   kubectl cp ${DATA_FOLDER}/media/ ${NAMESPACE}/${DASHBOARD_POD}:/var/hhive/media/
   echo "Copy certificates to ${DATA_FOLDER}/media/ssl/"
   kubectl cp ${DATA_FOLDER}/media/ssl/ ${NAMESPACE}/${DASHBOARD_POD}:/var/hhive/nginx/ssl/
}

restore_postgres_data
restore_minio_data