backuppc-achive-rclone.sh
· 3.6 KiB · Bash
Исходник
#!/bin/bash
if [ -r /opt/etc/default/backuppc-achive-rclone ]; then
source /opt/etc/default/backuppc-achive-rclone
else
source /etc/default/backuppc-achive-rclone
fi
if [ -r /opt/etc/backuppc-achive-rclone.conf ]; then
source /opt/etc/backuppc-achive-rclone.conf
else
source /etc/backuppc-achive-rclone.conf
fi
BACKUPPC_HOSTS="${BACKUPPC_HOSTS:=/etc/backuppc/hosts}"
BACKUPPC_ARCHIVESTART="${BACKUPPC_ARCHIVESTART:=/usr/share/backuppc/bin/BackupPC_archiveStart}"
BACKUPPC_ARCHIVE_RENTENTION="${BACKUPPC_ARCHIVE_RENTENTION:=2}"
RCLONE_BIN="${RCLONE_BIN:=rclone}"
RCLONE_BUCKET="${RCLONE_BUCKET:=backuppc-archive}"
RCLONE_BWLIMIT="${RCLONE_BWLIMIT:="06:00,512 22:00,1M"}"
HEAD="$(which /opt/bin/head || which head)"
[ -z ${RCLONE_REMOTE} ] && { echo "E: please set RCLONE_REMOTE in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; }
[ -z ${RCLONE_BUCKET} ] && { echo "E: please set RCLONE_BUCKET in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; }
[ -z ${BACKUPPC_ARCHIVE_PATH} ] && { echo "E: please set BACKUPPC_ARCHIVE_PATH in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; }
[ -z ${BACKUPPC_PC_PATH} ] && { echo "E: please set BACKUPPC_PC_PATH in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; }
get_backup_hosts() {
# Taken from https://brb.epr.ch/blog/_export/code/blog:backuppc_script_archive_all_hosts?codeblock=0
HOSTS=""
while read -r LINE; do
# Skip comments
[[ "${LINE}" =~ ^#.*$ ]] && continue
HOST=`echo ${LINE} | cut -f 1 -d " "`
! [ "${HOST}" != "" -a "${HOST}" != "archive" -a "${HOST}" != "host" ] && continue
HOSTS="${HOSTS} ${HOST}"
done < "${BACKUPPC_HOSTS}"
}
get_archived_hosts() {
for FILE in ${BACKUPPC_ARCHIVE_PATH}/*; do
basename $FILE .tar.bz2 | sed 's/\.[[:digit:]]\+.*//g';
done | uniq
}
get_archived_host_files() {
${HEAD} -n -1 /proc/cpuinfo > /dev/null 2>&1 || { echo "E: head command does not support '-n' option."; exit 1; }
ARCHIVED_HOSTS="$(get_archived_hosts)"
for FILEHOSTNAME in $(get_archived_hosts); do
ls -atl ${BACKUPPC_ARCHIVE_PATH}/${FILEHOSTNAME}* | tr -s ' ' | cut -d ' ' -f 9 | sed "1,${BACKUPPC_ARCHIVE_RENTENTION} d"
done
}
archive_hosts() {
BACKUPPC_ARCHIVE_HOSTS=""
for CHECK_HOST in ${HOSTS}; do
BACKUPPC_LATEST_BACKUP="$(tail -1 ${BACKUPPC_PC_PATH}/${CHECK_HOST}/backups | cut -d$'\t' -f1)"
[ -f ${BACKUPPC_ARCHIVE_PATH}/${CHECK_HOST}.${BACKUPPC_LATEST_BACKUP}.tar.* ] || BACKUPPC_ARCHIVE_HOSTS="${BACKUPPC_ARCHIVE_HOSTS} ${CHECK_HOST}"
done
echo "Trigger archive export of the following hosts: ${BACKUPPC_ARCHIVE_HOSTS}"
if [ "$(whoami)" != "backuppc" ]; then
BACKUPPC_ARCHIVESTART="sudo -u backuppc ${BACKUPPC_ARCHIVESTART}"
fi
${BACKUPPC_ARCHIVESTART} archive backuppc ${BACKUPPC_ARCHIVE_HOSTS}
}
case ${1} in
export)
get_backup_hosts
archive_hosts
;;
sync)
if [ -z "${RCLONE_BWLIMIT}" ]; then
${RCLONE_BIN} sync ${BACKUPPC_ARCHIVE_PATH} ${RCLONE_REMOTE}:${RCLONE_BUCKET}
else
${RCLONE_BIN} sync ${BACKUPPC_ARCHIVE_PATH} ${RCLONE_REMOTE}:${RCLONE_BUCKET} --bwlimit "${RCLONE_BWLIMIT}"
fi
;;
cleanup)
[ -z "$(get_archived_host_files)" ] && { echo "W: Nothing to clean up at the moment"; exit 0; }
rm $(get_archived_host_files)
;;
*)
echo "ERROR: Use the following keywords:"
echo "'export' for queuing BackupPC archive export"
echo "'sync' to start rcloud sync"
echo "'cleanup' for removing unneeded archives"
exit 1
esac
| 1 | #!/bin/bash |
| 2 | |
| 3 | if [ -r /opt/etc/default/backuppc-achive-rclone ]; then |
| 4 | source /opt/etc/default/backuppc-achive-rclone |
| 5 | else |
| 6 | source /etc/default/backuppc-achive-rclone |
| 7 | fi |
| 8 | |
| 9 | if [ -r /opt/etc/backuppc-achive-rclone.conf ]; then |
| 10 | source /opt/etc/backuppc-achive-rclone.conf |
| 11 | else |
| 12 | source /etc/backuppc-achive-rclone.conf |
| 13 | fi |
| 14 | |
| 15 | BACKUPPC_HOSTS="${BACKUPPC_HOSTS:=/etc/backuppc/hosts}" |
| 16 | BACKUPPC_ARCHIVESTART="${BACKUPPC_ARCHIVESTART:=/usr/share/backuppc/bin/BackupPC_archiveStart}" |
| 17 | BACKUPPC_ARCHIVE_RENTENTION="${BACKUPPC_ARCHIVE_RENTENTION:=2}" |
| 18 | RCLONE_BIN="${RCLONE_BIN:=rclone}" |
| 19 | RCLONE_BUCKET="${RCLONE_BUCKET:=backuppc-archive}" |
| 20 | RCLONE_BWLIMIT="${RCLONE_BWLIMIT:="06:00,512 22:00,1M"}" |
| 21 | HEAD="$(which /opt/bin/head || which head)" |
| 22 | |
| 23 | [ -z ${RCLONE_REMOTE} ] && { echo "E: please set RCLONE_REMOTE in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; } |
| 24 | [ -z ${RCLONE_BUCKET} ] && { echo "E: please set RCLONE_BUCKET in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; } |
| 25 | [ -z ${BACKUPPC_ARCHIVE_PATH} ] && { echo "E: please set BACKUPPC_ARCHIVE_PATH in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; } |
| 26 | [ -z ${BACKUPPC_PC_PATH} ] && { echo "E: please set BACKUPPC_PC_PATH in /opt/etc/backuppc-achive-rclone.conf or /etc/backuppc-achive-rclone.conf!"; exit 1; } |
| 27 | |
| 28 | get_backup_hosts() { |
| 29 | # Taken from https://brb.epr.ch/blog/_export/code/blog:backuppc_script_archive_all_hosts?codeblock=0 |
| 30 | HOSTS="" |
| 31 | while read -r LINE; do |
| 32 | # Skip comments |
| 33 | [[ "${LINE}" =~ ^#.*$ ]] && continue |
| 34 | |
| 35 | HOST=`echo ${LINE} | cut -f 1 -d " "` |
| 36 | ! [ "${HOST}" != "" -a "${HOST}" != "archive" -a "${HOST}" != "host" ] && continue |
| 37 | |
| 38 | HOSTS="${HOSTS} ${HOST}" |
| 39 | done < "${BACKUPPC_HOSTS}" |
| 40 | } |
| 41 | |
| 42 | get_archived_hosts() { |
| 43 | for FILE in ${BACKUPPC_ARCHIVE_PATH}/*; do |
| 44 | basename $FILE .tar.bz2 | sed 's/\.[[:digit:]]\+.*//g'; |
| 45 | done | uniq |
| 46 | } |
| 47 | |
| 48 | get_archived_host_files() { |
| 49 | ${HEAD} -n -1 /proc/cpuinfo > /dev/null 2>&1 || { echo "E: head command does not support '-n' option."; exit 1; } |
| 50 | ARCHIVED_HOSTS="$(get_archived_hosts)" |
| 51 | for FILEHOSTNAME in $(get_archived_hosts); do |
| 52 | ls -atl ${BACKUPPC_ARCHIVE_PATH}/${FILEHOSTNAME}* | tr -s ' ' | cut -d ' ' -f 9 | sed "1,${BACKUPPC_ARCHIVE_RENTENTION} d" |
| 53 | done |
| 54 | } |
| 55 | |
| 56 | archive_hosts() { |
| 57 | BACKUPPC_ARCHIVE_HOSTS="" |
| 58 | for CHECK_HOST in ${HOSTS}; do |
| 59 | BACKUPPC_LATEST_BACKUP="$(tail -1 ${BACKUPPC_PC_PATH}/${CHECK_HOST}/backups | cut -d$'\t' -f1)" |
| 60 | [ -f ${BACKUPPC_ARCHIVE_PATH}/${CHECK_HOST}.${BACKUPPC_LATEST_BACKUP}.tar.* ] || BACKUPPC_ARCHIVE_HOSTS="${BACKUPPC_ARCHIVE_HOSTS} ${CHECK_HOST}" |
| 61 | done |
| 62 | echo "Trigger archive export of the following hosts: ${BACKUPPC_ARCHIVE_HOSTS}" |
| 63 | if [ "$(whoami)" != "backuppc" ]; then |
| 64 | BACKUPPC_ARCHIVESTART="sudo -u backuppc ${BACKUPPC_ARCHIVESTART}" |
| 65 | fi |
| 66 | ${BACKUPPC_ARCHIVESTART} archive backuppc ${BACKUPPC_ARCHIVE_HOSTS} |
| 67 | } |
| 68 | |
| 69 | case ${1} in |
| 70 | export) |
| 71 | get_backup_hosts |
| 72 | archive_hosts |
| 73 | ;; |
| 74 | sync) |
| 75 | if [ -z "${RCLONE_BWLIMIT}" ]; then |
| 76 | ${RCLONE_BIN} sync ${BACKUPPC_ARCHIVE_PATH} ${RCLONE_REMOTE}:${RCLONE_BUCKET} |
| 77 | else |
| 78 | ${RCLONE_BIN} sync ${BACKUPPC_ARCHIVE_PATH} ${RCLONE_REMOTE}:${RCLONE_BUCKET} --bwlimit "${RCLONE_BWLIMIT}" |
| 79 | fi |
| 80 | ;; |
| 81 | cleanup) |
| 82 | [ -z "$(get_archived_host_files)" ] && { echo "W: Nothing to clean up at the moment"; exit 0; } |
| 83 | rm $(get_archived_host_files) |
| 84 | ;; |
| 85 | *) |
| 86 | echo "ERROR: Use the following keywords:" |
| 87 | echo "'export' for queuing BackupPC archive export" |
| 88 | echo "'sync' to start rcloud sync" |
| 89 | echo "'cleanup' for removing unneeded archives" |
| 90 | exit 1 |
| 91 | esac |
| 92 |