X-Git-Url: https://codewiz.org/gitweb?p=wizbackup.git;a=blobdiff_plain;f=wizbackup;h=c88cc7e11861aae6220690401a0dadec5f8e302f;hp=e023ab986d0d59f5859c36a4c35494b2c83854fe;hb=7c061b438673833744dc9c3db70ed82d1d5c00db;hpb=251e43821723f401618f4b3544676adb553dbb53 diff --git a/wizbackup b/wizbackup index e023ab9..c88cc7e 100755 --- a/wizbackup +++ b/wizbackup @@ -1,10 +1,10 @@ #!/bin/bash # -# WizBackup 2.0 - Simple rsync backup +# WizBackup 2.0 - Simple rsync backup with snapshots # Based on incremental-backup 0.1 by Matteo Mattei # # Copyright 2006 Matteo Mattei -# Copyright 2007, 2008, 2009, 2010, 2011 Bernie Innocenti +# Copyright 2007, 2008, 2009, 2010, 2011, 2015 Bernie Innocenti # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -20,34 +20,41 @@ # along with this program. If not, see . # - if [ $# -lt 2 ]; then echo "Usage: $0 SOURCE DEST [RSYNC_OPTS]" exit 1 fi -# Fail on any error; Treat undefined variables as errors -set -e -u +# Treat undefined variables as errors +set -u ##################################################################### # CONFIGURATION ##################################################################### -# Source path +# Source rsync URL SRC=$1; shift -# DESTINATION DIRECTORY (must exists) +# Destination directory (will be created if it doesn't exist) DEST=$1; shift # NOTE: --timeout needs to be large enough: if a large dir tree don't change a lot of time can pass without I/O # NOTE: --inplace will clobber linked files in older snapshots. DON'T USE IT! RSYNC_OPTS="-HAXa --stats --timeout 1800 --numeric-ids --delete --delete-excluded --ignore-errors $@" -# Number of saved snapshots -SNAPSHOTS=45 +# Number of months to keep +MONTHS=3 + +# Abort backup if the destination volume has less than these GBs free +MIN_FREE_GB=10 RESULT=500 -DATE=`date +"%Y%m%d"` +DATE=$(date +"%Y%m%d") +if [ $(date +"%d") = 1 ]; then + DATE="$DATE-monthly" +elif [ $(date +"%w") = 0 ]; then + DATE="$DATE-weekly" +fi DEST="`echo $DEST | sed -e 's/\/$//'`" @@ -59,14 +66,12 @@ else fi # Error tolerant grep -tgrep() -{ +tgrep() { grep "$@" return 0 } -do_backup() -{ +do_backup() { set -o pipefail echo "$(date): rsync $RSYNC_OPTS $SRC $DEST/tmp/" rsync $RSYNC_OPTS "$SRC" "$DEST/tmp/" 2>&1 | tgrep -v -E 'vanished|some files' @@ -89,9 +94,7 @@ do_backup() set +o pipefail } - -do_init() -{ +do_init() { # Safety net (4 slashes just in case) case "$DEST" in /|//|///|////) exit 666 ;; @@ -105,18 +108,18 @@ do_init() cd "$DEST" || exit 668 } -do_prune() -{ - local old="`ls | grep -v tmp | head -n -$SNAPSHOTS`" - if [ ! -z "$old" ]; then +do_prune() { + local num_snapshots="$1" + local suffix="$2" + local oldest="$(ls -d [0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9]$suffix | head -n -$num_snapshots)" + for old in $oldest; do echo "$(date): Removing oldest snapshot(s): $old..." rm -rf "$old" || exit 669 - fi + done } -do_link() -{ - local newest=`ls | grep -v tmp | tail -n 1` +do_link() { + local newest=`ls -d [0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9]* | tail -n 1` if [ -d "$DEST/tmp" ]; then echo "$(date): Continuing with pre-existing snapshot $DEST/tmp" elif [ -z "$newest" ]; then @@ -125,12 +128,28 @@ do_link() echo "$(date): Linking snapshot $DEST/$newest to $DEST/tmp" # TODO: Creating the hardlinks takes a lot of time. # Perhaps we could save time by recycling the oldest snapshot - cp -lR "$DEST/$newest" "$DEST/tmp" || exit 670 + cp -la "$DEST/$newest" "$DEST/tmp" + RESULT=$? + if [ $RESULT -ne 0 ]; then + echo "$(date): Failed to setup tmp snapshot: $RESULT. Cleaning up." + rm -rf "$DEST/tmp" + exit $RESULT + fi fi } -do_test() -{ +do_test() { + # TODO: test for free space and free inodes in the $DEST filesystem + block_size=`stat --file-system --format "%S" "$DEST"` + free_blocks=`stat --file-system --format "%f" "$DEST"` + free_inodes=`stat --file-system --format "%d" "$DEST"` + free_gb=$((block_size * free_blocks / 1024 / 1024 / 1024)) + + if [ "$free_gb" -lt "$MIN_FREE_GB" ]; then + echo "$(date): Aborting due to insufficient free space ${free_gb}GB." + exit 670 + fi + # Avoid clobbering the latest snapshot if the remote host does # not allow us to connect # --contimeout: sometimes hangs on connection... @@ -142,16 +161,19 @@ do_test() fi } -###################### -# MAIN -###################### +###################################### +# Main +###################################### # make sure to be root if (( `id -u` != 0 )); then { echo "Sorry, must be root. Exiting..."; exit; } fi -echo "$(date): START backup: $SRC -> $DEST" +echo "$(date): BEGIN backup: $SRC -> $DEST" +echo "$(date): $0 $SRC $DEST $@" do_init -do_prune +do_prune 6 "" +do_prune 4 "-weekly" +do_prune $MONTHS "-monthly" do_test do_link do_backup