implemented sync mode

This commit is contained in:
Tamás Gérczei 2020-04-26 10:46:05 +02:00
parent 8d823a95d3
commit 8ce8ceff3f
1 changed files with 93 additions and 70 deletions

View File

@ -76,6 +76,8 @@ function backup() {
R_SNAPSHOTS=( $(${R_RMOD} zfs list -rt snapshot -d1 -Ho name -S creation ${SAVETO}/$( basename ${DATASET}) 2>/dev/null) ) R_SNAPSHOTS=( $(${R_RMOD} zfs list -rt snapshot -d1 -Ho name -S creation ${SAVETO}/$( basename ${DATASET}) 2>/dev/null) )
check_dataset ${SAVETO}/$( basename ${DATASET}) && R_USED_BEFORE=$(snapuse ${SAVETO}/$( basename ${DATASET})) check_dataset ${SAVETO}/$( basename ${DATASET}) && R_USED_BEFORE=$(snapuse ${SAVETO}/$( basename ${DATASET}))
if [ ${MODE:-backup} == "backup" ]
then
# determine current timestamp # determine current timestamp
DATE=$(date +%Y-%m-%d-%H%M) DATE=$(date +%Y-%m-%d-%H%M)
@ -84,6 +86,7 @@ function backup() {
# take a snapshot # take a snapshot
zfs snapshot -r ${NEWSNAP} zfs snapshot -r ${NEWSNAP}
fi
# check if source is encrypted # check if source is encrypted
if [ $ENCRYPTION_FEATURE != "disabled" ] if [ $ENCRYPTION_FEATURE != "disabled" ]
@ -107,22 +110,32 @@ function backup() {
if [ ${#R_SNAPSHOTS[*]} -ge 1 ] if [ ${#R_SNAPSHOTS[*]} -ge 1 ]
then then
# remote snapshot(s) found # remote snapshot(s) found
R_SNAPMODIFIER="I $(dirname ${DATASET})/$(basename ${R_SNAPSHOTS[*]:(-1)})" R_SNAPMODIFIER="I $(dirname ${DATASET})/$(basename ${R_SNAPSHOTS[0]})"
fi fi
# send any previous snapshots # send any previous snapshots
zfs send -Rcv${RAW_MOD}${R_SNAPMODIFIER} ${LASTSNAP} | ${RMOD:-$R_RMOD} zfs recv -Feu${RESUME_MOD}v ${SAVETO} 2>&1 >> ${LOGFILE} zfs send -Rcv${RAW_MOD}${R_SNAPMODIFIER} ${LASTSNAP} | ${RMOD:-$R_RMOD} zfs recv -Feu${RESUME_MOD}v ${SAVETO} 2>&1 >> ${LOGFILE}
if [[ ${PIPESTATUS[*]} =~ [1-9]+ ]]
then
# replication failure
logger -t $(basename ${0%.sh}) -p user.notice "failed to replicate ${LASTSNAP} to ${TARGET:-local}:${SAVETO}"
else
let CHANGES++
fi
} }
else else
# ensure this does not remain in effect # ensure this does not remain in effect
unset SNAPMODIFIER R_SNAPMODIFIER unset SNAPMODIFIER R_SNAPMODIFIER
fi fi
if [ ${MODE:-backup} == "backup" ]
then
# send backup # send backup
zfs send -Rcv${RAW_MOD}${SNAPMODIFIER} ${NEWSNAP} | ${RMOD:-$R_RMOD} zfs recv -Feu${RESUME_MOD}v ${SAVETO} 2>&1 >> ${LOGFILE} zfs send -Rcv${RAW_MOD}${SNAPMODIFIER} ${NEWSNAP} | ${RMOD:-$R_RMOD} zfs recv -Feu${RESUME_MOD}v ${SAVETO} 2>&1 >> ${LOGFILE}
# if replication is unsuccessful, omit the aging check so as to prevent data loss # if replication is unsuccessful, omit the aging check so as to prevent data loss
if [ $? -eq 0 ] if [[ ! ${PIPESTATUS[*]} =~ [1-9]+ ]]
then then
let CHANGES++
THRESHOLD=$(( $KEEP * 24 * 3600 )) THRESHOLD=$(( $KEEP * 24 * 3600 ))
for SNAPSHOT in ${SNAPSHOTS[*]} for SNAPSHOT in ${SNAPSHOTS[*]}
do do
@ -135,8 +148,8 @@ function backup() {
fi fi
done done
else else
MY_EXIT_CODE=$? logger -t $(basename ${0%.sh}) -p user.notice "failed to replicate ${NEWSNAP} to ${TARGET:-local}:${SAVETO}, no aging"
logger -t $(basename ${0%.sh}) -p user.notice "failed to replicate ${NEWSNAP} (rc: $MY_EXIT_CODE) to ${TARGET:-local}:${SAVETO}, no aging" fi
fi fi
# re-evaluate snapshot data usage # re-evaluate snapshot data usage
@ -148,6 +161,9 @@ function backup() {
R_RMOD="ssh ${USER}@${TARGET}" R_RMOD="ssh ${USER}@${TARGET}"
fi fi
if [ ${CHANGES:-0} -gt 0 ]
then
# calculate data volume change
R_USED_AFTER=$(snapuse ${SAVETO}/$( basename ${DATASET})) R_USED_AFTER=$(snapuse ${SAVETO}/$( basename ${DATASET}))
L_DELTA=$(( $L_USED_AFTER - $L_USED_BEFORE )) L_DELTA=$(( $L_USED_AFTER - $L_USED_BEFORE ))
R_DELTA=$(( $R_USED_AFTER - ${R_USED_BEFORE:-0} )) R_DELTA=$(( $R_USED_AFTER - ${R_USED_BEFORE:-0} ))
@ -176,6 +192,7 @@ function backup() {
logger -t $(basename ${0%.sh}) -p user.notice "$_DELTA ${WHAT:-allocated} in \"${WHERE}\" by backing up \"${DATASET}\"" logger -t $(basename ${0%.sh}) -p user.notice "$_DELTA ${WHAT:-allocated} in \"${WHERE}\" by backing up \"${DATASET}\""
fi fi
done done
fi
# reset remote configuration # reset remote configuration
unset R_RMOD RMOD RAW_MOD unset R_RMOD RMOD RAW_MOD
@ -185,7 +202,7 @@ function backup() {
#### BEGIN LOGIC #### #### BEGIN LOGIC ####
while getopts hf:m: OPTION while getopts hf:m:s OPTION
do do
case "$OPTION" in case "$OPTION" in
f) f)
@ -198,6 +215,11 @@ while getopts hf:m: OPTION
RECIPIENT="$OPTARG" RECIPIENT="$OPTARG"
;; ;;
s)
# sync mode | this could also be a per-target setting to mitigate the need to call multiple jobs
MODE="sync"
;;
h|\?) h|\?)
# display help # display help
usage usage
@ -280,6 +302,7 @@ while read -u 4 DATASET SAVETO KEEP ENABLED
let COUNTER++ let COUNTER++
if [ ${ENABLED} == "Y" ] if [ ${ENABLED} == "Y" ]
then then
# split this function -> snapshot(), sync(), age() ? -> a new backup() would call all three
backup backup
fi fi
done 4<<< "$(egrep -v '^(#|$)' "${CFGFILE}")" # graciously overlook any comments or blank lines done 4<<< "$(egrep -v '^(#|$)' "${CFGFILE}")" # graciously overlook any comments or blank lines