X-Git-Url: http://git.pippins.net/embedvideo/.git/static/gitweb.js?a=blobdiff_plain;f=zfs-replicate-all;h=5d606bf85c0eeee8743fbc8dd60ee17d275ec511;hb=16f8b14e3150ee6efec728b86c9a07cdd2dc3773;hp=6f105d673064f450780fd13305edc79b8ca5fb35;hpb=e27e0c7b91fd87d322736b79974f5488490dd20f;p=zfs-ubuntu%2F.git diff --git a/zfs-replicate-all b/zfs-replicate-all index 6f105d6..5d606bf 100755 --- a/zfs-replicate-all +++ b/zfs-replicate-all @@ -50,6 +50,17 @@ cleanup_and_exit() { } trap cleanup_and_exit INT +fatal_and_exit() { + # echo message to terminal + echo -e 2>&1 "$1" + # send email notification + echo -e "$1" | $mailx -s "zfs-replicate-all on $hostname failed" "$2" + # exit with bad return code unless 3rd argument was defined that says not to + if [[ -z "$3" ]]; then + exit 1 + fi +} + # This function executes the replicate command and checks the stoptime replicate() { zfs-replicate $* >> $logfile 2>&1 @@ -61,7 +72,7 @@ replicate() { # This function obtains the date a given snapshot was created in epoch seconds snapshot_age() { - snapshot=${local_pool}/${1}${previous_backup_marker} + snapshot=${backup_pool}/${1}${previous_backup_marker} $zfs list -t snapshot ${snapshot} > /dev/null 2>&1 if [ $? == 0 ]; then $zfs get creation ${snapshot} > /dev/null 2>&1 @@ -77,35 +88,79 @@ snapshot_age() { fi } -# Obtain the zpool guid for the local pool -local_pool_guid=`zpool get guid $local_pool 2>&1 | grep $local_pool | awk '{ print $3 }'` -zpool get guid $local_pool > /dev/null 2>&1 +# Replicate every zfs filesystem specified in the config file +echo "$date ZFS replicate started" >> $logfile +echo "$date ZFS replicate started" | tee -a $mylogfile + +# Loop over each backup pool +backup_pools=$backup_pool +for backup_pool in $backup_pools; do + +# Import the local backup pool if needed and the option is given to do so, else error out +zpool list -H $backup_pool >/dev/null 2>&1 if [ $? != 0 ]; then - echo >&2 "-E- Unable to extract the guid for the local pool: $local_pool" - exit 1 + if [[ $import_export_backup_pool == 1 ]]; then + zpool import $backup_pool + if [ $? != 0 ]; then + fatal_and_exit "-E- unable to import the backup pool '$backup_pool' on $hostname" "$mailto" + fi + else + fatal_and_exit "-E- The local backup pool on $hostname, '$backup_pool' doesn't seem to exist." "$mailto" + fi fi -# Setup our backup marker names -current_backup_marker=@current-backup-${local_pool_guid} -previous_backup_marker=@previous-backup-${local_pool_guid} +# Obtain the zpool guid for the local backup pool +backup_pool_guid=`zpool get guid $backup_pool 2>&1 | grep $backup_pool | awk '{ print $3 }'` +zpool get guid $backup_pool > /dev/null 2>&1 +if [ $? != 0 ]; then + fatal_and_exit "-E- Unable to extract the guid for the local backup pool on $hostname: $backup_pool" "$mailto" +fi -# Auto snapshot every zfs filesystem on the system specified below -echo "$date ZFS replicate started" >> $logfile -echo "$date ZFS replicate started" | tee -a $mylogfile +# Setup our backup marker names +current_backup_marker=@current-backup-${backup_pool_guid} +previous_backup_marker=@previous-backup-${backup_pool_guid} # Sort the filesystems to replicate by the oldest backup first tmpfile=`tempfile` for filesystem in $filesystems_to_replicate; do - age=`snapshot_age $filesystem` - echo $filesystem $age >> $tmpfile + if [[ $filesystem =~ ':' ]]; then + dst_pool=${filesystem%%:*} + filesystem=${filesystem#*:} # remove src_pool from string + else + dst_pool=$backup_pool + fi + # Only backup filesystems that are specified to go this backup_pool + if [[ $backup_pool == $dst_pool ]]; then + age=`snapshot_age $filesystem` + echo $filesystem $age >> $tmpfile + fi done sorted_filesystems=`cat $tmpfile | sort -n -k 2 | awk '{ print $1 }'` rm -f $tmpfile # Replicate the sorted filesystems for filesystem in $sorted_filesystems; do - echo "-> Replicating $remote:$filesystem to ${local_pool}/${filesystem}" | tee -a $mylogfile - replicate $remote $filesystem + echo "-> Replicating $remote:$filesystem to ${backup_pool}/${filesystem}" | tee -a $mylogfile + replicate $remote $filesystem $backup_pool +done + +# Export the local pool if told to do so +if [[ $import_export_backup_pool == 1 ]]; then + # Don't export the pool if there is a currently running zfs-scrub operation + ps -ef | grep "zfs-scrub" | grep -q "${backup_pool}" | grep -v grep + if [ $? != 0 ]; then + zpool export $backup_pool + if [ $? != 0 ]; then + sleep 300 + zpool export $backup_pool + if [ $? != 0 ]; then + lsof /$backup_pool/* + fatal_and_exit "-E- unable to export the local backup pool $backup_pool on $hostname" "$mailto" 0 + fi + fi + fi +fi + done # All done