# to be backed up, or replicated, to another ZFS pool.
# Setup some default values
-replicate="/usr/local/etc/bin/zfs-replicate"
-logfile_parser="/usr/local/etc/bin/zfs-log-parser"
-logfile="/var/log/zfs/zfs-replicate.log"
-lockdir="/tmp/zfs-admin-lock"
-mailto=root
-destpool="backups"
-maxsleeptime=60
-maxattempts=600
-released_lock_date=0
+zfsreplicate="/etc/bin/zfs-replicate"
+logdir="/var/log/zfs"
+logfile_parser="/etc/bin/zfs-log-parser"
+logfile="$logdir/zfs-replicate.log"
+mylogfile="$logdir/zfs-replicate-all.log"
+remote="tank.pippins.net"
+local_pool=backups
+mailto=root@pippins.net
date=`date`
+starttime=`date +%s`
+zfs=/usr/sbin/zfs
-# Setup our cleanup and exit trap
-cleanup() {
- rm -rf "$lockdir"
- if [ $released_lock_date == 0 ]; then
- zpool export $destpool
- /usr/local/etc/bin/ext-drive-power off
- echo `date` ZFS admin lock released >> $logfile
+# Specify the list of filesystems to replicate
+filesystems_to_replicate='
+naspool/www
+naspool/git
+'
+
+# Specify the maximum run time in minutes that this script can run (0=no limit)
+maxruntime=240
+
+# This function checks to see if our runtime has exceeded our stoptime
+timeexceeded() {
+ if [[ $maxruntime == 0 ]]; then
+ return 0
fi
- exit
+ currenttime=`date +%s`
+ elapsedtime=$(($currenttime - $starttime))
+ stoptime=$(($maxruntime*60))
+ if [[ $elapsedtime -gt $stoptime ]]; then
+ #echo "$elapsedtime > $stoptime"
+ return 1
+ fi
+ #echo "$elapsedtime < $stoptime"
+ return 0
}
-trap cleanup INT
-# Auto snapshot every zfs filesystem on the system specified below
-echo "$date Polling for ZFS admin lock" >> $logfile
-
-# Poll for a lock on the zfs subsystem, and make the lock once we can do so
-attempts=0
-while true; do
- if ! mkdir "$lockdir" >/dev/null 2>&1; then
- # Another zfs admin tool is running.
- # Wait a random amount of time and try again
- ransleep=$(($RANDOM % $maxsleeptime))
- sleep $ransleep
- ((attempts=attempts+1))
- else
- # No other zfs admin tool is running, we can now.
- break
+# This function cleanup and exit trap
+cleanup_and_exit() {
+ #echo "cleanup and exit"
+ rm -rf "$lockdir"
+ exit 0
+}
+trap cleanup_and_exit INT
+
+# This function executes the replicate command and checks the stoptime
+replicate() {
+ $zfsreplicate $* >> $logfile 2>&1
+ timeexceeded
+ if [ $? == 1 ]; then
+ cleanup_and_exit
fi
- if [[ $attempts -gt $maxattempts ]]; then
- # We've exceeded our maximum while loop count
- ls -ld $lockdir | /usr/bin/mailx -s "zfs-replicate-all unable to obtain zfs admin lock" $mailto
- exit 1
+}
+
+# This function obtains the date a given snapshot was created in epoch seconds
+snapshot_age() {
+ snapshot=${local_pool}/${1}${previous_backup_marker}
+ $zfs list -t snapshot ${snapshot} > /dev/null 2>&1
+ if [ $? == 0 ]; then
+ $zfs get creation ${snapshot} > /dev/null 2>&1
+ if [ $? == 0 ]; then
+ snap_creation=`$zfs get creation ${snapshot} | grep $1 | awk '{ print $3" "$4" "$5" "$6" "$7 }'`
+ snap_age=`date -d "$snap_creation" +%s`
+ echo "$snap_age"
+ else
+ echo "0"
+ fi
+ else
+ echo "0"
fi
+}
+
+# Obtain the zpool guid for the local pool
+local_pool_guid=`zpool get guid $local_pool 2>&1 | grep $local_pool | awk '{ print $3 }'`
+zpool get guid $local_pool > /dev/null 2>&1
+if [ $? != 0 ]; then
+ echo >&2 "-E- Unable to extract the guid for the local pool: $local_pool"
+ exit 1
+fi
+
+# Setup our backup marker names
+current_backup_marker=@current-backup-${local_pool_guid}
+previous_backup_marker=@previous-backup-${local_pool_guid}
+
+# Auto snapshot every zfs filesystem on the system specified below
+echo "$date ZFS replicate started" >> $logfile
+echo "$date ZFS replicate started" | tee -a $mylogfile
+
+# Sort the filesystems to replicate by the oldest backup first
+tmpfile=`tempfile`
+for filesystem in $filesystems_to_replicate; do
+ age=`snapshot_age $filesystem`
+ echo $filesystem $age >> $tmpfile
+done
+sorted_filesystems=`cat $tmpfile | sort -n -k 2 | awk '{ print $1 }'`
+rm -f $tmpfile
+
+# Replicate the sorted filesystems
+for filesystem in $sorted_filesystems; do
+ echo "-> Replicating $remote:$filesystem to ${local_pool}/${filesystem}" | tee -a $mylogfile
+ replicate $remote $filesystem
done
-date=`date`;
-echo "$date ZFS admin lock obtained" >> $logfile
-
-# Poweron the destpool and import it
-/usr/local/etc/bin/ext-drive-power on >> $logfile
-zpool import $destpool
-
-# List the filesystems to replicate
-# The parent filesystems MUST be listed ahead
-# of the children filesystems.
-# Pool root filesystems must end with a slash.
-$replicate tank/ $destpool
-$replicate tank/var $destpool
-$replicate tank/usr $destpool
-$replicate tank/usr/home $destpool
-$replicate tank/usr/videos $destpool
-$replicate tank/usr/local $destpool
-$replicate tank/usr/local/etc $destpool
-$replicate tank/usr/local/var $destpool
-$replicate tank/backup $destpool
-
-# Export the destpool and power it down
-zpool export $destpool
-/usr/local/etc/bin/ext-drive-power off >> $logfile
-
-# Release our lock
-released_lock_date=1
-echo `date` ZFS admin lock released >> $logfile
+
+# All done
+echo `date` ZFS replicate complete >> $logfile
+echo `data` ZFS replicate complete | tee -a $mylogfile
# Parse the log file and extract our backup stats
$logfile_parser "$logfile" "$date" >> $logfile
-
-# clean things up and exit
-cleanup
+$logfile_parser "$logfile" "$date" | tee -a $mylogfile