#!/usr/bin/perl # Author: Alan J. Pippin # Description: This script parses logfiles generated by the following zfs scripts: # zfs-replicate $logfile=shift(@ARGV); $startdate=shift(@ARGV); sub usage { print "Usage: $0 \n"; exit 0; } if(! -f "$logfile") { &usage; } $kilo = 1024; $mega = 1024 * 1024; $giga = 1024 * 1024 * 1024; sub time_to_seconds { my ($hour,$minute,$sec) = @_; $seconds = ($hour * 60 * 60) + ($minute * 60) + ($sec); return($seconds); } sub adjust_duration { my ($duration) = @_; if($duration > 3600) { $duration=int($duration/3600); $duration.="h"; } elsif($duration > 60) { $duration=int($duration/60); $duration.="m"; } else { $duration.="s"; } return $duration; } sub adjust_data { my ($data) = @_; if($data > ($giga)) { $data = $data / $giga; $data = sprintf("%2.2fGb",$data); } elsif($data > ($mega)) { $data = int($data / $mega); $data = "$data"."Mb"; } elsif($data > ($kilo)) { $data = int($data / $kilo); $data = "$data"."Kb"; } return $data; } sub parse_replicate_logfile { $in_replicate=0; $date=""; %totals=(); while() { $line = $_; if(($in_replicate == 0) && ("$startdate" ne "") && ($line !~ /$startdate/)) { next; } if($line =~ /(\S+)\s+(\S+)\s+(\d+)\s+(\d+):(\d+):(\d+)\s+(\S+)\s+(\S+)/) { $dayname=$1; $month=$2; $daynum=$3; $hour=$4; $minute=$5; $sec=$6; $year=$8; if(($in_replicate == 0) && ($line =~ /lock obtained/)) { $in_replicate = 1; $date="$dayname $month $daynum $hour:$minute:$sec $year"; $totals{$date}{data} = 0; $totals{$date}{transfertime} = 0; $totals{$date}{duration} = time_to_seconds($hour,$minute,$sec); } elsif(($in_replicate == 1) && ($line=~ /lock released/)) { $in_replicate = 0; $totals{$date}{duration} = time_to_seconds($hour,$minute,$sec) - $totals{$date}{duration}; } } if(($in_replicate == 1) && ($line =~ /received ([\d\.]+)(\w+)/)) { $data = $1; $size = $2; if($size =~ /Kb/i) { $data = $data * $kilo; } if($size =~ /Mb/i) { $data = $data * $mega; } if($size =~ /Gb/i) { $data = $data * $giga; } chomp($line); $totals{$date}{data} += $data; } if(($in_replicate == 1) && ($line =~ /in (\d+) seconds/)) { $transfertime = $1; $totals{$date}{transfertime} += $transfertime; } } foreach $date (keys %totals) { $duration=adjust_duration($totals{$date}{duration}); $data=adjust_data($totals{$date}{data}); $transfertime=adjust_duration($totals{$date}{transfertime}); $rate = adjust_data(int($totals{$date}{data}/$totals{$date}{transfertime})); print "$date: data=${data} transfertime=$transfertime rate=${rate}/sec duration=$duration\n"; } } ######### # MAIN ######### #print "-> Parsing $logfile\n"; open(FILE,"$logfile") || die "-E- Unable to open $logfile\n"; if($logfile =~ /replicate/) { parse_replicate_logfile(); } close(FILE);