X-Git-Url: http://git.pippins.net/embedvideo/.git/?a=blobdiff_plain;f=zfs-log-parser;h=560cba229fe6543afd968ac881118e98532ee5cd;hb=7efa74b7c3ad633378498822fe408b3d2da2dcca;hp=d43e650e1d64d328d17e7f8ee407ec43662ed978;hpb=c86dd7de4b6627ff5bccb105bb4c06f6cd70d602;p=zfs-ubuntu%2F.git

diff --git a/zfs-log-parser b/zfs-log-parser
index d43e650..560cba2 100755
--- a/zfs-log-parser
+++ b/zfs-log-parser
@@ -37,9 +37,9 @@ sub adjust_duration {
 
 sub adjust_data {
     my ($data) = @_;
-    if($data > ($giga)) { $data = $data / $giga; $data = sprintf("%2.2fGb",$data); }
-    elsif($data > ($mega)) { $data = int($data / $mega); $data = "$data"."Mb"; }
-    elsif($data > ($kilo)) { $data = int($data / $kilo); $data = "$data"."Kb"; }
+    if(abs($data) > ($giga)) { $data = $data / $giga; $data = sprintf("%2.2fGb",$data); }
+    elsif(abs($data) > ($mega)) { $data = int($data / $mega); $data = "$data"."Mb"; }
+    elsif(abs($data) > ($kilo)) { $data = int($data / $kilo); $data = "$data"."Kb"; }
     return $data;
 }
 
@@ -52,23 +52,23 @@ sub parse_replicate_logfile {
 	if(($in_replicate == 0) && ("$startdate" ne "") && ($line !~ /$startdate/)) { next; }
 	if($line =~ /(\S+)\s+(\S+)\s+(\d+)\s+(\d+):(\d+):(\d+)\s+(\S+)\s+(\S+)/) {
 	    $dayname=$1; $month=$2; $daynum=$3; $hour=$4; $minute=$5; $sec=$6; $year=$8;
-	    if(($in_replicate == 0) && ($line =~ /lock obtained/)) {
+	    if(($in_replicate == 0) && ($line =~ /replicate started/)) {
 		$in_replicate = 1;
 		$date="$dayname $month $daynum $hour:$minute:$sec $year";
 		$totals{$date}{data} = 0;
 		$totals{$date}{transfertime} = 0;
 		$totals{$date}{duration} = time_to_seconds($hour,$minute,$sec);
 	    }
-	    elsif(($in_replicate == 1) && ($line=~ /lock released/)) {
+	    elsif(($in_replicate == 1) && ($line=~ /replicate complete/)) {
 		$in_replicate = 0;
 		$totals{$date}{duration} = time_to_seconds($hour,$minute,$sec) - $totals{$date}{duration};
 	    }
 	}   
 	if(($in_replicate == 1) && ($line =~ /received ([\d\.]+)(\w+)/)) {
 	    $data = $1; $size = $2;
-	    if($size =~ /Kb/i) { $data = $data * $kilo; }
-	    if($size =~ /Mb/i) { $data = $data * $mega; }
-	    if($size =~ /Gb/i) { $data = $data * $giga; }
+	    if($size =~ /(Kb|K)/i) { $data = $data * $kilo; }
+	    if($size =~ /(Mb|M)/i) { $data = $data * $mega; }
+	    if($size =~ /(Gb|G)/i) { $data = $data * $giga; }
 	    chomp($line);
 	    $totals{$date}{data} += $data;
 	}
@@ -82,7 +82,11 @@ sub parse_replicate_logfile {
 	$duration=adjust_duration($totals{$date}{duration});
 	$data=adjust_data($totals{$date}{data});
 	$transfertime=adjust_duration($totals{$date}{transfertime});
-	$rate = adjust_data(int($totals{$date}{data}/$totals{$date}{transfertime}));
+        if($totals{$date}{transfertime} > 0) { 
+	  $rate = adjust_data(int($totals{$date}{data}/$totals{$date}{transfertime}));
+        } else { 
+          $rate = 0;
+        }
 	print "$date: data=${data} transfertime=$transfertime rate=${rate}/sec duration=$duration\n";
     }
 }
@@ -91,25 +95,29 @@ sub parse_snapshot_totals_logfile {
     %totals=();
     $in_totals=0;
     $maxlen=0;
+    $found_startdate=0;
     $header="";
     while(<FILE>) {
 	$line = $_;
+        if($line =~ /logfile turned over/) { next; }
+        if(($in_totals == 0) && ("$startdate" ne "") && ($line !~ /$startdate/) && ($found_startdate==0)) { next; }
+        if(($in_totals == 0) && ("$startdate" ne "") && ($line =~ /$startdate/) && ($found_startdate==0)) { $found_startdate=1; }
 	if(($in_totals == 0) && ($line =~ /(\S+)\s+(\S+)\s+(\d+)\s+(\d+):(\d+):(\d+)\s+(\S+)\s+(\S+)/)) {
 	    $dayname=$1; $month=$2; $daynum=$3; $hour=$4; $minute=$5; $sec=$6; $year=$8;
 	    $in_totals = 1;
 	    $month = $month2num{$month};
 	    if($daynum < 10) { $daynum = "0".$daynum; }
 	    $date="$month-$daynum-$year";
-	    if(!defined $dates{$date}) { $header .= $date . " "; }
-	    $dates{$date} = 1;
+	    if(!defined $founddates{$date}) { $header .= $date . " "; }
+	    $founddates{$date} = 1;
 	}
-	if(($in_totals == 1) && ($line =~ /^\s+$/)) {
+	elsif(($in_totals == 1) && ($line =~ /^\s+$/)) {
 	    $in_totals = 0;
 	}
-	if(($in_totals == 1) && ($line =~ /(\S+)\s+([\d\.]+)(\w+)\s+(\d+)/)) {
+	elsif(($in_totals == 1) && ($line =~ /(\S+)\s+([\d\.]*)(\w+)\s+(\d+)/)) {
 	    $filesystem = $1; $data = $2; $size = $3; $num_snaps = $4;
-	    if($filesystem =~ /Snapshots/) { next; }
-	    if($filesystem =~ /$backup_pool/) { next; }
+	    if($filesystem =~ /Snapshots/ || $filesystem =~ /Total/) { next; }
+	    if($filesystem =~ /^$backup_pool/) { next; }
 	    if(length($filesystem) > $maxlen) { $maxlen = length($filesystem); }
 	    if($size =~ /K/i) { $data = $data * $kilo; }
 	    if($size =~ /M/i) { $data = $data * $mega; }
@@ -128,23 +136,34 @@ sub parse_snapshot_totals_logfile {
 	foreach $date (sort keys %$hashref) {
 	    if($date !~ /(\d+)-(\d+)-(\d+)/) { next; }
 	    $date_data=adjust_data($totals{$filesystem}{$date}{data});
+            if($date_data eq "") { $date_data = "0"; }
 	    $data .= sprintf("%10s",$date_data). " ";
+	    $date_totals{$date}{data} += $totals{$filesystem}{$date}{data};
 	}
 	$data_total=adjust_data($data_total);
 	$total_delta+=$totals{$filesystem}{delta};
 	$delta=adjust_data($totals{$filesystem}{delta});
 	printf("%-${maxlen}s %s %10s\n",$filesystem,$data,$delta);
     }
+    $data="";
     $data_len=length($data);
     $total_delta=adjust_data($total_delta);
-    printf("%-${maxlen}s %-${data_len}s %10s\n","Totals:","",$total_delta);
+    foreach $date (sort keys %date_totals) {
+	$date_data=adjust_data($date_totals{$date}{data});
+	$data .= sprintf("%10s",$date_data). " ";
+    }
+    printf("%-${maxlen}s %-${data_len}s %10s\n","Totals:",$data,$total_delta);
 }
 
 #########
 # MAIN
 #########
 #print "-> Parsing $logfile\n";
-open(FILE,"$logfile") || die "-E- Unable to open $logfile\n";
+if("$logfile" =~ /\.[bz2|gz]/) { 
+  open(FILE,"zcat $logfile|") || die "-E- Unable to open $logfile\n";
+} else {
+  open(FILE,"$logfile") || die "-E- Unable to open $logfile\n";
+}
 
 if($logfile =~ /replicate/) { parse_replicate_logfile(); }
 if($logfile =~ /snapshot-totals/) { parse_snapshot_totals_logfile(); }