X-Git-Url: http://git.pippins.net/embedvideo/.git/static/gitweb.js?a=blobdiff_plain;f=merge_videos_by_day;h=4cf293ddea47cbd2b699faf4febcaa0fbe22fff7;hb=70d3ba3c710f3fe234188d492b42338aa2069513;hp=dec78b2355b21f55754a2301fca7da4b58e78ff2;hpb=be9a9d1914a8f80b031631f902c9daae0b8f6d90;p=videoscripts%2F.git

diff --git a/merge_videos_by_day b/merge_videos_by_day
index dec78b2..4cf293d 100755
--- a/merge_videos_by_day
+++ b/merge_videos_by_day
@@ -1,4 +1,6 @@
 #!/usr/bin/perl
+# Author: Alan J. Pippin
+# Description: For the given srcpath, merge all the videos that were taken on the same day into a single mkv file
 
 use File::Copy;
 use File::Basename;
@@ -6,31 +8,34 @@ use Getopt::Std;
 use File::stat;
 use Time::localtime;
 
-# Command line options
-getopts("h:tvs:");
+# Early command line options processing
+getopts("qkh:tvs:");
+my $srcpathname = $opt_s;
+
+####################################################################################################
+# Configuration parameters
+$mydir = `cd \$(dirname $0) 2>/dev/null; pwd`; chomp($mydir); unshift @INC,("$mydir");
+# Default configuration values
+require "organize_videos.conf";
+# Override defaults with local customizations
+if( -f "$mydir/organize_videos.conf.local") { require "organize_videos.conf.local"; }
+
+####################################################################################################
 
 sub usage {
-    print "usage: $0 [-t] -s <srcpath>\n";
+    print "usage: $0 [-tvrh] -s <srcpath>\n";
     print "   -s <srcpath>          specify the path to search for videos to merge under\n";
     print "   -h <compute host>     specify the remote compute host to submit the mkvmerge job to\n";
     print "   -v                    verbose mode; print extra information about what is being found/merged\n";
     print "   -t                    test mode; print what will happen, but don't do anything\n";
+    print "   -k                    keep the individual video files that are merged. By default, after a merge, individual video files that were merged are removed\n";
+    print "   -q                    Requantize MTS input videos to decrease output video size (requires HandBrakeCLI)\n";
     return 1;
 }
 if(defined $opt_h) { usage(); exit 1; }
 
-# Configuration parameters
-my $compute_host = "pippin.pippins.net";
-my $srcpathname = $opt_s;
-my $minage = "+10"; # Files must be older than X minutes to move
-my $owner = "ajp"; # The owner of the files after they are moved
-my $group = "pip"; # The group of the files after they are moved
-my $mode = "664"; # The mode to set on each file after they are moved
-my $make_mkv = "/naspool/videos/bin/make_mkv"; chomp($make_mkv);
-my $find_cmd = "find \"$srcpathname/\" -cmin $minage -iregex \".*\.mov\" -o -iregex \".*\.3gp\" -o -iregex \".*\.mp4\" -o -iregex \".*\.mts\"";
-
-# Sanity check
-if(! -x $make_mkv) { die "-E- Unable to find required script: make_mkv\n"; }
+# Sanity checks
+if(defined $opt_q && !$use_compute_host) { die "-E- Unable to find required program: handbrake\n"; }
 if(! -d $srcpathname) { &usage; print "-E- Can't find srcpath: $srcpathname\n"; exit 1; }
 if(defined $opt_h) { $compute_host = $opt_h; }
 
@@ -75,9 +80,11 @@ foreach $file (sort `$find_cmd`) {
     $srcdir = dirname($file);
     $file = basename($file);
     $srcfile = $file;
+    $srcext = "";
+    if($srcfile =~ /\.(\w+)$/) { $srcext = $1; }
     $ext = "mkv";
     
-    print "Found movie: srcdir: $srcdir srcfile: $srcfile ext: $ext\n" if($opt_v);
+    print "Found movie: srcdir: $srcdir srcfile: $srcfile srcext: $srcext dstext: $ext\n" if($opt_v);
 
     # Throw out files not in the current srcpath
     if((! -f "$srcfile") && (! -f "$srcdir/$srcfile")) { next; }
@@ -110,54 +117,182 @@ foreach $file (sort `$find_cmd`) {
     $dstfile = $dstdir . "/" . $year . "-" . $monthnum . "-" . $day;
 
     # Check for duplicate filenames at the destination
-    $newfile = $dstfile . "." . "000";
+    $newfile = $dstfile . "." . $video_suffix;
     if(-e "$newfile.$ext") {
-	foreach $i ('001' .. '999') {
-	    $newfile = $dstfile . "." . $i;
+	foreach $i ($video_suffix+1 .. '999') {
+	    $newfile = $dstfile . "." . sprintf("%03d",$i);
 	    if(! -e "$newfile.$ext") { last; }
 	}
 	$dstfile = $newfile;
     }
+
+    # Set the name of our unique destination file
     $dstfile = "$newfile.$ext";
 
-    print "   merging \"$srcdir/$srcfile\" into \"$dstfile\"\n";
-    push(@{$videos{"$dstfile"}}, "\"$srcdir/$srcfile\"");
+    # You can only merge videos into a single destination that have the same extension/type
+    push(@{$videos{"$srcext"}{"$dstfile"}}, "\"$srcdir/$srcfile\"");
 }
 
-foreach $video (sort keys %videos) {
+# For single videos, with the re-quantize option given, rename the destination file to mp4
+foreach $ext (sort keys %videos) {
+    foreach $video (sort keys %{$videos{$ext}}) {	
+	# Get a count of the number of videos for this date
+	# If we only have a single video, its extension will actually be mp4 if opt_q is specified
+	my $num_videos = $#{$videos{$ext}{$video}} + 1;
+	if((defined $opt_q) && ($num_videos <= 1)) {
+	    if($video =~ /(.*?)\.(\d+)\.(\w+)$/) {
+		$dstfile = $1;
+		$dstnum = $2;
+		$new_dstvideo = "$1.$2.mp4";
+		$videos{$ext}{$new_dstvideo} = $videos{$ext}{$video}; # make a new dst video entry with the src video being the same
+		delete $videos{$ext}{$video}; # delete the old destination video from the hash
+	    }
+	}
+    }
+}
 
-    my $videos = join(',', @{$videos{$video}});
+# Check for duplicate filenames in the dstfiles being created for other exts
+foreach $ext (sort keys %videos) {
+    foreach $video (sort keys %{$videos{$ext}}) {	
+	# Make sure this video name is not in use as a destination for any other ext
+	foreach $checkext (sort keys %videos) {
+	    if($checkext eq $ext) { next; }
+	    foreach $checkvideo (sort keys %{$videos{$checkext}}) {
+	     	if("$video" eq "$checkvideo") {
+		    if($video =~ /(.*?)\.(\d+)\.(\w+)$/) {
+			$dstfile = $1;
+			$dstnum = $2;
+			$dstext = $3;
+		    }
+		    foreach $i ($dstnum .. '999') {
+			$newfile = $dstfile . "." . sprintf("%03d",$i);
+			if("$video" ne "$newfile.$dstext") { last; }
+		    }
+		    $videos{$ext}{"$newfile.$dstext"} = $videos{$ext}{$video};
+		    delete $videos{$ext}{$video};
+		}
+	    }
+	}
+    }
+}
 
-    # Only merge the videos if there is more than 1
-    my $num_videos = $#{$videos{$video}} + 1;
-    if($num_videos <= 1) { next; }
-    
-    if($video =~ /(\d+)-(\d+)-(\d+)/) {
-	$year = $1;
-	$month = $2;
-	$day = sprintf("%02d",$3);
+# Only merge the videos if there is more than 1 video to merge on a given day for a given ext
+# If there is only 1 video for a given day for a given ext, re-quantize it here if that option was given
+foreach $ext (sort keys %videos) {
+    foreach $video (sort keys %{$videos{$ext}}) {
+	
+	# Get a count of the number of videos for this date
+	my $num_videos = $#{$videos{$ext}{$video}} + 1;
+
+	# Process any single videos now
+	if($num_videos <= 1) {
+
+	    # Store the srcvideo name
+	    my $srcvideo = $videos{$ext}{$video}[0];
+	    my $pwd = `pwd`; chomp($pwd);
+
+	    # Make a note if this video is interlaced or not
+	    my $ffmpeg_cmd = "";
+	    if($use_compute_host) { $ffmpeg_cmd .= "ssh $compute_host 'cd \"$pwd\";"; }
+	    $ffmpeg_cmd .= "$ffmpeg -i $srcvideo 2>&1 | grep -q \"frame rate differs\"";
+	    if($use_compute_host) { $ffmpeg_cmd .= "'"; }
+	    my $progressive = system('$ffmpeg_cmd');
+	    if(!$progressive) { print "   Detected interlaced video content: $srcvideo\n"; }
+	    
+	    # Re-quantize the input video to reduce the resulting output filesize
+	    # This also gives us a chance to deinterlace the video as well
+	    # Only do this for .MTS videos
+	    if((defined $opt_q) && ($ext =~ /mts/i)) {
+		
+		# Set our requantize factor accordingly
+		my $requantize_option = "";
+		if(!$progressive) { $requantize_option = "-q $interlaced_requantize_quality"; }
+		else { $requantize_option = "-q $progressive_requantize_quality"; }
+		
+		# Set our de-interlace option accordingly
+		my $deinterlace_option = "";
+		if(!$progressive) { $deinterlace_option = "-d"; }
+		
+		# Use HandBrake to requantize/deinterlace the input video
+		print "   Re-quantizing input video content: $video\n";
+		my $handbrake_cmd = "";
+		if($use_compute_host) { $handbrake_cmd .= "ssh $compute_host 'cd \"$pwd\";"; }
+		$handbrake_cmd .= "$handbrake $deinterlace_option $requantize_option $handbrake_options -i $srcvideo -o \"$video\" > /dev/null 2>&1";
+		if($use_compute_host) { $handbrake_cmd .= "'"; }
+		if(! defined $opt_t) { 
+		    my $errno = system("$handbrake_cmd");
+		    $errno = $errno >> 8;
+		    if($errno > 1) {
+			unlink "$video";
+			die "-E- handbrake encountered some errors with exit code $errno\n";
+		    } else {
+			# Remove the original srcvideo since we created a new version of it that we are going to keep instead
+			if(!defined $opt_k) { 
+			    system("rm -f $srcvideo\n");
+			}
+		    }
+		}
+	    }
+
+	    # Remove the video from the array since we already processed it above
+	    delete $videos{$ext}{$video};
+	    next;
+	}
     }
-    
-    my $pwd = `pwd`; chomp($pwd);
-    my $cmd = "ssh $compute_host 'cd \"$pwd\"; $make_mkv -t \"HomeVideos: $year-$month-$day\" -o \"$video\" -i $videos'\n"; 
-    if(defined $opt_t) {
-	print "\n-> Creating \"$video\"\n";
-	print "$cmd\n";
-	foreach $video (@{$videos{$video}}) {
-	    print("rm -f $video\n");
+}
+
+# Tell the user which videos we are going to merge
+foreach $ext (sort keys %videos) {
+    foreach $video (sort keys %{$videos{$ext}}) {
+	foreach $srcfile (@{$videos{$ext}{$video}}) { 
+	    print "   merging \"$srcfile\" into \"$video\"\n";
 	}
-    } else {
-	# Create the merged video
-	my $errno = system("$cmd");
-	if($errno > 0) { $errno = $errno - 255; }
-	if($errno) { die "-E- make_mkv encountered some errors with exit code $errno\n"; }
-	# Fix the permissions
-	system("chown $owner \"$video\"");
-	system("chgrp $group \"$video\"");
-	system("chmod $mode \"$video\"");
-	# Remove the individual video files
-	foreach $video (@{$videos{$video}}) {
-	    system("rm -f $video");
+    }
+}
+
+# Now actually do the merging
+print "\n";
+foreach $ext (sort keys %videos) {
+    foreach $video (sort keys %{$videos{$ext}}) {
+
+	my $videos = join(',', @{$videos{$ext}{$video}});
+	
+	if($video =~ /(\d+)-(\d+)-(\d+)/) {
+	    $year = $1;
+	    $month = $2;
+	    $day = sprintf("%02d",$3);
+	}
+	
+	my $pwd = `pwd`; chomp($pwd);
+	my $cmd = "";
+	if($use_compute_host) { $cmd .= "ssh $compute_host 'cd \"$pwd\";"; }
+	$cmd .= "$make_mkv -t \"$video_title_prefix $year-$month-$day\" -o \"$video\" -i $videos";
+	if($requantize_input_video) { $cmd .= ' -q'; }
+	if($use_compute_host) { $cmd .= "'"; }
+	if(defined $opt_t) {
+	    print "\n-> Creating \"$video\"\n";
+	    print "$cmd\n";
+	    if(!defined $opt_k) { 
+		foreach $video (@{$videos{$ext}{$video}}) {
+		    print("rm -f $video\n");
+		}
+	    }
+	} else {
+	    # Create the merged video
+	    my $errno = system("$cmd");
+	    $errno = $errno >> 8;
+	    if($errno) { die "-E- make_mkv encountered some errors with exit code $errno\n"; }
+	    system("ls -l \"$srcpathname/\" > /dev/null"); # Make sure the video file is there
+	    # Fix the permissions
+	    system("chown $owner \"$video\"");
+	    system("chgrp $group \"$video\"");
+	    system("chmod $mode \"$video\"");
+	    # Remove the individual video files
+	    if(!defined $opt_k) { 
+		foreach $srcvideo (@{$videos{$ext}{$video}}) {
+		    system("rm -f $srcvideo");
+		}
+	    }
 	}
     }
 }