#!/usr/bin/perl # Author: Alan J. Pippin # Description: For the given srcpath, merge all the videos that were taken on the same day into a single mkv file use File::Copy; use File::Basename; use Getopt::Std; use File::stat; use Time::localtime; use DateTime::Format::Strptime qw( ); # Set our ffmpeg creation_time format $ffmpeg_time_format_utc = DateTime::Format::Strptime->new(pattern=>'%Y-%m-%dT%H:%M:%S', time_zone => 'UTC', on_error => 'croak'); $ffmpeg_time_format_local = DateTime::Format::Strptime->new(pattern=>'%Y-%m-%dT%H:%M:%S', time_zone => 'local', on_error => 'croak'); $ctime_format = DateTime::Format::Strptime->new(pattern=>'%a %b %d %H:%M:%S %Y', time_zone => 'local', on_error => 'croak'); # Early command line options processing getopts("qzkh:tvs:"); my $srcpathname = $opt_s; #################################################################################################### # Configuration parameters $mydir = `cd \$(dirname $0) 2>/dev/null; pwd`; chomp($mydir); unshift @INC,("$mydir"); # Default configuration values require "organize_videos.conf"; # Override defaults with local customizations if( -f "$mydir/organize_videos.conf.local") { require "organize_videos.conf.local"; } #################################################################################################### sub usage { print "usage: $0 [-tvrhz] -s \n"; print " -s specify the path to search for videos to merge under\n"; print " -h specify the remote compute host to submit the mkvmerge job to\n"; print " -v verbose mode; print extra information about what is being found/merged\n"; print " -t test mode; print what will happen, but don't do anything\n"; print " -k keep the individual video files that are merged. By default, after a merge, individual video files that were merged are removed\n"; print " -q Requantize input videos to decrease output video size (requires HandBrakeCLI)\n"; print " -z Recompress input videos to decrease output video size (requires HandBrakeCLI)\n"; return 1; } if(defined $opt_h) { usage(); exit 1; } $SIG{'INT'} = sub {die "-E- Killed by CTRL-C\n"}; #################################################################################################### # Sanity checks if((defined $opt_q || defined $opt_z) && !$use_compute_host && ! -x "$handbrake") { die "-E- Unable to find required program: handbrake\n"; } if(! -d $srcpathname) { &usage; print "-E- Can't find srcpath: $srcpathname\n"; exit 1; } if(defined $opt_h) { $compute_host = $opt_h; } if(! -x $ffmpeg) { die "-E- Missing required executable for ffmpeg: $ffmpeg\n"; } my %monthname2month = ( "Jan" => "01", "Feb" => "02", "Mar" => "03", "Apr" => "04", "May" => "05", "Jun" => "06", "Jul" => "07", "Aug" => "08", "Sep" => "09", "Oct" => "10", "Nov" => "11", "Dec" => "12" ); my %month2monthname = ( "01" => "Jan", "02" => "Feb", "03" => "Mar", "04" => "Apr", "05" => "May", "06" => "Jun", "07" => "Jul", "08" => "Aug", "09" => "Sep", "10" => "Oct", "11" => "Nov", "12" => "Dec" ); # Change directories to the srcpath to search for videos to merge print "-> Finding all videos under '$srcpathname' to merge by day\n"; my %videos; chdir "$srcpathname"; print "$find_cmd\n" if($opt_v); foreach $file (sort `$find_cmd`) { chomp($file); $srcdir = dirname($file); $file = basename($file); $srcfile = $file; $srcext = ""; if($srcfile =~ /\.(\w+)$/) { $srcext = $1; } $ext = "mkv"; # Throw out files not in the current srcpath if((! -f "$srcfile") && (! -f "$srcdir/$srcfile")) { next; } # Throw out encoded files left over from a previous run #print "srcfile: $srcfile\n" if($opt_v); if($srcfile =~ /.hb.mp4/) { next; } print "Found video: srcdir: $srcdir srcfile: $srcfile srcext: $srcext dstext: $ext\n" if($opt_v); # Make a note of the month, year, and day this video was taken $creation_time = `$ffmpeg -i "$srcdir/$srcfile" 2>&1 | grep "creation_time" | head -n 1 | awk '{print \$3}'`; $brands = `$ffmpeg -i "$srcdir/$srcfile" 2>&1 | grep "compatible_brands" | tail -n 1`; chomp($brands); if($creation_time) { $date_taken = $ffmpeg_time_format_utc->parse_datetime($creation_time); if ($brands && $brands =~ /$local_tz_brands/) { $date_taken = $ffmpeg_time_format_local->parse_datetime($creation_time); } } else { # From the modification time of the file since we couldn't find it in the video file $date_modified = ctime(stat("$srcdir/$srcfile")->mtime); } # Get the date taken from the ffmpeg creation_time if(!$merge_by_modification_time && $date_taken) { $date_taken->set_time_zone('local'); $year = $date_taken->year; $month = sprintf("%02d",$date_taken->month); $day = sprintf("%02d",$date_taken->day); $monthnum = sprintf("%02d",$date_taken->month); $monthname = lc($month2monthname{$month}); #print "date_taken: $year-$month-$day ".$date_taken->hour.":".$date_taken->minute.":".$date_taken->second." ".$date_taken->time_zone."\n"; } # Get the date taken from the filename elsif(!$merge_by_modification_date && $srcfile =~ /^(\d\d\d\d)-(\d\d)-(\d\d)/) { $year = $1; $month = $2; $day = sprintf("%02d",$3); $monthnum = $month; $monthname = lc($month2monthname{$month}); } elsif(!$merge_by_modification_date && $srcfile =~ /^(\d\d\d\d)(\d\d)(\d\d)/) { $year = $1; $month = $2; $day = sprintf("%02d",$3); $monthnum = $month; $monthname = lc($month2monthname{$month}); } # Get the date taken from the srcdir elsif(!$merge_by_modification_date && $srcdir =~ /(\d\d\d\d)-(\d\d)-(\d\d)/) { $year = $1; $month = $2; $day = sprintf("%02d",$3); $monthnum = $month; $monthname = lc($month2monthname{$month}); } # Get the date taken from the modification time elsif($date_modified =~ /\S+\s+(\S+)\s+(\d+)\s+\S+\s+(\d+)/) { $year = $3; $month = $1; $day = sprintf("%02d",$2); $monthnum = $monthname2month{$month}; $monthname = lc($month); } else { print "-E- Unable to parse year and month from this file: $srcdir/$srcfile\n"; next; } # We are ready to pick a destination folder to put the merged video in $dstdir = $srcdir; $dstfile = $dstdir . "/" . $year . "-" . $monthnum . "-" . $day; # Make a note of this video and its merged destination push(@{$videos{"$dstfile"}}, "\"$srcdir/$srcfile\""); } # Tell the user which videos we are going to merge foreach $dstfile (sort keys %{$videos}) { foreach $srcfile (@{$videos{$dstfile}}) { print " merging $srcfile into \"$dstfile\"\n"; } } # Now actually do the merging print "\n"; foreach $dstfile (sort keys %videos) { my $videos = join(',', @{$videos{$dstfile}}); if($dstfile =~ /(\d+)-(\d+)-(\d+)$/) { $year = $1; $month = $2; $day = sprintf("%02d",$3); } my $pwd = `pwd`; chomp($pwd); my $cmd = ""; if($use_compute_host) { $cmd .= "ssh $compute_host 'cd \"$pwd\";"; } $cmd .= "$make_mkv -t \"$video_title_prefix $year-$month-$day\" -o \"$dstfile\" -i $videos"; if($requantize_input_video) { $cmd .= ' -q'; } if($recompress_input_video) { $cmd .= ' -z'; } if($opt_v) { $cmd .= ' -v'; } if($use_compute_host) { $cmd .= "'"; } if(defined $opt_t) { # Print what will be done, but don't actually do it print "\n-> Creating \"$dstfile\"\n"; print "$cmd\n"; if(!defined $opt_k) { foreach $video (@{$videos{$dstfile}}) { if($opt_v) { print " $ffmpeg -i $video 2>&1 | grep \"compatible_brands\" | tail -n 1\n"; } my $brands=`$ffmpeg -i $video 2>&1 | grep "compatible_brands" | tail -n 1`; chomp($brands); if(($save_originals) && ($video =~ /\.$originals_file_ext/) && (!$brands || $brands !~ /$originals_no_copy_brands/)) { print "-> Saving the original video $video\n"; if(index($video, basename(dirname($video))) == -1) { print("mv $video \"$origpathname/".basename(dirname($video))."_".basename($video)."\n"); } else { print("mv $video \"$origpathname/".basename($video)."\n"); } } else { print "-> Removing the original video $video\n"; print("/bin/bash -c '[[ -e $video ]] && rm -f $video'\n"); } } } } else { # Create the merged video print "$cmd\n" if($opt_v); my $errno = system("$cmd"); $errno = $errno >> 8; if($errno) { die "-E- make_mkv encountered some errors with exit code $errno\n"; } system("ls -l \"$srcpathname/\" > /dev/null"); # Make sure the video file is there # Fix the permissions system("chown $owner \"$dstfile\"*"); system("chgrp $group \"$dstfile\"*"); system("find \"$dstfile\"* -type f -exec chmod $mode -- {} +"); # Remove the individual video files if(!defined $opt_k) { foreach $srcvideo (@{$videos{$dstfile}}) { if($opt_v) { print " $ffmpeg -i $srcvideo 2>&1 | grep \"compatible_brands\" | tail -n 1\n"; } my $brands=`$ffmpeg -i $srcvideo 2>&1 | grep "compatible_brands" | tail -n 1`; chomp($brands); if(($save_originals) && ($srcvideo =~ /\.$originals_file_ext/) && (!$brands || $brands !~ /$originals_no_copy_brands/)) { print "-> Saving the original video $srcvideo to $origpathname\n"; if(index($srcvideo, basename(dirname($srcvideo))) == -1) { system("mv $srcvideo \"$origpathname/".basename(dirname($srcvideo))."_".basename($srcvideo)); } else { system("mv $srcvideo \"$origpathname/".basename($srcvideo)); } } else { print "-> Removing the original video $srcvideo\n"; system("/bin/bash -c '[[ -e $srcvideo ]] && rm -f $srcvideo'"); } } } } }