use Getopt::Std;
use File::stat;
use Time::localtime;
+use DateTime::Format::Strptime qw( );
+
+# Set our ffmpeg creation_time format
+$ffmpeg_time_format_utc = DateTime::Format::Strptime->new(pattern=>'%Y-%m-%dT%H:%M:%S', time_zone => 'UTC', on_error => 'croak');
+$ffmpeg_time_format_local = DateTime::Format::Strptime->new(pattern=>'%Y-%m-%dT%H:%M:%S', time_zone => 'local', on_error => 'croak');
+$ctime_format = DateTime::Format::Strptime->new(pattern=>'%a %b %d %H:%M:%S %Y', time_zone => 'local', on_error => 'croak');
# Early command line options processing
-getopts("rh:tvs:");
+getopts("qzkh:tvs:");
my $srcpathname = $opt_s;
####################################################################################################
-# Configuration parameters - CHANGE THESE TO SUITE YOUR NEEDS
-my $compute_host = "pippin.pippins.net"; # I need this since this script is run from a virtual machine
-my $use_compute_host = 1; # Set to 1 to use a remote compute host to run the mkvmerge command. Set to 0 to use the local host to run it.
-my $make_mkv = "/naspool/videos/bin/make_mkv"; # Update this to be the path to the make_mkv script
-my $minage = "+10"; # Files must be older than X minutes to move
-my $owner = "ajp"; # The owner of the files after they are moved
-my $group = "pip"; # The group of the files after they are moved
-my $mode = "664"; # The mode to set on each file after they are moved
-my $video_suffix = "000"; # What number to start with when adding an incrementing suffix to the end of the video clip to avoid name collisons
-my $video_title_prefix = "HomeVideos:"; # What text to put on the front of the title for the merged video being created
-my $find_cmd = "find \"$srcpathname/\" -cmin $minage -iregex \".*\.mov\" -o -iregex \".*\.3gp\" -o -iregex \".*\.mp4\" -o -iregex \".*\.mts\"";
+# Configuration parameters
+$mydir = `cd \$(dirname $0) 2>/dev/null; pwd`; chomp($mydir); unshift @INC,("$mydir");
+# Default configuration values
+require "organize_videos.conf";
+# Override defaults with local customizations
+if( -f "$mydir/organize_videos.conf.local") { require "organize_videos.conf.local"; }
+
####################################################################################################
sub usage {
- print "usage: $0 [-tvrh] -s <srcpath>\n";
+ print "usage: $0 [-tvrhz] -s <srcpath>\n";
print " -s <srcpath> specify the path to search for videos to merge under\n";
print " -h <compute host> specify the remote compute host to submit the mkvmerge job to\n";
print " -v verbose mode; print extra information about what is being found/merged\n";
print " -t test mode; print what will happen, but don't do anything\n";
- print " -r remove merged video clips; after a merge, remove the individual video files that were merged\n";
+ print " -k keep the individual video files that are merged. By default, after a merge, individual video files that were merged are removed\n";
+ print " -q Requantize input videos to decrease output video size (requires HandBrakeCLI)\n";
+ print " -z Recompress input videos to decrease output video size (requires HandBrakeCLI)\n";
return 1;
}
if(defined $opt_h) { usage(); exit 1; }
+$SIG{'INT'} = sub {die "-E- Killed by CTRL-C\n"};
+####################################################################################################
# Sanity checks
-if(! -x $make_mkv) { die "-E- Unable to find required script: make_mkv\n"; }
+if((defined $opt_q || defined $opt_z) && !$use_compute_host && ! -x "$handbrake") { die "-E- Unable to find required program: handbrake\n"; }
if(! -d $srcpathname) { &usage; print "-E- Can't find srcpath: $srcpathname\n"; exit 1; }
if(defined $opt_h) { $compute_host = $opt_h; }
+if(! -x $ffmpeg) { die "-E- Missing required executable for ffmpeg: $ffmpeg\n"; }
my %monthname2month = (
"Jan" => "01",
$srcdir = dirname($file);
$file = basename($file);
$srcfile = $file;
+ $srcext = "";
+ if($srcfile =~ /\.(\w+)$/) { $srcext = $1; }
$ext = "mkv";
-
- print "Found movie: srcdir: $srcdir srcfile: $srcfile ext: $ext\n" if($opt_v);
# Throw out files not in the current srcpath
if((! -f "$srcfile") && (! -f "$srcdir/$srcfile")) { next; }
-
- # Make a note of the month, year, and day this video was taken (from the modification time of the file)
- $date_taken = ctime(stat("$srcdir/$srcfile")->mtime);
+ # Throw out encoded files left over from a previous run
+ #print "srcfile: $srcfile\n" if($opt_v);
+ if($srcfile =~ /.hb.mp4/) { next; }
+
+ print "Found video: srcdir: $srcdir srcfile: $srcfile srcext: $srcext dstext: $ext\n" if($opt_v);
+
+ # Make a note of the month, year, and day this video was taken
+ $creation_time = `$ffmpeg -i "$srcdir/$srcfile" 2>&1 | grep "creation_time" | head -n 1 | awk '{print \$3}'`;
+ $brands = `$ffmpeg -i "$srcdir/$srcfile" 2>&1 | grep "compatible_brands" | tail -n 1`; chomp($brands);
+ if($creation_time) {
+ $date_taken = $ffmpeg_time_format_utc->parse_datetime($creation_time);
+ if ($brands && $brands =~ /$local_tz_brands/) {
+ $date_taken = $ffmpeg_time_format_local->parse_datetime($creation_time);
+ }
+ } else {
+ # From the modification time of the file since we couldn't find it in the video file
+ $date_modified = ctime(stat("$srcdir/$srcfile")->mtime);
+ }
+
+ # Get the date taken from the ffmpeg creation_time
+ if(!$merge_by_modification_time && $date_taken) {
+ $date_taken->set_time_zone('local');
+ $year = $date_taken->year;
+ $month = sprintf("%02d",$date_taken->month);
+ $day = sprintf("%02d",$date_taken->day);
+ $monthnum = sprintf("%02d",$date_taken->month);
+ $monthname = lc($month2monthname{$month});
+ #print "date_taken: $year-$month-$day ".$date_taken->hour.":".$date_taken->minute.":".$date_taken->second." ".$date_taken->time_zone."\n";
+ }
# Get the date taken from the filename
- if($srcfile =~ /^(\d+)-(\d+)-(\d+)/) {
+ elsif(!$merge_by_modification_date && $srcfile =~ /^(\d\d\d\d)-(\d\d)-(\d\d)/) {
+ $year = $1;
+ $month = $2;
+ $day = sprintf("%02d",$3);
+ $monthnum = $month;
+ $monthname = lc($month2monthname{$month});
+ }
+ elsif(!$merge_by_modification_date && $srcfile =~ /^(\d\d\d\d)(\d\d)(\d\d)/) {
+ $year = $1;
+ $month = $2;
+ $day = sprintf("%02d",$3);
+ $monthnum = $month;
+ $monthname = lc($month2monthname{$month});
+ }
+ # Get the date taken from the srcdir
+ elsif(!$merge_by_modification_date && $srcdir =~ /(\d\d\d\d)-(\d\d)-(\d\d)/) {
$year = $1;
$month = $2;
$day = sprintf("%02d",$3);
$monthname = lc($month2monthname{$month});
}
# Get the date taken from the modification time
- elsif($date_taken =~ /\S+\s+(\S+)\s+(\d+)\s+\S+\s+(\d+)/) {
+ elsif($date_modified =~ /\S+\s+(\S+)\s+(\d+)\s+\S+\s+(\d+)/) {
$year = $3;
$month = $1;
$day = sprintf("%02d",$2);
$monthnum = $monthname2month{$month};
- $monthname = lc($month2monthname{$month});
+ $monthname = lc($month);
} else {
print "-E- Unable to parse year and month from this file: $srcdir/$srcfile\n";
next;
$dstdir = $srcdir;
$dstfile = $dstdir . "/" . $year . "-" . $monthnum . "-" . $day;
- # Check for duplicate filenames at the destination
- $newfile = $dstfile . "." . $video_suffix;
- if(-e "$newfile.$ext") {
- foreach $i ($video_suffix+1 .. '999') {
- $newfile = $dstfile . "." . $i;
- if(! -e "$newfile.$ext") { last; }
- }
- $dstfile = $newfile;
- }
- $dstfile = "$newfile.$ext";
-
+ # Make a note of this video and its merged destination
push(@{$videos{"$dstfile"}}, "\"$srcdir/$srcfile\"");
}
# Tell the user which videos we are going to merge
-foreach $video (sort keys %videos) {
- # Only merge the videos if there is more than 1
- my $num_videos = $#{$videos{$video}} + 1;
- if($num_videos <= 1) { next; }
-
- foreach $srcfile (@{$videos{$video}}) {
- print " merging \"$srcfile\" into \"$video\"\n";
+foreach $dstfile (sort keys %{$videos}) {
+ foreach $srcfile (@{$videos{$dstfile}}) {
+ print " merging $srcfile into \"$dstfile\"\n";
}
}
-print "\n";
# Now actually do the merging
-foreach $video (sort keys %videos) {
-
- my $videos = join(',', @{$videos{$video}});
+print "\n";
+foreach $dstfile (sort keys %videos) {
- # Only merge the videos if there is more than 1
- my $num_videos = $#{$videos{$video}} + 1;
- if($num_videos <= 1) { next; }
+ my $videos = join(',', @{$videos{$dstfile}});
- if($video =~ /(\d+)-(\d+)-(\d+)/) {
+ if($dstfile =~ /(\d+)-(\d+)-(\d+)$/) {
$year = $1;
$month = $2;
$day = sprintf("%02d",$3);
my $pwd = `pwd`; chomp($pwd);
my $cmd = "";
if($use_compute_host) { $cmd .= "ssh $compute_host 'cd \"$pwd\";"; }
- $cmd .= "$make_mkv -t \"$video_title_prefix $year-$month-$day\" -o \"$video\" -i $videos";
+ $cmd .= "$make_mkv -t \"$video_title_prefix $year-$month-$day\" -o \"$dstfile\" -i $videos";
+ if($requantize_input_video) { $cmd .= ' -q'; }
+ if($recompress_input_video) { $cmd .= ' -z'; }
+ if($opt_v) { $cmd .= ' -v'; }
if($use_compute_host) { $cmd .= "'"; }
if(defined $opt_t) {
- print "\n-> Creating \"$video\"\n";
+ # Print what will be done, but don't actually do it
+ print "\n-> Creating \"$dstfile\"\n";
print "$cmd\n";
- if(defined $opt_r) {
- foreach $video (@{$videos{$video}}) {
- print("rm -f $video\n");
+ if(!defined $opt_k) {
+ foreach $video (@{$videos{$dstfile}}) {
+ if($opt_v) { print " $ffmpeg -i $video 2>&1 | grep \"compatible_brands\" | tail -n 1\n"; }
+ my $brands=`$ffmpeg -i $video 2>&1 | grep "compatible_brands" | tail -n 1`; chomp($brands);
+ if(($save_originals) && ($video =~ /\.$originals_file_ext/) && (!$brands || $brands !~ /$originals_no_copy_brands/)) {
+ print "-> Saving the original video $video\n";
+ if(index($video, basename(dirname($video))) == -1) {
+ print("mv $video \"$origpathname/".basename(dirname($video))."_".basename($video)."\n");
+ } else {
+ print("mv $video \"$origpathname/".basename($video)."\n");
+ }
+ } else {
+ print "-> Removing the original video $video\n";
+ print("/bin/bash -c '[[ -e $video ]] && rm -f $video'\n");
+ }
}
}
} else {
# Create the merged video
+ print "$cmd\n" if($opt_v);
my $errno = system("$cmd");
- if($errno > 0) { $errno = $errno - 255; }
+ $errno = $errno >> 8;
if($errno) { die "-E- make_mkv encountered some errors with exit code $errno\n"; }
+ system("ls -l \"$srcpathname/\" > /dev/null"); # Make sure the video file is there
+
# Fix the permissions
- system("chown $owner \"$video\"");
- system("chgrp $group \"$video\"");
- system("chmod $mode \"$video\"");
+ system("chown $owner \"$dstfile\"*");
+ system("chgrp $group \"$dstfile\"*");
+ system("find \"$dstfile\"* -type f -exec chmod $mode -- {} +");
+
# Remove the individual video files
- if(defined $opt_r) {
- foreach $video (@{$videos{$video}}) {
- system("rm -f $video");
+ if(!defined $opt_k) {
+ foreach $srcvideo (@{$videos{$dstfile}}) {
+ if($opt_v) { print " $ffmpeg -i $srcvideo 2>&1 | grep \"compatible_brands\" | tail -n 1\n"; }
+ my $brands=`$ffmpeg -i $srcvideo 2>&1 | grep "compatible_brands" | tail -n 1`; chomp($brands);
+ if(($save_originals) && ($srcvideo =~ /\.$originals_file_ext/) && (!$brands || $brands !~ /$originals_no_copy_brands/)) {
+ print "-> Saving the original video $srcvideo to $origpathname\n";
+ if(index($srcvideo, basename(dirname($srcvideo))) == -1) {
+ system("mv $srcvideo \"$origpathname/".basename(dirname($srcvideo))."_".basename($srcvideo));
+ } else {
+ system("mv $srcvideo \"$origpathname/".basename($srcvideo));
+ }
+ } else {
+ print "-> Removing the original video $srcvideo\n";
+ system("/bin/bash -c '[[ -e $srcvideo ]] && rm -f $srcvideo'");
+ }
}
}
}
projects / videoscripts / .git / blobdiff