#!/usr/bin/perl
# Author: Alan J. Pippin
# Description: Take a list of video files and create a single mkv video file from them
# Pre-requisites:
# mkvtoolnix - http://www.bunkus.org/videotools/mkvtoolnix/
# ffmpeg
# avconv
####################################################################################################
# Includes
use File::Copy;
use File::Basename;
use Getopt::Std;
use File::stat;
use DateTime;
use DateTime::Duration;
use DateTime::Format::Duration;
####################################################################################################
# Configuration parameters
$mydir = `cd \$(dirname $0) 2>/dev/null; pwd`; chomp($mydir); unshift @INC,("$mydir");
# Default configuration values
require "organize_videos.conf";
# Override defaults with local customizations
if( -f "$mydir/organize_videos.conf.local") { require "organize_videos.conf.local"; }
####################################################################################################
# Command Line Options
getopts("svqzt:o:i:h");
if(! defined $opt_t) { &usage(); die "-E- Missing required title: -t
\n"; }
if(! defined $opt_o) { &usage(); die "-E- Missing required argument output video names: -o \n"; }
if(! defined $opt_i) { &usage(); die "-E- Missing required argument input video names: -i \n"; }
if(! -x $ffmpeg) { die "-E- Missing required executable for ffmpeg: $ffmpeg\n"; }
if(! -x $avconv) { die "-E- Missing required executable for avconv: $avconv\n"; }
sub usage {
print "usage: $0 -t -o -i \n";
print " -t Sets the general title for the output video file\n";
print " -o Sets the name of the output mkv file\n";
print " -i Sets the name of the input files to make into an mkv file\n";
print " -q Requantize input videos to decrease output video size (requires HandBrakeCLI)\n";
print " -z Recompress input videos to decrease output video size (requires HandBrakeCLI)\n";
print " -s Simulate mode. Don't actually make the video, but tell us what you will do\n";
print " -v Increase verbosity for debug\n";
print "\n";
return 1;
}
####################################################################################################
# Helper Subroutines
sub epoch_to_date {
my ($epoch) = @_;
my $mtime = DateTime->from_epoch(epoch => $epoch);
$mtime->set_time_zone($timezone);
return sprintf("%4d",$mtime->year)."-".sprintf("%02d",$mtime->month)."-".sprintf("%02d",$mtime->day)." ".$mtime->hms;
}
####################################################################################################
# MAIN
# Turn the list of input videos into a hash with a value equal to the modification time in epoch seconds
my %videos;
foreach $video (split(/,/, $opt_i)) {
if(! -r "$video") { die "-E- Unable to read input video file: $video\n"; }
my $mtime_epoch = stat("$video")->mtime;
my $mdate = epoch_to_date($mtime_epoch);
$videos{$video} = $mtime_epoch;
}
# Create the chapters file for the mkv file.
# Make each video file it's own chapter in the MKV file.
# Name the chapter with the date and time the video clip was taken (modified date).
print "-> Creating $opt_o with title '$opt_t' from the following video files in last modified date order:\n";
open(CHAPTERS,">$chapter_file") || die "-E- Unable to create chapter file: $chapter_file\n";
my $chapter_num = 0;
my $chapter_timecode = DateTime::Duration->new(years => 2000, hours => 0, minutes => 0, seconds => 0);
my $timecode_format = DateTime::Format::Duration->new(pattern => '%H:%M:%S.%3N', normalize => 1);
foreach my $video (sort{$videos{$a} <=> $videos{$b}} keys %videos) {
$chapter_num++;
my $hour = 0;
my $min = 5;
my $sec = 0;
my $mtime_epoch = stat("$video")->mtime;
my $mdate = epoch_to_date($mtime_epoch);
my $duration = `$ffmpeg -i "$video" 2>&1 | grep Duration`;
if($duration =~ /Duration: (\d+):(\d+):(\d+)\.(\d+)/) {
$hour = $1;
$min = $2;
$sec = "$3.$4";
}
my $timecode = $timecode_format->format_duration($chapter_timecode);
print "$mdate $hour:$min:$sec -> $video \n";
print CHAPTERS "CHAPTER".sprintf("%02d",$chapter_num)."=".$timecode."\n";
print CHAPTERS "CHAPTER".sprintf("%02d",$chapter_num)."NAME=".$mdate."\n";
my $dt = DateTime::Duration->new(years => 2000, hours => $hour, minutes => $min, seconds => $sec);
$chapter_timecode = $chapter_timecode + $dt;
}
close(CHAPTERS);
print "\n-> Creating the following chapter file for this video:\n";
$chapter_file_contents = `cat $chapter_file`;
print "$chapter_file_contents\n";
# Create the mkv video
print "-> Creating the MKV video file '$opt_o'\n";
my $cmd = "$mkvmerge --title \"$opt_t\" $output_file_options -o \"$opt_o\"";
# Make our input file command line options for all the videos
my @video_tmp_files;
my %merge_cmd;
foreach my $video (sort{$videos{$a} <=> $videos{$b}} keys %videos) {
# Make a note of the video extension
my $video_ext = $video;
$video_ext =~ s/.*\.(\S+)$/$1/;
# Detect if the input file is interlaced or not.
# There is a bug in mkvmerge 5.0.1 and earlier where if the video content is 1080i, it doesn't mux it properly, and it stutters.
# The quick solution to this issue is to run the interlaced video file through ffmpeg and tell it to copy the video/audio streams to a mkv container.
# We will then merge this temporarily created mkv container into the final mkv container instead of the original interlaced video.
# http://ubuntuforums.org/showthread.php?t=1627194
# http://forum.doom9.org/showthread.php?t=155732&page=31
# This is the best way to detect if content is interlaced or progressive:
# http://www.aktau.be/2013/09/22/detecting-interlaced-video-with-ffmpeg/
my $progressive = 0;
my $detect_cmd = "$ffmpeg -filter:v idet -frames:v 100 -an -f rawvideo -y /dev/null -i \"$video\" 2>&1 | grep Parsed_idet";
if($opt_v) { print " $detect_cmd\n"; }
my $detect_output = `$detect_cmd`;
if($detect_output !~ /Progressive:0/) { $progressive = 1; }
if(!$progressive) {
my $video_mkv = $video;
print " Detected interlaced video content: $video\n";
# We don't need to do this anymore since it is not an issue with the new mkvmerge
if($video_ext !~ /mkv/i) {
$video_mkv =~ s/\.[^.]*$//; $video_mkv .= ".ffmpeg.mkv";
if(-f $video_mkv) { next; }
print " Re-muxing the interlaced video content as an mkv file: $video_mkv\n";
my $make_mkv_cmd = "$avconv -y -i \"$video\" -scodec copy -acodec copy -vcodec copy -f matroska \"$video_mkv\" >> \"$tmpfile\" 2>&1";
my $errors = 0;
if($opt_v) { print " $make_mkv_cmd\n"; }
if(! defined $opt_s) {
my $errno = system("$make_mkv_cmd");
$errno = $errno >> 8;
if($errno > 1) {
unlink "$video_mkv";
print "-W- avconv encountered some errors with exit code $errno\n";
$errors = 1;
}
}
if($errors == 0) {
# Push the name of our intermediate video file onto a list of files to delete on exit
push(@video_tmp_files, "$video_mkv");
# Update the name of our video file to equal the name of our new intermediate video file name
$video = $video_mkv;
}
}
} else {
print " Detected progressive video content: $video\n";
}
# Re-quantize or re-compress the input video to reduce the resulting output filesize
# This also gives us a chance to deinterlace the video as well
# Only re-quantize for .MTS videos
# We can re-compress any input video
my $rotated = "none";
if(((defined $opt_q) && ($video_ext =~ /mts/i)) || (defined $opt_z)) {
my $handbrake_options = "";
# Set our output video filename
my $video_mp4 = $video; $video_mp4 =~ s/\.[^.]*$//; $video_mp4 .= ".hb.mp4";
# Don't recompress certain file extensions
my $no_recompress = 0;
if($video =~ $no_recompress_file_ext) { $no_recompress = 1;}
# Set our requantize factor accordingly
if(defined $opt_q and ! -f $video_mp4) {
print " Re-quantizing input video content to: $video_mp4\n";
$handbrake_options = $handbrake_requantize_options;
if(!$progressive) { $handbrake_options = "-q $interlaced_requantize_quality"; }
else { $handbrake_options = "-q $progressive_requantize_quality"; }
};
# Set our recompress options accordingly
if(defined $opt_z and ! -f $video_mp4 and ! $no_recompress) {
print " Re-compressing input video content to: $video_mp4\n";
$handbrake_options = $handbrake_recompress_options;
# We want our audio to be passed-through by default, so detect how the audio of the input is encoded, and tell handbrake to make the output match
if($opt_v) { print " $ffmpeg -i \"$video\" 2>&1 | grep \"Audio\" | sed -r -e 's/.*?Audio: (\\S+).*?/\\1/' | tail -n 1\n"; }
$AUDIO_CODEC=`$ffmpeg -i "$video" 2>&1 | grep "Audio" | sed -r -e 's/.*?Audio: (\\S+).*?/\\1/' | tail -n 1`; chomp($AUDIO_CODEC);
$AUDIO_CODEC =~ s/,$//g;
if($AUDIO_CODEC eq "") { print "-W- Unable to extract audio track encoding from input video file: $video\n"; $handbrake_options .= " -E copy"; }
else { $handbrake_options .= " -E copy:$AUDIO_CODEC"; }
}
# Set our rotate option accordingly to rotate videos taken in portrait mode to landscape
my $rotate = `$ffprobe "$video" 2>&1 | grep -e rotate | awk '{print \$3}'`; chomp($rotate);
if($rotate ne "") {
print " Detected rotated input video ($rotate). Rotating video to: $video_mp4\n";
if($rotate eq "90") { $handbrake_options .= " --rotate=4"; $rotated = "90"; }
if($rotate eq "180") { $handbrake_options .= " --rotate=3"; $rotated = "none"; }
}
# Set our de-interlace option accordingly
my $deinterlace_option = "";
if(!$progressive) { $deinterlace_option = "-d"; }
# Use HandBrake to requantize/recompress/deinterlace the input video
if(! $no_recompress and ! -f $video_mp4) {
my $handbrake_cmd = "$handbrake $deinterlace_option $handbrake_options -i \"$video\" -o \"$video_mp4\" >> \"$tmpfile\" 2>&1";
if($opt_v) { print " $handbrake_cmd\n"; }
if(! defined $opt_s and ! -f $video_mp4) {
my $errno = system("$handbrake_cmd");
$errno = $errno >> 8;
if($errno > 1) {
unlink "$video_mp4";
die "-E- handbrake encountered some errors with exit code $errno\n";
}
}
} else {
if(! -f $video_mp4) {
print " Copying input video content to: $video_mp4\n";
system("cp \"$video\" \"$video_mp4\"") if(!$opt_s);
}
}
# Push the name of our intermediate video file onto a list of files to delete on exit
push(@video_tmp_files, "$video_mp4");
# Update the name of our video file to equal the name of our new intermediate video file name
$video = $video_mp4;
}
# Create our mkvmerge input file command line options for this video
if(not defined $merge_cmd{$rotated}) {
$merge_cmd{$rotated} = "$cmd $input_file_options \"$video\"";
} else {
$merge_cmd{$rotated} .= " $input_file_options + \"$video\"";
}
}
# Execute our command line
foreach my $key (keys %merge_cmd) {
my $merge_cmd = $merge_cmd{$key};
# if the $key is not none, change the output filename to avoid naming conflicts since it will need to create a separate output file
if($key ne "none") {
$merge_cmd =~ s/-o "(.*?)\.(mkv)"/-o "$1\.$key\.$2"/g;
}
print "\n$merge_cmd\n";
if(! defined $opt_s) {
my $errno = system("$merge_cmd");
$errno = $errno >> 8;
if($errno > 1) {
unlink "$opt_o";
die "-E- mkvmerge encountered some errors with exit code $errno\n";
}
}
}
# Remove the temporary file used for ffmpeg and handbrake output
if(-e "$tmpfile") { unlink "$tmpfile"; }
# Remove the temporary file used for the chapter generation
if(-e "$chapter_file") { unlink "$chapter_file"; }
# Remove any temporary video files created during the merge process
foreach my $video (@video_tmp_files) {
if(-e "$video") { unlink "$video"; }
}
####################################################################################################