X-Git-Url: http://git.pippins.net/embedvideo/.git/static/git-logo.png?a=blobdiff_plain;f=main.cpp;h=d8a1214192108082e96fe2b78dd11a91e50065de;hb=de6a3235b4d319401d00db0e7975e2a57ed344b2;hp=07868bcd65199d14e2a43da88dbf3740018bb672;hpb=3a93fc06d34d4a2a577ff53fa9e6321598d8f9fd;p=backups%2F.git diff --git a/main.cpp b/main.cpp index 07868bc..d8a1214 100644 --- a/main.cpp +++ b/main.cpp @@ -9,6 +9,9 @@ using namespace std; +static const unsigned int bytes_in_block = 0x800; +static const char * dbname = "/var/lib/backups/backups.db"; + unsigned long long current_time() { unsigned long long rc = 0; time_t now_tt = time( 0 ); @@ -23,19 +26,17 @@ unsigned long long current_time() { return rc; } -template -bool copy_until_full( I begin, I end, O out, unsigned long long &space ) { - const unsigned long long block_size = 0x200ULL; +template +bool copy_until_full( I begin, I end, O out, INT &space ) { bool complete = true; I i = begin; while( 0 != space && i != end ) { - unsigned long long size = (*i)->getFileSize(); - unsigned long long blocks = size & ( ~(block_size-1) ); - if( blocks < size ) blocks += block_size; + INT size = (*i)->getFileSize(); + INT blocksize = blocks( size ) * bytes_in_block; - if( blocks <= space ) { - space -= blocks; + if( blocksize <= space ) { + space -= blocksize; out = *i; ++out; } else { @@ -86,13 +87,61 @@ void partition_sets( const SET ¤t, const SET &old, cmp ); } +template +INT blocks( const INT &bytes ) { + INT numblocks = bytes / bytes_in_block; + if( 0 != bytes % bytes_in_block ) numblocks++; + + return numblocks; +} + +template +void sizes( ITER begin, const ITER &end, INT &numblocks, INT &numbytes ) { + numblocks = 0; + numbytes = 0; + + while( begin != end ) { + INT filesize = (*begin)->getFileSize(); + + numbytes += filesize; + numblocks += blocks( filesize ); + begin++; + } +} + +template +void copy_filenames( I begin, const I &end, O out ) { + while( begin != end ) { + string output = (*begin)->getFileName(); + output.push_back( 0 ); + *out = output; + ++out; + ++begin; + } +} + +template +void updateLastBackupDate( ITER begin, const ITER &end, unsigned long long date ) { + while( begin != end ) { + (*begin)->setLastBackupDate( date ); + } +} + +template +void delete_objects( ITER begin, const ITER &end ) { + while( begin != end ) { + delete *begin; + ++begin; + } +} + int main() { // Parse the list of current files on stdin file_set current; populate_set( cin, current ); file_set backed_up; - ifstream db( "test.db" ); + ifstream db( dbname ); if( db && db.good() ) { populate_set( db, backed_up ); } @@ -103,18 +152,30 @@ int main() { // Now find the list of files to backup. file_set backups; + insert_iterator backups_i( backups, backups.begin() ); // backup all added files - copy( added.begin(), added.end(), inserter( backups, backups.begin() ) ); + copy( added.begin(), added.end(), backups_i ); + + // Track the total size of added files + unsigned long long added_blocks, added_bytes; + sizes( added.begin(), added.end(), added_blocks, added_bytes ); + file_vector modified_files; // Backup files that have been modified file_set::iterator i = common.begin(), j = old_common.begin(); for( ; i != common.end(); ++i, ++j ) { (*i)->setLastBackupDate( (*j)->getLastBackupDate() ); - if( needs_backup( *j, *i ) ) backups.insert( *i ); + if( needs_backup( *j, *i ) ) modified_files.push_back( *i ); } + copy( modified_files.begin(), modified_files.end(), backups_i ); + + // Track the total size of modified files + unsigned long long modified_blocks, modified_bytes; + sizes( modified_files.begin(), modified_files.end(), modified_blocks, modified_bytes ); + // Now, sort the backups by filesize and build a list that'll fit on a DVD file_vector backups_s; copy( backups.begin(), backups.end(), back_inserter( backups_s ) ); @@ -123,15 +184,17 @@ int main() { sort( backups_s.begin(), backups_s.end(), sizecmp ); file_set final; - unsigned long long space = 0x107c00000ULL; // 4220 MBytes + unsigned long long space = 0x100000000ULL; // After looking at how big the ISO can be and how many 1K blocks are left after formatting the filesystem I decided on an even 4GB target insert_iterator final_i( final, final.begin() ); // Copy files over until full or out of files - bool complete = copy_until_full( backups_s.rbegin(), - backups_s.rend(), - final_i, - space ); + bool complete + = copy_until_full( backups_s.rbegin(), backups_s.rend(), final_i, space ); + + // Track the size filled up by essential backups + unsigned long long essential_blocks, essential_bytes; + sizes( final.begin(), final.end(), essential_blocks, essential_bytes ); // Now, sort the non-backed-up list by last_backup_date and back-fill if( 0 != space ) { @@ -148,21 +211,37 @@ int main() { copy_until_full( leftovers.begin(), leftovers.end(), final_i, space ); } + // Track the total size to be copied to the dvd + unsigned long long total_blocks, total_bytes; + sizes( final.begin(), final.end(), total_blocks, total_bytes ); + unsigned long long now = current_time(); - for( file_set::iterator k = final.begin(); k != final.end(); ++k ) { - (*k)->setLastBackupDate( now ); - } + updateLastBackupDate( final.begin(), final.end(), now ); // Write the 'current' list to the dbfile - ofstream dbout( "test.db" ); - copy( current.begin(), current.end(), ostream_iterator( dbout, "" ) ); + ofstream dbout( dbname ); + copy( current.begin(), current.end(), ostream_iterator( dbout ) ); // Write the 'final' list to stdout - copy( final.begin(), final.end(), ostream_iterator( cout, "" ) ); + copy_filenames( final.begin(), final.end(), ostream_iterator( cout ) ); + + cerr << now << endl << endl; + + cerr << "Need backing up..." << endl; + cerr << " Added Bytes: " << added_bytes << endl; + cerr << " Added Blocks: " << added_blocks << endl; + cerr << " Modified Bytes: " << modified_bytes << endl; + cerr << " Modified Blocks: " << modified_blocks << endl << endl; + + cerr << "Will be backed up..." << endl; + cerr << " Essential Bytes: " << essential_bytes << endl; + cerr << " Essential Blocks: " << essential_blocks << endl; + cerr << " Total Bytes: " << total_bytes << endl; + cerr << " Total Blocks: " << total_blocks << endl << endl; - if( ! complete ) { cerr << "incomplete" << endl; } + if( ! complete ) { cerr << "Backup is incomplete!" << endl; } // Clean-up - for( file_set::iterator i = backed_up.begin(); i != backed_up.end(); ++i ) { delete *i; } - for( file_set::iterator i = current.begin(); i != current.end(); ++i ) { delete *i; } + delete_objects( backed_up.begin(), backed_up.end() ); + delete_objects( current.begin(), current.end() ); }