X-Git-Url: http://git.pippins.net/embedvideo/.git/static/git-logo.png?a=blobdiff_plain;f=main.cpp;h=a5518501772afaa7d180a0f07c2ff3b077991efe;hb=9acb0d35f2baaaf165a0f4e2348e2b99f4ee950f;hp=6f982b334257ad47e8e61aca3728ab18b1e92990;hpb=1366e56b46bdf462a711679f0eb718755cdeb4ef;p=backups%2F.git diff --git a/main.cpp b/main.cpp index 6f982b3..a551850 100644 --- a/main.cpp +++ b/main.cpp @@ -9,33 +9,33 @@ using namespace std; -unsigned long long current_time() { - unsigned long long rc = 0; - time_t now_tt = time( 0 ); - tm *now = localtime( &now_tt ); - rc += ( now->tm_year + 1900ULL ) * 10000000000ULL; - rc += ( now->tm_mon + 1ULL ) * 100000000ULL; - rc += now->tm_mday * 1000000ULL; - rc += now->tm_hour * 10000ULL; - rc += now->tm_min * 100ULL; - rc += now->tm_sec; - - return rc; +static const unsigned int bytes_in_block = 0x800; +static const char * dbname = "/var/lib/backups/backups.db"; + +unsigned long long read_time( istream &i ) { + string date_string; + + int c; + // Todo, don't use char_traits directly here + for( c = i.get(); 0 != c && char_traits::eof() != c; c = i.get() ) { + date_string.push_back( c ); + } + if( char_traits::eof() == c ) { i.setstate( ios_base::eofbit ); } + + return atoll( date_string.c_str() ); } -template -bool copy_until_full( I begin, I end, O out, unsigned long long &space ) { - const unsigned long long block_size = 0x200ULL; +template +bool copy_until_full( I begin, I end, O out, INT &space ) { bool complete = true; I i = begin; while( 0 != space && i != end ) { - unsigned long long size = (*i)->getFileSize(); - unsigned long long blocks = size & ( ~(block_size-1) ); - if( blocks < size ) blocks += block_size; + INT size = (*i)->getFileSize(); + INT blocksize = blocks( size ) * bytes_in_block; - if( blocks <= space ) { - space -= blocks; + if( blocksize <= space ) { + space -= blocksize; out = *i; ++out; } else { @@ -86,13 +86,65 @@ void partition_sets( const SET ¤t, const SET &old, cmp ); } +template +INT blocks( const INT &bytes ) { + INT numblocks = bytes / bytes_in_block; + if( 0 != bytes % bytes_in_block ) numblocks++; + + return numblocks; +} + +template +void sizes( ITER begin, const ITER &end, INT &numblocks, INT &numbytes ) { + numblocks = 0; + numbytes = 0; + + while( begin != end ) { + INT filesize = (*begin)->getFileSize(); + + numbytes += filesize; + numblocks += blocks( filesize ); + begin++; + } +} + +template +void copy_filenames( I begin, const I &end, O out ) { + while( begin != end ) { + string output = (*begin)->getFileName(); + output.push_back( 0 ); + *out = output; + ++out; + ++begin; + } +} + +template +void updateLastBackupDate( ITER begin, const ITER &end, unsigned long long date ) { + while( begin != end ) { + (*begin)->setLastBackupDate( date ); + ++begin; + } +} + +template +void delete_objects( ITER begin, const ITER &end ) { + while( begin != end ) { + delete *begin; + ++begin; + } +} + int main() { + // Get the date on stdin + unsigned long long now = read_time( cin ); + // Parse the list of current files on stdin file_set current; populate_set( cin, current ); file_set backed_up; - ifstream db( "test.db" ); + ifstream db( dbname ); if( db && db.good() ) { populate_set( db, backed_up ); } @@ -103,18 +155,30 @@ int main() { // Now find the list of files to backup. file_set backups; + insert_iterator backups_i( backups, backups.begin() ); // backup all added files - copy( added.begin(), added.end(), inserter( backups, backups.begin() ) ); + copy( added.begin(), added.end(), backups_i ); + + // Track the total size of added files + unsigned long long added_blocks, added_bytes; + sizes( added.begin(), added.end(), added_blocks, added_bytes ); + file_vector modified_files; // Backup files that have been modified file_set::iterator i = common.begin(), j = old_common.begin(); for( ; i != common.end(); ++i, ++j ) { (*i)->setLastBackupDate( (*j)->getLastBackupDate() ); - if( needs_backup( *j, *i ) ) backups.insert( *i ); + if( needs_backup( *j, *i ) ) modified_files.push_back( *i ); } + copy( modified_files.begin(), modified_files.end(), backups_i ); + + // Track the total size of modified files + unsigned long long modified_blocks, modified_bytes; + sizes( modified_files.begin(), modified_files.end(), modified_blocks, modified_bytes ); + // Now, sort the backups by filesize and build a list that'll fit on a DVD file_vector backups_s; copy( backups.begin(), backups.end(), back_inserter( backups_s ) ); @@ -123,15 +187,17 @@ int main() { sort( backups_s.begin(), backups_s.end(), sizecmp ); file_set final; - unsigned long long space = 0x102800000ULL; // about 98% of 4220 MBytes + unsigned long long space = 0x100000000ULL; // After looking at how big the ISO can be and how many 1K blocks are left after formatting the filesystem I decided on an even 4GB target insert_iterator final_i( final, final.begin() ); // Copy files over until full or out of files - bool complete = copy_until_full( backups_s.rbegin(), - backups_s.rend(), - final_i, - space ); + bool complete + = copy_until_full( backups_s.rbegin(), backups_s.rend(), final_i, space ); + + // Track the size filled up by essential backups + unsigned long long essential_blocks, essential_bytes; + sizes( final.begin(), final.end(), essential_blocks, essential_bytes ); // Now, sort the non-backed-up list by last_backup_date and back-fill if( 0 != space ) { @@ -148,21 +214,36 @@ int main() { copy_until_full( leftovers.begin(), leftovers.end(), final_i, space ); } - unsigned long long now = current_time(); - for( file_set::iterator k = final.begin(); k != final.end(); ++k ) { - (*k)->setLastBackupDate( now ); - } + // Track the total size to be copied to the dvd + unsigned long long total_blocks, total_bytes; + sizes( final.begin(), final.end(), total_blocks, total_bytes ); + + updateLastBackupDate( final.begin(), final.end(), now ); // Write the 'current' list to the dbfile - ofstream dbout( "test.db" ); - copy( current.begin(), current.end(), ostream_iterator( dbout, "" ) ); + ofstream dbout( dbname ); + copy( current.begin(), current.end(), ostream_iterator( dbout ) ); // Write the 'final' list to stdout - copy( final.begin(), final.end(), ostream_iterator( cout, "" ) ); + copy_filenames( final.begin(), final.end(), ostream_iterator( cout ) ); + + cerr << now << endl << endl; + + cerr << "Need backing up..." << endl; + cerr << " Added Bytes: " << added_bytes << endl; + cerr << " Added Blocks: " << added_blocks << endl; + cerr << " Modified Bytes: " << modified_bytes << endl; + cerr << " Modified Blocks: " << modified_blocks << endl << endl; + + cerr << "Will be backed up..." << endl; + cerr << " Essential Bytes: " << essential_bytes << endl; + cerr << " Essential Blocks: " << essential_blocks << endl; + cerr << " Total Bytes: " << total_bytes << endl; + cerr << " Total Blocks: " << total_blocks << endl << endl; - if( ! complete ) { cerr << "incomplete" << endl; } + if( ! complete ) { cerr << "Backup is incomplete!" << endl; } // Clean-up - for( file_set::iterator i = backed_up.begin(); i != backed_up.end(); ++i ) { delete *i; } - for( file_set::iterator i = current.begin(); i != current.end(); ++i ) { delete *i; } + delete_objects( backed_up.begin(), backed_up.end() ); + delete_objects( current.begin(), current.end() ); }