X-Git-Url: http://git.pippins.net/embedvideo/.git/static/git-logo.png?a=blobdiff_plain;f=import_ward_data;h=c04da9f10beb2f9a7a45d9eae9f902f3bfe693e5;hb=e5ddee51384dd75fd9611897ce92cb4e76e37952;hp=522386eeb47786ab195f404b28a2753985f8adbe;hpb=f797899c6416d6731e4c014fd9b1cfd0dd94a829;p=eq%2F.git diff --git a/import_ward_data b/import_ward_data index 522386e..c04da9f 100755 --- a/import_ward_data +++ b/import_ward_data @@ -82,7 +82,7 @@ sub print_hash #+-------+--------------------+------+-----+---------+-------+ sub update_eq_aaronic_table { - print "-> Updating eq_aaronic table\n"; + print "\n-> Updating eq_aaronic table\n"; # Set all records to be invalid. Only mark them as valid if they appear on the new list. $sth = $dbh->prepare("update eq_aaronic set valid=0"); @@ -93,7 +93,8 @@ sub update_eq_aaronic_table $hashref = $membership_data{$index}; foreach $key (keys %$hashref) { if($key =~ /Priesthood/i && - ($membership_data{$index}{$key} =~ /^Teacher\s*$/i || + ($membership_data{$index}{$key} =~ /^Deacon\s*$/i || + $membership_data{$index}{$key} =~ /^Teacher\s*$/i || $membership_data{$index}{$key} =~ /^Priest\s*$/i)) { $aaronic_name = $membership_data{$index}{'Preferred Name'}; $phone = $membership_data{$index}{'Phone 1'}; @@ -137,7 +138,7 @@ sub update_eq_aaronic_table #+------------+------------------+------+-----+---------+-------+ sub update_eq_elder_table { - print "-> Updating eq_elder table\n"; + print "\n-> Updating eq_elder table\n"; # Set all records to be invalid. Only mark them as valid if they appear on the new list. $sth = $dbh->prepare("update eq_elder set valid=0"); @@ -183,6 +184,46 @@ sub update_eq_elder_table $sth->finish(); } +# EQ_CALLING +#+--------------+------------------+------+-----+---------+-------+ +#| Field | Type | Null | Key | Default | Extra | +#+--------------+------------------+------+-----+---------+-------+ +#| indiv_id | int(16) unsigned | YES | | NULL | | +#| name | varchar(30) | YES | | NULL | | +#| organization | varchar(30) | YES | | NULL | | +#| position | varchar(30) | YES | | NULL | | +#| sequence | int(16) unsigned | YES | | NULL | | +#| sustained | date | YES | | NULL | | +#+--------------+------------------+------+-----+---------+-------+ +sub update_eq_calling_table() +{ + print "\n-> Updating eq_calling table\n"; + + #print "-> Organization Data Dump\n\n"; + #&print_hash(\%organization_data); + + # Delete all records from the calling table. We have no history to + # save here. Just re-populate with the latest calling information. + $sth = $dbh->prepare("delete from eq_calling "); + $sth->execute or die "-E- DB error: $DBI::errstr\n"; + + foreach $index (keys %organization_data) + { + $indiv_id = $organization_data{$index}{'Indiv ID'}; + $name = $organization_data{$index}{'Indiv Name'}; + $name =~ s/\'/\\'/g; #' + $organization = $organization_data{$index}{'Organization'}; + $position = $organization_data{$index}{'Position'}; + $sequence = $organization_data{$index}{'Org Seq'}; + $sustained = $organization_data{$index}{'Sustained'}; + $sustained =~ /(\S+) (\d+)/; $month=$1; $year=$2; + if($name eq "") { next; } + print " Adding new Calling: $name -> $position\n"; + $sth = $dbh->prepare("insert into eq_calling values ('$indiv_id','$name','$organization','$position','$sequence','$month $year')"); + $sth->execute or die "-E- DB error: $DBI::errstr\n"; + } +} + # EQ_DISTRICT #+------------+------------------+------+-----+---------+-------+ #| Field | Type | Null | Key | Default | Extra | @@ -196,7 +237,7 @@ sub update_eq_district_table { # Districts should be created by hand. This subroutine only # updates the supervisor's ID in each district. - print "-> Updating eq_district table\n"; + print "\n-> Updating eq_district table\n"; $sth = $dbh->prepare("select * from eq_district"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; while($sqlhashref = $sth->fetchrow_hashref) { @@ -226,7 +267,7 @@ sub update_eq_district_table #+---------------+------------------+------+-----+---------+-------+ sub update_eq_companionship_table { - print "-> Updating eq_companionship table\n"; + print "\n-> Updating eq_companionship table\n"; # First, mark all existing companionships as invalid in case they have been dissolved $sth = $dbh->prepare("update eq_companionship set valid=0"); @@ -254,7 +295,7 @@ sub update_eq_companionship_table $sqlhashref2 = $sth2->fetchrow_hashref; $aaronic = $sqlhashref2->{aaronic}; $elder = "NULL"; - if($aaronic eq "") { print "-W- Unable to find $elder_name in eq_elder or eq_aaronic tables\n"; } + if($aaronic eq "") { print "-W- Unable to find $elder_name in eq_elder or eq_aaronic tables\n"; next; } } $id = $hometeaching_data{$index}{'Comp ID'}; $district = $hometeaching_data{$index}{'HT District'}; @@ -307,16 +348,19 @@ sub update_eq_companionship_table #| family | int(16) unsigned | | PRI | 0 | A | #| hofh_id | int(16) unsigned | YES | | NULL | | #| name | varchar(30) | YES | | NULL | | +#| name_id | varchar(30) | YES | | NULL | | #| companionship | int(16) unsigned | YES | | NULL | | #| valid | tinyint(1) | YES | | NULL | | #+---------------+------------------+------+-----+---------+-------+ sub update_eq_family_table { - print "-> Updating eq_family table\n"; + print "\n-> Updating eq_family table\n"; # Set all records to be invalid. Only mark them as valid if they appear on the new list. $sth = $dbh->prepare("update eq_family set valid=0"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; + $sth = $dbh->prepare("update eq_family set companionship=0"); + $sth->execute or die "-E- DB error: $DBI::errstr\n"; foreach $index (keys %membership_data) { @@ -326,9 +370,10 @@ sub update_eq_family_table $family_name = $membership_data{$index}{'Preferred Name'}; $family_name =~ s/\'/\\'/g; #' $id = $membership_data{$index}{'HofH ID'}; + $name_id = uc($family_name); # Find out how many families match this family's name - $sth = $dbh->prepare("select * from eq_family where name='$family_name'"); + $sth = $dbh->prepare("select * from eq_family where name_id='$name_id'"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; my @data = (); while($sqlhashref = $sth->fetchrow_hashref) { push(@data, $sqlhashref); } @@ -337,14 +382,14 @@ sub update_eq_family_table if($rows == 0) { # No existing records found for this family, make a new entry print " Adding new Family: $family_name\n"; - $sth = $dbh->prepare("insert into eq_family values (NULL,$id,'$family_name','0',1)"); + $sth = $dbh->prepare("insert into eq_family values (NULL,$id,'$family_name','$name_id','0',1)"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; } elsif($rows == 1) { # An existing record was found for this family, update it print " Updating existing family: $family_name\n"; - $sth = $dbh->prepare("update eq_family set hofh_id=$id where name='$family_name'"); + $sth = $dbh->prepare("update eq_family set hofh_id=$id where name_id='$name_id'"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; - $sth = $dbh->prepare("update eq_family set valid=1 where name='$family_name'"); + $sth = $dbh->prepare("update eq_family set valid=1 where name_id='$name_id'"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; } else { # More than one record was found. Error! This shouldn't happen. @@ -356,18 +401,21 @@ sub update_eq_family_table $hashref = $hometeaching_data{$index}; foreach $key (keys %$hashref) { if($hometeaching_data{$index}{'Household'} =~ /(\S+)\s+(\S+),\s+(\S+)\s+(.*)/) { - print "I: Adjusting hometeaching match from: $hometeaching_data{$index}{'Household'} to $1, $3 $4\n"; - $hometeaching_data{$index}{'Household'} = "$1, $3 $4"; + $a = $1; $b = $2; $c = $3; $d = $4; + if($family_name =~ /$a/ && $hometeaching_data{$index}{'Household'} !~ /$family_name/i) { + print "I: Adjusting hometeaching match from: $hometeaching_data{$index}{'Household'} to $a, $c $d\n"; + $hometeaching_data{$index}{'Household'} = "$a, $c $d"; + } } if($key =~ /Quorum/i && $hometeaching_data{$index}{$key} =~ /Elders/i && - $hometeaching_data{$index}{'Household'} =~ /$family_name/ && + $hometeaching_data{$index}{'Household'} =~ /$family_name/i && $data[0]->{companionship} != $hometeaching_data{$index}{'Comp ID'} ) { print " Updating hometeaching assignment for $family_name family\n"; $companionship = $hometeaching_data{$index}{'Comp ID'}; - $sth = $dbh->prepare("update eq_family set companionship='$companionship' where name='$family_name'"); + $sth = $dbh->prepare("update eq_family set companionship='$companionship' where name_id='$name_id'"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; } } @@ -386,11 +434,14 @@ sub update_eq_family_table #| family | int(16) unsigned | YES | | NULL | | #| name | varchar(30) | YES | | NULL | | #| birthday | date | YES | | NULL | | +#| phone | varchar(12) | YES | | NULL | | +#| address | varchar(255) | YES | | NULL | | +#| indiv_id | int(16) unsigned | YES | UNI | NULL | | #| valid | tinyint(1) | YES | | NULL | | #+----------+------------------+------+-----+---------+-------+ sub update_eq_parent_table { - print "-> Updating eq_parent table\n"; + print "\n-> Updating eq_parent table\n"; # Set all records to be invalid. Only mark them as valid if they appear on the new list. $sth = $dbh->prepare("update eq_parent set valid=0"); @@ -410,6 +461,7 @@ sub update_eq_parent_table $birthday = $membership_data{$index}{'Birth'}; $birthday =~ /(\d+) (\S+) (\d+)/; $day=$1; $month=$monthname2num{$2}; $year=$3; $hofh_id = $membership_data{$index}{'HofH ID'}; + $id = $membership_data{$index}{'Indiv ID'}; $phone = $membership_data{$index}{'Phone 1'}; if($phone =~ /(\d\d\d-\d\d\d\d)/) { $phone = "970-$1"; } if($phone =~ /^\(\d\d\d\) (\d\d\d-\d\d\d\d)/) { $phone = "$1-$2"; } @@ -434,7 +486,7 @@ sub update_eq_parent_table if($rows == 0) { # No existing records found for this parent, make a new entry print " Adding new Parent: $parent_name\n"; - $sth = $dbh->prepare("insert into eq_parent values (NULL,$family_id,'$parent_name','$year-$month-$day','$phone','$address',1)"); + $sth = $dbh->prepare("insert into eq_parent values (NULL,$family_id,'$parent_name','$year-$month-$day','$phone','$address','$id',1)"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; } elsif($rows == 1) { # An existing record was found for this parent, update it @@ -449,6 +501,8 @@ sub update_eq_parent_table $sth->execute or die "-E- DB error: $DBI::errstr\n"; $sth = $dbh->prepare("update eq_parent set valid=1 where name='$parent_name'"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; + $sth = $dbh->prepare("update eq_parent set indiv_id='$id' where name='$parent_name'"); + $sth->execute or die "-E- DB error: $DBI::errstr\n"; } else { # More than one record was found. Error! This shouldn't happen. print " -E- More than one record found with same parent name: $parent_name\n"; @@ -467,11 +521,12 @@ sub update_eq_parent_table #| family | int(16) unsigned | YES | | NULL | | #| name | varchar(30) | YES | | NULL | | #| birthday | date | YES | | NULL | | +#| indiv_id | int(16) unsigned | YES | UNI | NULL | | #| valid | tinyint(1) | YES | | NULL | | #+----------+------------------+------+-----+---------+-------+ sub update_eq_child_table { - print "-> Updating eq_child table\n"; + print "\n-> Updating eq_child table\n"; # Set all records to be invalid. Only mark them as valid if they appear on the new list. $sth = $dbh->prepare("update eq_child set valid=0"); @@ -505,7 +560,7 @@ sub update_eq_child_table if($rows == 0) { # No existing records found for this child, make a new entry print " Adding new Child: $child_name\n"; - $sth = $dbh->prepare("insert into eq_child values (NULL,$family_id,'$child_name','$year-$month-$day',1)"); + $sth = $dbh->prepare("insert into eq_child values (NULL,$family_id,'$child_name','$year-$month-$day','$id',1)"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; } elsif($rows == 1) { # An existing record was found for this child, update it @@ -516,6 +571,8 @@ sub update_eq_child_table $sth->execute or die "-E- DB error: $DBI::errstr\n"; $sth = $dbh->prepare("update eq_child set valid=1 where name='$child_name'"); $sth->execute or die "-E- DB error: $DBI::errstr\n"; + $sth = $dbh->prepare("update eq_child set indiv_id='$id' where name='$child_name'"); + $sth->execute or die "-E- DB error: $DBI::errstr\n"; } else { # More than one record was found. Error! This shouldn't happen. print " -E- More than one record found ($rows) with same child name: $child_name\n"; @@ -599,18 +656,21 @@ if(defined $opt_o) { # Process command line options if(defined $opt_n) { $datadir = $opt_n; } else { $datadir = shift(@ARGV); } -print "-> Processing all ward data files in $datadir\n"; +print "\n-> Processing all ward data files in $datadir\n"; ################################################### # Parse Ward Data Files &csv_to_hash("$datadir/Membership.csv",\%membership_data); &csv_to_hash("$datadir/HomeTeaching.csv",\%hometeaching_data); +&csv_to_hash("$datadir/Organization.csv",\%organization_data); if($opt_v) { print "-> Membership Data Dump\n\n"; &print_hash(\%membership_data); print "-> HomeTeaching Data Dump\n\n"; &print_hash(\%hometeaching_data); + print "-> Organization Data Dump\n\n"; + &print_hash(\%organization_data); } if($opt_s) { $dbh->disconnect(); exit; } @@ -623,6 +683,7 @@ if($opt_s) { $dbh->disconnect(); exit; } &update_eq_family_table(); &update_eq_parent_table(); &update_eq_child_table(); +&update_eq_calling_table(); ################################################### # Disconnect from the database