3 changed files with 4 additions and 263 deletions
@ -1,262 +0,0 @@ |
|||||
#!/usr/bin/perl -w |
|
||||
use strict; |
|
||||
|
|
||||
# Google Civic Information API |
|
||||
# Quota: Queries per minute |
|
||||
# Current limit: 151 |
|
||||
# |
|
||||
# Use sleep to limit queries to 30 per minute |
|
||||
# Currently there are 187 members in the whole state |
|
||||
|
|
||||
# commandline options: type roster-file email |
|
||||
# type: |
|
||||
# google (all members with senate/delegate district query) |
|
||||
# ALL (all members without senate/delegate district query) |
|
||||
# League ID: WV000 (members at large) WV102 (Huntington) WV103 (Morgantown-Monogalia) WV107 (Wood County) WV112 (Jefferson) |
|
||||
# email (optional third arg): |
|
||||
# email (emails for specified type ALL (or google) or League ID) |
|
||||
|
|
||||
# cpan App::cpanminus |
|
||||
# Now install any module you can find. |
|
||||
# cpanm Module::Name |
|
||||
use lib qw(/home/jr/perl5/lib/perl5); # adjust perl lib as required |
|
||||
use WWW::Curl::Simple; |
|
||||
use JSON; |
|
||||
use Data::Dumper; |
|
||||
use vars qw($key); |
|
||||
require "./env"; |
|
||||
|
|
||||
# Configuration - key for LWVWV |
|
||||
# put it in a file call env with one line $key = "thekeyfromgoogle" |
|
||||
my $googleApiKey = $key; |
|
||||
|
|
||||
# Allow normal queries, too |
|
||||
my $searchType = $ARGV[0]; |
|
||||
|
|
||||
if ( !$ARGV[0] ) { |
|
||||
help(); |
|
||||
exit; |
|
||||
} |
|
||||
else { |
|
||||
if ( $ARGV[0] !~ /google|ALL|WV000|WV102|WV103|WV107|WV112/ ) { |
|
||||
print "WRONG FIRST ARGUMENT\n"; |
|
||||
help(); |
|
||||
print "WRONG FIRST ARGUMENT\n"; |
|
||||
exit; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
my $emailArg; |
|
||||
if ( $ARGV[2] ) { |
|
||||
$emailArg = $ARGV[2]; |
|
||||
} |
|
||||
|
|
||||
# Open roster file .. hopefully columns remain the same, |
|
||||
# but @fields can be adjusted as required. |
|
||||
my $file; |
|
||||
$file = $ARGV[1]; |
|
||||
my $fh; |
|
||||
$| = 1; |
|
||||
open $fh, "<", $file; |
|
||||
|
|
||||
my $curl = WWW::Curl::Simple->new(); |
|
||||
|
|
||||
my $csv = |
|
||||
"Name,Email,Phone,Address,Join Date,Delegate District,Senate District,\n"; |
|
||||
print $csv; |
|
||||
$csv = ""; |
|
||||
while ( my $line = <$fh> ) { |
|
||||
|
|
||||
# my @fields = split( /,/, $line ); |
|
||||
# may be commas between those quotes |
|
||||
my @fields = $line =~ m/("[^"]+"|[^,]+)(?:,\s*)?/g; |
|
||||
( my $leagueId = $fields[0] ) =~ s/"//g; # League |
|
||||
( my $firstName = $fields[4] ) =~ s/"//g; # First Name |
|
||||
( my $lastName = $fields[5] ) =~ s/"//g; # Last Name |
|
||||
( my $status = $fields[6] ) =~ s/"//g; # Active |
|
||||
( my $joinDate = $fields[9] ) =~ s/"//g; # Join Date |
|
||||
( my $phone = $fields[10] ) =~ s/"//g; # Phone |
|
||||
( my $email = $fields[11] ) =~ s/"//g; # Email |
|
||||
( my $street = $fields[12] ) =~ s/"//g; # Street |
|
||||
( my $city = $fields[13] ) =~ s/"//g; # City |
|
||||
( my $state = $fields[14] ) =~ s/"//g; # State |
|
||||
( my $zip = $fields[16] ) =~ s/"//g; # Zip |
|
||||
next if $street eq "Mailing Street"; |
|
||||
next if $leagueId !~ /^WV/; |
|
||||
|
|
||||
if ( $searchType ne "google" |
|
||||
&& $searchType ne "ALL" ) |
|
||||
{ |
|
||||
next if $leagueId ne $searchType; |
|
||||
} |
|
||||
|
|
||||
# no need for commas now |
|
||||
$street =~ s/,//g; # Street |
|
||||
|
|
||||
if ( $status ne "Inactive" ) { |
|
||||
|
|
||||
if ( !$emailArg ) { |
|
||||
|
|
||||
# contact for people with email address |
|
||||
if ( email($email) ) { |
|
||||
$csv = "$firstName $lastName,"; |
|
||||
$csv .= "$email,"; |
|
||||
} |
|
||||
else { |
|
||||
$csv = "$firstName $lastName,"; |
|
||||
$csv .= ","; |
|
||||
} |
|
||||
|
|
||||
if ($phone) { |
|
||||
|
|
||||
#print "PHONE: $fields[10]\n"; |
|
||||
$csv .= "$phone,"; |
|
||||
} |
|
||||
else { |
|
||||
#print "PHONE: none\n"; |
|
||||
$csv .= ","; |
|
||||
} |
|
||||
|
|
||||
#print "ADDRESS $fields[12] $fields[13] $fields[14] $fields[16]\n"; |
|
||||
|
|
||||
# Check for actual street |
|
||||
if ($street) { |
|
||||
|
|
||||
# Correct known incorrect addresses |
|
||||
if ( $street eq "309 2nd St Altizer" ) { |
|
||||
$street =~ s/309 2nd St Altizer/309 2nd St/; |
|
||||
} |
|
||||
if ( $street eq "!87 Gallaher Street" ) { |
|
||||
$street =~ s/\!87 Gallaher Street/187 Gallaher Street/; |
|
||||
} |
|
||||
|
|
||||
$csv .= "$street $city $state $zip,"; |
|
||||
|
|
||||
# url encoding |
|
||||
$street =~ s/#/%23/; |
|
||||
|
|
||||
# Address query |
|
||||
my $address = "$street $city $state $zip\n"; |
|
||||
|
|
||||
if ( $searchType eq "google" ) { |
|
||||
|
|
||||
# Delegate District Query |
|
||||
my $queryDelegateDistrict = |
|
||||
"https://www.googleapis.com/civicinfo/v2/representatives?includeOffices=true&levels=administrativeArea1&roles=legislatorLowerBody&" |
|
||||
. "key=${googleApiKey}&" |
|
||||
. "address=${address}"; |
|
||||
|
|
||||
sleep 2; |
|
||||
my $res = $curl->get($queryDelegateDistrict); |
|
||||
my $content = decode_json( $res->content ); |
|
||||
|
|
||||
#print Dumper($content); |
|
||||
|
|
||||
my $divisionNumber = |
|
||||
( ( keys %{ $content->{divisions} } )[0] ); |
|
||||
if ( $divisionNumber && $state eq "WV" ) { |
|
||||
my @divisionNumber = split /:/, $divisionNumber; |
|
||||
|
|
||||
#print $divisionNumber[3] . "\n"; |
|
||||
$csv .= "$divisionNumber[3],"; |
|
||||
} |
|
||||
else { |
|
||||
$csv .= ","; |
|
||||
} |
|
||||
|
|
||||
# Senate District Query |
|
||||
my $querySenateDistrict = |
|
||||
"https://www.googleapis.com/civicinfo/v2/representatives?includeOffices=true&levels=administrativeArea1&roles=legislatorUpperBody&" |
|
||||
. "key=${googleApiKey}&" |
|
||||
. "address=${address}"; |
|
||||
|
|
||||
sleep 2; |
|
||||
$res = $curl->get($querySenateDistrict); |
|
||||
$content = decode_json( $res->content ); |
|
||||
|
|
||||
# print Dumper($content); |
|
||||
$divisionNumber = |
|
||||
( ( keys %{ $content->{divisions} } )[0] ); |
|
||||
if ( $divisionNumber && $state eq "WV" ) { |
|
||||
my @divisionNumber = split /:/, $divisionNumber; |
|
||||
|
|
||||
#print $divisionNumber[3] . "\n"; |
|
||||
$csv .= "$divisionNumber[3],"; |
|
||||
} |
|
||||
else { |
|
||||
$csv .= ","; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
} |
|
||||
else { |
|
||||
$csv .= "$city $state $zip,"; |
|
||||
} |
|
||||
|
|
||||
if ($joinDate) { |
|
||||
$csv .= "$joinDate,"; |
|
||||
} |
|
||||
else { |
|
||||
$csv .= ","; |
|
||||
} |
|
||||
|
|
||||
print $csv . "\n"; |
|
||||
} |
|
||||
else { |
|
||||
if ( email($email) ) { |
|
||||
print "$firstName $lastName <$email>\n"; |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
close $fh; |
|
||||
|
|
||||
# skip over invalid and nonexistent email addresses |
|
||||
sub email { |
|
||||
|
|
||||
my @arg = @_; |
|
||||
|
|
||||
my $email = $arg[0]; |
|
||||
|
|
||||
if ( $email |
|
||||
&& $email !~ |
|
||||
/^\w{1,2}\@aol.com|^\w{1,2}\@(em|m)ail.com|\@lwv.org|Email|(student|prando|ckarr)\@aol.com/ |
|
||||
) |
|
||||
{ |
|
||||
return 1; |
|
||||
} |
|
||||
else { |
|
||||
return 0; |
|
||||
} |
|
||||
|
|
||||
} |
|
||||
|
|
||||
sub help { |
|
||||
|
|
||||
my $help = "LLAW Google Civic Information API Query version 1 |
|
||||
Copyright (C) 2023 - by Jonathan Rosenbaum <freesource\@freesoftwarepc.com> |
|
||||
This may be freely redistributed under the terms of the GNU General Public License |
|
||||
|
|
||||
Usage: $0 google ./roster-file (queries Google Civic Api Delegate and Senate District for all LWVWV members) |
|
||||
$0 WV000 ./roster-file (show all information for members at large, but do not query Google) |
|
||||
$0 WV000 ./roster-file email (only show email addresses for members at large, but do not query Google) |
|
||||
|
|
||||
1st argument can be one of these types: |
|
||||
google (all members with senate/delegate district query) which prints out this csv data: |
|
||||
'Name,Email,Phone,Address,Delegate District,Senate District,Join Date' |
|
||||
ALL (all members without senate/delegate district query) |
|
||||
League ID: WV000 (members at large) WV102 (Huntington) WV103 (Morgantown-Monogalia) WV107 (Wood County) WV112 (Jefferson) |
|
||||
|
|
||||
2nd argument must be the location of the LWVWV roster file, and prints out this csv information: |
|
||||
Name,Email,Phone,Address,Join Date, |
|
||||
|
|
||||
3rd argument 'email' will only print out the email addresses, and only works with the ALL or League ID type argument |
|
||||
|
|
||||
|
|
||||
You will want to send results to a file. |
|
||||
Example: $0 google ./roster-file > 2023-districts |
|
||||
\n"; |
|
||||
|
|
||||
print $help; |
|
||||
|
|
||||
} |
|
||||
Loading…
Reference in new issue