def csv_Send_To_House_With_Exclusions(csvfile='demo-dataz.csv', messagefile="noCispaMessage.txt", statfile='csv_Send_To_House.log', dryrun=False, excludedDists=[]):
'''
Parse from the csv file
'''
writeYourRep = WriteYourRep()
reader = csv.DictReader(open(csvfile, 'rb'), delimiter='\t')
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
for row in reader:
state='unknown'
status = ""
try:
i = csv_To_Data(row, writeYourRep, genderassigner, subject, message)
alldists = writeYourRep.getWyrDistricts(i.zip5)
culleddists = [dist for dist in alldists if dist not in excludedDists]
distListStr=' '.join(alldists)
if dryrun or len(culleddists)==0:
status += distListStr + " " + ": Not attempted with "+ i.__str__()+"\n"
else:
(dist, q) = writeYourRep.write_reps_in_dists(i, culleddists)
status += dist + " " + writeYourRep.getStatus(q) +", "
except Exception, e:
import traceback; traceback.print_exc()
status=status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' % (i.fname, i.lname, i.state, status))
def csv_Send_To_House(csvfile='demo-dataz.csv', messagefile="noCispaMessage.txt", statfile='csv_Send_To_House.log', dryrun=False, onedistrict=None):
'''
Parse from the csv file
'''
writeYourRep = WriteYourRep()
reader = csv.DictReader(open(csvfile, 'rb'))
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
for row in reader:
state='unknown'
status = ""
try:
i = csv_To_Data(row, writeYourRep, genderassigner, subject, message)
if onedistrict!=None:
print "Feature of specifying one district is not supported yet"
return
if dryrun:
distListStr=' '.join(writeYourRep.getWyrDistricts(i.zip5))
status += distListStr + " " + ": Not attempted with "+ i.__str__()+"\n"
else:
q = writeYourRep.writerep(i)
status += writeYourRep.getStatus(q) +", "
except Exception, e:
import traceback; traceback.print_exc()
status=status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' % (i.fname, i.lname, i.state, status))
def csv_Send_To_Senate(csvfile='demo-dataz.csv', messagefile="noCispaMessage.txt", statfile='csv_Send_To_Senate.log', dryrun=False, onesenator=None):
'''
Parse from the csv file
Problem forms:
www.vitter.senate.gov Problem with link to contact page on senators website
www.mccain.senate.gov unknown url type, need to look into this one further
levin.senate.gov urllib2.URLError: <urlopen error [Errno 61] Connection refused>
www.lieberman.senate.gov Unclear whether it worked or not.
franken.senate.gov Unclear whether it worked or not.
www.toomey.senate.gov CAPTCHA
www.sessions.senate.gov CAPTCHA
www.shelby.senate.gov CAPTCHA
www.coburn.senate.gov CAPTCHA
www.crapo.senate.gov CAPTCHA
www.moran.senate.gov CAPTCHA
www.roberts.senate.gov CAPTCHA
www.paul.senate.gov CAPTCHA
'''
import csv
from ZipLookup import ZipLookup
from GenderLookup import GenderLookup
writeYourRep = WriteYourRep()
reader = csv.DictReader(open(csvfile, 'rb'))
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
zipLookup = ZipLookup()
for row in reader:
state='unknown'
status = ""
try:
i = csv_To_Data(row, writeYourRep, genderassigner, subject, message)
sens = writeYourRep.getSenators(i.state)
for sen in sens:
if onesenator != None and onesenator not in sen:
status += "%s: not attempted, " % (sen)
continue
print "Writing to senator %s" % sen
senname = web.lstrips(web.lstrips(web.lstrips(sen, 'http://'), 'https://'), 'www.').split('.')[0]
captchaforms=['toomey','sessions','shelby','coburn','crapo','roberts','paul']
if senname in captchaforms:
status += senname + " has captcha. skipping. "
elif dryrun:
status += sen + " " + senname + ": Not attempted with "+ i.__str__()+"\n"
else:
status += senname + ": "
q = writeYourRep.writerep_general(sen, i)
status += writeYourRep.getStatus(q) +", "
except Exception, e:
import traceback; traceback.print_exc()
status=status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' % (i.fname, i.lname, i.state, status))
class TestSequenceFunctions(unittest.TestCase):
def setUp(self):
self.writer = WriteYourRep()
# def testGetSenators(self):
# senslinks = self.writer.getSenators('MA')
# self.assertTrue(len(senslinks) == 2)
# sens = map(lambda link: web.lstrips(web.lstrips(web.lstrips(link, 'http://'), 'https://'), 'www.').split('.')[0], senslinks)
# sens.sort()
# self.assertTrue('kerry' == sens[0])
# self.assertTrue('warren' == sens[1])
#
# def testGetSenatorStateAndContactLink(self):
# state, link = self.writer.getSenatorStateAndContactLink('boxer')
# self.assertTrue(link == 'http://boxer.senate.gov/en/contact/policycomments.cfm')
# self.assertTrue(state == 'CA')
# state, link = self.writer.getSenatorStateAndContactLink('paul')
# self.assertTrue(link == 'http://www.paul.senate.gov/?p=contact')
# self.assertTrue(state == 'KY')
#
#
#
# def testWriteBoxer(self):
# boxercontacturl='http://boxer.senate.gov/en/contact/policycomments.cfm'
# i = self.writer.prepare_i('CA-01')
# q = self.writer.writerep_general(boxercontacturl, i)
# print q
# self.assertTrue(q.lower().find("thank") >= 0)
#
# def testWriteDistrict(self):
# dist = 'VT-00'
# q = self.writer.writerep(self.writer.prepare_i(dist))
# self.assertTrue(q.lower().find("thank") >= 0)
def testGetContact(self):
'''
101 W. 31 Street
Kansas City, MO 64108
'''
i = web.storage()
i.id="jamesmith"
#i.dist=dist
i.state = 'MO'
i.zip5 = '64108'
i.addr1 = '101 W. 31 Street'
i.addr2 = ''
i.city = 'Kansas City'
contactLink = self.writer.getWyrContactLink(i)
self.assertTrue(contactLink == 'http://cleaver.house.gov/contact-me/email-me')
class TestSequenceFunctions(unittest.TestCase):
def setUp(self):
self.writer = WriteYourRep()
# def testGetSenators(self):
# senslinks = self.writer.getSenators('MA')
# self.assertTrue(len(senslinks) == 2)
# sens = map(lambda link: web.lstrips(web.lstrips(web.lstrips(link, 'http://'), 'https://'), 'www.').split('.')[0], senslinks)
# sens.sort()
# self.assertTrue('kerry' == sens[0])
# self.assertTrue('warren' == sens[1])
#
# def testGetSenatorStateAndContactLink(self):
# state, link = self.writer.getSenatorStateAndContactLink('boxer')
# self.assertTrue(link == 'http://boxer.senate.gov/en/contact/policycomments.cfm')
# self.assertTrue(state == 'CA')
# state, link = self.writer.getSenatorStateAndContactLink('paul')
# self.assertTrue(link == 'http://www.paul.senate.gov/?p=contact')
# self.assertTrue(state == 'KY')
#
#
#
# def testWriteBoxer(self):
# boxercontacturl='http://boxer.senate.gov/en/contact/policycomments.cfm'
# i = self.writer.prepare_i('CA-01')
# q = self.writer.writerep_general(boxercontacturl, i)
# print q
# self.assertTrue(q.lower().find("thank") >= 0)
#
# def testWriteDistrict(self):
# dist = 'VT-00'
# q = self.writer.writerep(self.writer.prepare_i(dist))
# self.assertTrue(q.lower().find("thank") >= 0)
def testGetContact(self):
'''
101 W. 31 Street
Kansas City, MO 64108
'''
i = web.storage()
i.id = "jamesmith"
i.state = 'MO'
i.zip5 = '64108'
i.addr1 = '101 W. 31 Street'
i.addr2 = ''
i.city = 'Kansas City'
contactLink = self.writer.getWyrContactLink(i)
self.assertTrue(
contactLink == 'http://cleaver.house.gov/contact-me/email-me')
def csv_Send_To_House_With_Exclusions(csvfile='demo-dataz.csv',
messagefile="noCispaMessage.txt",
statfile='csv_Send_To_House.log',
dryrun=False,
excludedDists=[]):
'''
Parse from the csv file
'''
writeYourRep = WriteYourRep()
reader = csv.DictReader(open(csvfile, 'rb'), delimiter='\t')
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
for row in reader:
state = 'unknown'
status = ""
try:
i = csv_To_Data(row, writeYourRep, genderassigner, subject,
message)
alldists = writeYourRep.getWyrDistricts(i.zip5)
culleddists = [
dist for dist in alldists if dist not in excludedDists
]
distListStr = ' '.join(alldists)
if dryrun or len(culleddists) == 0:
status += distListStr + " " + ": Not attempted with " + i.__str__(
) + "\n"
else:
(dist, q) = writeYourRep.write_reps_in_dists(i, culleddists)
status += dist + " " + writeYourRep.getStatus(q) + ", "
except Exception, e:
import traceback
traceback.print_exc()
status = status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' %
(i.fname, i.lname, i.state, status))
def csv_Send_To_House(csvfile='demo-dataz.csv', messagefile="noCispaMessage.txt", statfile='csv_Send_To_House.log', dryrun=False, onedistrict=None, jsoninput=False):
'''
Parse from the csv file
'''
writeYourRep = WriteYourRep()
if not jsoninput: # default is csv
reader = csv.DictReader(open(csvfile, 'rb'), delimiter='\t')
else:
try:
reader = json.load(open(csvfile, 'r'))
except:
reader = load_json(csvfile)
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
for row in reader:
i = None
state='unknown'
status = ""
try:
i = row_dict_to_data(row, writeYourRep, genderassigner, subject, message)
if onedistrict!=None:
if DEBUG: print "Feature of specifying one district is not supported yet"
return
if dryrun:
distListStr=' '.join(writeYourRep.getWyrDistricts(i.zip5))
status += distListStr + " " + ": Not attempted with "+ i.__str__()+"\n"
else:
q = writeYourRep.writerep(i)
status += i.dist + ": "
status += writeYourRep.getStatus(q)
except Exception, e:
traceback.print_exc()
status=status + ' failed: ' + e.__str__()
if i is not None:
file(statfile, 'a').write('%s %s, %s, "%s"\n' % (i.fname.encode('utf-8', 'ignore'), i.lname.encode('utf-8', 'ignore'), i.state, status))
def csv_Send_To_House(csvfile='demo-dataz.csv',
messagefile="noCispaMessage.txt",
statfile='csv_Send_To_House.log',
dryrun=False,
onedistrict=None):
'''
Parse from the csv file
'''
writeYourRep = WriteYourRep()
reader = csv.DictReader(open(csvfile, 'rb'))
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
for row in reader:
state = 'unknown'
status = ""
try:
i = csv_To_Data(row, writeYourRep, genderassigner, subject,
message)
if onedistrict != None:
print "Feature of specifying one district is not supported yet"
return
if dryrun:
distListStr = ' '.join(writeYourRep.getWyrDistricts(i.zip5))
status += distListStr + " " + ": Not attempted with " + i.__str__(
) + "\n"
else:
q = writeYourRep.writerep(i)
status += writeYourRep.getStatus(q) + ", "
except Exception, e:
import traceback
traceback.print_exc()
status = status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' %
(i.fname, i.lname, i.state, status))
def setUp(self):
self.writer = WriteYourRep()
def csv_Send_To_House(csvfile='demo-dataz.csv', messagefile="noCispaMessage.txt", statfile='csv_Send_To_Senate.log', dryrun=False):
'''
Parse from the csv file
'''
import csv
from ZipLookup import ZipLookup
from GenderLookup import GenderLookup
writeYourRep = WriteYourRep()
reader = csv.reader(open(csvfile, 'rb'))
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
zipLookup = ZipLookup()
for row in reader:
state='unknown'
status = ""
try:
#First_Name,Email,Street,Zip
(first_name, email, addr1, zip5) = row
last_name = ""
addr2=""
zip4 = None
(first_name, last_name) = cleanName(first_name, last_name)
if zip5.find('-')>0:
zip4 = zip5.split('-')[1]
zip5 = zip5.split('-')[0]
(first_name, last_name) = cleanName(first_name, last_name)
zip5=zip5.zfill(5)
(city, state) = zipLookup.getCityAndState(zip5)
#print "found city and state: %s, %s" % (city, state)
i = writeYourRep.prepare_i(state+"_" + "XX") #hack, need dist for prepare_i
if email:
#print email
i.email=email
if first_name:
# this code below was used when a single name field was given
# and not separate first and last name fields
#names = name.split()
#i.fname = "".join(iter(names[0:len(names)-1]))
#i.lname = names[-1]
i.fname = first_name
i.lname = last_name
i.prefix = genderassigner.getPrefix(i.fname)
i.id = "%s %s" % (first_name, last_name)
if addr1:
i.addr1 = addr1
i.addr2 = addr2
if zip5:
i.zip5 = zip5
i.zip4 = '0001'
if zip4:
i.zip4 = zip4
if city:
i.city = city
if message:
i.full_msg = message
if subject:
i.subject = subject
if dryrun:
print "getting link for i:", i.addr1, i.addr2
contactLink=writeYourRep.getWyrContactLink(i)
status += contactLink + " " + ": Not attempted with "+ i.__str__()+"\n"
else:
q = writeYourRep.writerep(i)
status += writeYourRep.getStatus(q) +", "
except Exception, e:
import traceback; traceback.print_exc()
status=status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' % (first_name, last_name, state, status))
def csv_Send_To_Senate(csvfile='demo-dataz.csv',
messagefile="noCispaMessage.txt",
statfile='csv_Send_To_Senate.log',
dryrun=False,
onesenator=None):
'''
Parse from the csv file
Problem forms:
www.vitter.senate.gov Problem with link to contact page on senators website
www.mccain.senate.gov unknown url type, need to look into this one further
levin.senate.gov urllib2.URLError: <urlopen error [Errno 61] Connection refused>
www.lieberman.senate.gov Unclear whether it worked or not.
franken.senate.gov Unclear whether it worked or not.
www.toomey.senate.gov CAPTCHA
www.sessions.senate.gov CAPTCHA
www.shelby.senate.gov CAPTCHA
www.coburn.senate.gov CAPTCHA
www.crapo.senate.gov CAPTCHA
www.moran.senate.gov CAPTCHA
www.roberts.senate.gov CAPTCHA
www.paul.senate.gov CAPTCHA
'''
import csv
from ZipLookup import ZipLookup
from GenderLookup import GenderLookup
writeYourRep = WriteYourRep()
reader = csv.DictReader(open(csvfile, 'rb'))
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
zipLookup = ZipLookup()
for row in reader:
state = 'unknown'
status = ""
try:
i = csv_To_Data(row, writeYourRep, genderassigner, subject,
message)
sens = writeYourRep.getSenators(i.state)
for sen in sens:
if onesenator != None and onesenator not in sen:
status += "%s: not attempted, " % (sen)
continue
print "Writing to senator %s" % sen
senname = web.lstrips(
web.lstrips(web.lstrips(sen, 'http://'), 'https://'),
'www.').split('.')[0]
captchaforms = [
'toomey', 'sessions', 'shelby', 'coburn', 'crapo',
'roberts', 'paul'
]
if senname in captchaforms:
status += senname + " has captcha. skipping. "
elif dryrun:
status += sen + " " + senname + ": Not attempted with " + i.__str__(
) + "\n"
else:
status += senname + ": "
q = writeYourRep.writerep_general(sen, i)
status += writeYourRep.getStatus(q) + ", "
except Exception, e:
import traceback
traceback.print_exc()
status = status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' %
(i.fname, i.lname, i.state, status))
def csv_Send_To_Senate(csvfile='demo-dataz.csv', messagefile="noCispaMessage.txt", statfile='csv_Send_To_Senate.log', dryrun=False):
'''
Parse from the csv file
Problem forms:
www.vitter.senate.gov Problem with link to contact page on senators website
www.mccain.senate.gov unknown url type, need to look into this one further
levin.senate.gov urllib2.URLError: <urlopen error [Errno 61] Connection refused>
www.lieberman.senate.gov Unclear whether it worked or not.
franken.senate.gov Unclear whether it worked or not.
www.toomey.senate.gov CAPTCHA
www.sessions.senate.gov CAPTCHA
www.shelby.senate.gov CAPTCHA
www.coburn.senate.gov CAPTCHA
www.crapo.senate.gov CAPTCHA
www.moran.senate.gov CAPTCHA
www.roberts.senate.gov CAPTCHA
www.paul.senate.gov CAPTCHA
'''
import csv
from ZipLookup import ZipLookup
from GenderLookup import GenderLookup
writeYourRep = WriteYourRep()
reader = csv.reader(open(csvfile, 'rb'))
genderassigner = GenderLookup()
(subject, message) = parseMessageFile(messagefile)
zipLookup = ZipLookup()
for row in reader:
state='unknown'
status = ""
try:
#print len(row)
#first_name = ''
#last_name = ''
#(id, first_name, last_name, email, addr1, zip5) = row
(first_name,last_name,email,addr1,addr2,city,state,region,zip5,country) = row
(first_name, last_name) = cleanName(first_name, last_name)
if zip5.find('-')>0:
zip4 = zip5.split('-')[1]
zip5 = zip5.split('-')[0]
(first_name, last_name) = cleanName(first_name, last_name)
addr2=""
zip5=zip5.zfill(5)
(city, state) = zipLookup.getCityAndState(zip5)
print "found city and state: %s, %s" % (city, state)
i = writeYourRep.prepare_i(state+"_" + "01") #hack, need dist for prepare_i
if email:
print email
i.email=email
if first_name:
# this code below was used when a single name field was given
# and not separate first and last name fields
#names = name.split()
#i.fname = "".join(iter(names[0:len(names)-1]))
#i.lname = names[-1]
i.fname = first_name
i.lname = last_name
i.prefix = genderassigner.getPrefix(i.fname)
i.id = "%s %s" % (first_name, last_name)
if addr1:
i.addr1 = addr1
i.addr2 = addr2
if zip5:
i.zip5 = zip5
i.zip4 = '0001'
if zip4:
i.zip4 = zip4
if city:
i.city = city
if message:
i.full_msg = message
if subject:
i.subject = subject
sens = writeYourRep.getSenators(state)
for sen in sens:
senname = web.lstrips(web.lstrips(web.lstrips(sen, 'http://'), 'https://'), 'www.').split('.')[0]
customizedmessage=message.replace('[[NAME]]', "%s %s" % (first_name, last_name)).replace('[[CITY]]', city).replace('[[STATE]]', state).replace('[[SENATOR]]', senname.title())
i.full_msg = customizedmessage
captchaforms=['toomey','sessions','shelby','coburn','crapo','moran','roberts','paul']
if senname in captchaforms:
status += senname + " has captcha. skipping. "
elif dryrun:
status += sen + " " + senname + ": Not attempted with "+ i.__str__()+"\n"
else:
status += senname + ": "
q = writeYourRep.writerep_general(sen, i)
status += writeYourRep.getStatus(q) +", "
except Exception, e:
import traceback; traceback.print_exc()
status=status + ' failed: ' + e.__str__()
file(statfile, 'a').write('%s %s, %s, "%s"\n' % (first_name, last_name, state, status))
def housetest(distToEmail=None):
'''
Test every house form, or just check the particular distToEmail form.
Todo: add the check-by-eye option
'''
broken = set(['AR-01','AZ-05','AZ-07','CA-21','CA-25','CA-30','CA-34','CA-44','CA-49','FL-12','FL-14','FL-17','IA-05','IL-16','IN-05','MI-14','MT-00','NC-03','NC-10','NJ-04','NJ-11','NY-20','NY-23','OH-14','OH-15','SC-01','SC-05','SD-00','TN-07','TX-23','TX-24','TX-32','UT-02','WI-05',])
# 38 judiciary members
judiciary=set(['TX-21', 'WI-05', 'NC-06', 'CA-24', 'VA-06', 'CA-03', 'OH-01', 'IN-06', 'VA-04', 'IA-05', 'AZ-02', 'TX-01', 'OH-04', 'TX-02', 'UT-03', 'AR-02', 'PA-10', 'SC-04', 'FL-12', 'FL-24', 'AZ-03', 'NV-02', 'MI-14', 'CA-28', 'NY-08', 'VA-03', 'NC-12', 'CA-16', 'TX-18', 'CA-35', 'TN-09', 'GA-04', 'PR-00', 'IL-05', 'CA-32', 'FL-19', 'CA-39'])
allCaptcha =set(['CA-44', 'CA-49', 'TX-32', 'IN-05', 'NC-03', 'MI-14', 'CA-21', 'FL-14'])
# judiciary members with captchas
judCaptcha=set(['CA-49', 'MI-14' ])
#n = set()
#n.update(correction);
#n.update(err);
# Speed up test.
# To check the return pages using pattern matching
# rather than by eye, set this flag to false
checkByEye=False
fh = file('results.log', 'a')
writeYourRep = WriteYourRep()
for dist in sorted(dist_zip_dict.keys()):
#if dist not in allCaptcha: continue
#if dist not in broken: continue
#if dist in h_working or dist in n: continue
#if dist not in judiciary: continue
if distToEmail and dist != distToEmail: continue
print "\n------------\n", dist,"\n"
q=None
try:
q = writeYourRep.writerep(writeYourRep.prepare_i(dist))
errorString = None
if checkByEye:
subprocess.Popen(['open', 'house/%s.html' % dist])
print
result = raw_input('%s? ' % dist)
else:
confirmations=[cstr for cstr in confirmationStrings if cstr in q.lower()]
if len(confirmations) > 0:
result='thanked'
else:
result = 'err'
errorString = getError(q)
print "ErrorString: ", errorString
print result + '.add(%s)' % repr(dist)
if not errorString:
fh.write('%s.add(%s)\n' % (result, repr(dist)))
else:
#if thanked, but still have error, we assume we have an error (see FL-14 for example)
result = 'err'
fh.write('%s.add(%s) %s\n' % (result, repr(dist), errorString))
except Exception, detail:
#print "DETAIL: ", detail
q=detail.__str__()
errorString = detail.__str__()
import traceback; traceback.print_exc()
print 'err.add(%s)' % (repr(dist))
fh.write('%s.add(%s) %s\n' % ('err', repr(dist),errorString))
fh.flush()
if q:
file('house/%s.html' % dist, 'w').write(q)
#!/usr/bin/env python
#
# File to call WriteYourRep class.
#
from WriteYourRep import *
from DataForWriteYourRep import *
writeYourRep = WriteYourRep()
def senatetest():
'''
Creates a file sen/schumer.html with schumers contact page
'''
sendb = get_senate_offices()
statfile = open("senate-test-out.txt", "w")
for state in sendb:
for member in sendb[state]:
sen = web.lstrips(web.lstrips(web.lstrips(member, 'http://'), 'https://'), 'www.').split('.')[0]
print repr(sen)
q = None
try:
q = writeYourRep.writerep_general(member, writeYourRep.prepare_i(state))
file('sen/%s.html' % sen, 'w').write('<base href="%s"/>' % member + q)
status = writeYourRep.getStatus(q)
except Exception, e:
print "Caught exception on senator: %s " % member
status="Failed: exception occurred %s" % e.__str__()
def housetest(distToEmail=None):
"""
Test every house form, or just check the particular distToEmail form.
Todo: add the check-by-eye option
"""
broken = set(
[
"AR-01",
"AZ-05",
"AZ-07",
"CA-21",
"CA-25",
"CA-30",
"CA-34",
"CA-44",
"CA-49",
"FL-12",
"FL-14",
"FL-17",
"IA-05",
"IL-16",
"IN-05",
"MI-14",
"MT-00",
"NC-03",
"NC-10",
"NJ-04",
"NJ-11",
"NY-20",
"NY-23",
"OH-14",
"OH-15",
"SC-01",
"SC-05",
"SD-00",
"TN-07",
"TX-23",
"TX-24",
"TX-32",
"UT-02",
"WI-05",
]
)
# 38 judiciary members
judiciary = set(
[
"TX-21",
"WI-05",
"NC-06",
"CA-24",
"VA-06",
"CA-03",
"OH-01",
"IN-06",
"VA-04",
"IA-05",
"AZ-02",
"TX-01",
"OH-04",
"TX-02",
"UT-03",
"AR-02",
"PA-10",
"SC-04",
"FL-12",
"FL-24",
"AZ-03",
"NV-02",
"MI-14",
"CA-28",
"NY-08",
"VA-03",
"NC-12",
"CA-16",
"TX-18",
"CA-35",
"TN-09",
"GA-04",
"PR-00",
"IL-05",
"CA-32",
"FL-19",
"CA-39",
]
)
allCaptcha = set(["CA-44", "CA-49", "TX-32", "IN-05", "NC-03", "MI-14", "CA-21", "FL-14"])
# judiciary members with captchas
judCaptcha = set(["CA-49", "MI-14"])
# n = set()
# n.update(correction);
# n.update(err);
# Speed up test.
# To check the return pages using pattern matching
# rather than by eye, set this flag to false
checkByEye = False
fh = file("results.log", "a")
writeYourRep = WriteYourRep()
for dist in sorted(dist_zip_dict.keys()):
# if dist not in allCaptcha: continue
# if dist not in broken: continue
# if dist in h_working or dist in n: continue
# if dist not in judiciary: continue
if distToEmail and dist != distToEmail:
continue
print "\n------------\n", dist, "\n"
q = None
try:
q = writeYourRep.writerep(writeYourRep.prepare_i(dist))
errorString = None
if checkByEye:
subprocess.Popen(["open", "house/%s.html" % dist])
print
result = raw_input("%s? " % dist)
else:
confirmations = [cstr for cstr in confirmationStrings if cstr in q.lower()]
if len(confirmations) > 0:
result = "thanked"
else:
result = "err"
errorString = getError(q)
print "ErrorString: ", errorString
print result + ".add(%s)" % repr(dist)
if not errorString:
fh.write("%s.add(%s)\n" % (result, repr(dist)))
else:
# if thanked, but still have error, we assume we have an error (see FL-14 for example)
result = "err"
fh.write("%s.add(%s) %s\n" % (result, repr(dist), errorString))
except Exception, detail:
# print "DETAIL: ", detail
q = detail.__str__()
errorString = detail.__str__()
import traceback
traceback.print_exc()
print "err.add(%s)" % (repr(dist))
fh.write("%s.add(%s) %s\n" % ("err", repr(dist), errorString))
fh.flush()
if q:
file("house/%s.html" % dist, "w").write(q)
def setUp(self):
self.writer = WriteYourRep()
