def get_detail(lang):
votedetailurl = VOTEDETAIL_URL % {
'lang': lang,
'parliamentnum' : session.parliamentnum,
'sessnum': session.sessnum,
'votenum': votenumber
}
votedetailpage = urllib2.urlopen(votedetailurl)
detailtree = etree.parse(votedetailpage)
detailroot = detailtree.getroot()
return (detailroot, parsetools.etree_extract_text(detailroot.find('Context')).strip())
def get_detail(lang):
votedetailurl = VOTEDETAIL_URL % {
'lang': lang,
'parliamentnum': session.parliamentnum,
'sessnum': session.sessnum,
'votenum': votenumber
}
votedetailpage = urllib2.urlopen(votedetailurl)
detailtree = etree.parse(votedetailpage)
detailroot = detailtree.getroot()
return (detailroot,
parsetools.etree_extract_text(
detailroot.find('Context')).strip())
def import_votes(session=None):
if session is None:
session = Session.objects.current()
votelisturl = VOTELIST_URL % {
'parliamentnum': session.parliamentnum,
'sessnum': session.sessnum
}
votelistpage = urllib2.urlopen(votelisturl)
tree = etree.parse(votelistpage)
root = tree.getroot()
votelist = root.findall('Vote')
votelist.reverse(
) # We want to process earlier votes first, just for the order they show up in the activity feed
for vote in votelist:
votenumber = int(vote.attrib['number'])
if VoteQuestion.objects.filter(session=session,
number=votenumber).count():
continue
print "Processing vote #%s" % votenumber
votequestion = VoteQuestion(
number=votenumber,
session=session,
date=datetime.date(*(int(x)
for x in vote.attrib['date'].split('-'))),
yea_total=int(vote.find('TotalYeas').text),
nay_total=int(vote.find('TotalNays').text),
paired_total=int(vote.find('TotalPaired').text))
decision = vote.find('Decision').text
if decision == 'Agreed to':
votequestion.result = 'Y'
elif decision == 'Negatived':
votequestion.result = 'N'
elif decision == 'Tie':
votequestion.result = 'T'
else:
raise Exception("Couldn't process vote result %s in %s" %
(decision, votelisturl))
if vote.find('RelatedBill') is not None:
try:
votequestion.bill = Bill.objects.get(
sessions=session,
number=vote.find('RelatedBill').attrib['number'])
except Bill.DoesNotExist:
print "ERROR: Could not find bill for vote %s" % votenumber
# Now get the detailed results
votedetailurl = VOTEDETAIL_URL % {
'parliamentnum': session.parliamentnum,
'sessnum': session.sessnum,
'votenum': votenumber
}
try:
votedetailpage = urllib2.urlopen(votedetailurl)
detailtree = etree.parse(votedetailpage)
except Exception, e:
print "ERROR on %s" % votedetailurl
print e
continue
detailroot = detailtree.getroot()
votequestion.description = parsetools.etree_extract_text(
detailroot.find('Context')).strip()
# Okay, save the question, start processing members.
votequestion.save()
for voter in detailroot.findall('Participant'):
name = voter.find('FirstName').text + ' ' + voter.find(
'LastName').text
riding = Riding.objects.get_by_name(
voter.find('Constituency').text)
pol = Politician.objects.get_by_name(name=name,
session=session,
riding=riding)
member = ElectedMember.objects.get_by_pol(politician=pol,
date=votequestion.date)
rvote = voter.find('RecordedVote')
if rvote.find('Yea').text == '1':
ballot = 'Y'
elif rvote.find('Nay').text == '1':
ballot = 'N'
elif rvote.find('Paired').text == '1':
ballot = 'P'
else:
raise Exception(
"Couldn't parse RecordedVote for %s in vote %s" %
(name, votenumber))
MemberVote(member=member,
politician=pol,
votequestion=votequestion,
vote=ballot).save()
votequestion.label_absent_members()
votequestion.label_party_votes()
for mv in votequestion.membervote_set.all():
mv.save_activity()
def import_votes(session=None):
if session is None:
session = Session.objects.current()
votelisturl = VOTELIST_URL % {'parliamentnum' : session.parliamentnum, 'sessnum': session.sessnum}
votelistpage = urllib2.urlopen(votelisturl)
tree = etree.parse(votelistpage)
root = tree.getroot()
votelist = root.findall('Vote')
votelist.reverse() # We want to process earlier votes first, just for the order they show up in the activity feed
for vote in votelist:
votenumber = int(vote.attrib['number'])
if VoteQuestion.objects.filter(session=session, number=votenumber).count():
continue
print "Processing vote #%s" % votenumber
votequestion = VoteQuestion(
number=votenumber,
session=session,
date=datetime.date(*(int(x) for x in vote.attrib['date'].split('-'))),
yea_total=int(vote.find('TotalYeas').text),
nay_total=int(vote.find('TotalNays').text),
paired_total=int(vote.find('TotalPaired').text))
decision = vote.find('Decision').text
if decision == 'Agreed to':
votequestion.result = 'Y'
elif decision == 'Negatived':
votequestion.result = 'N'
elif decision == 'Tie':
votequestion.result = 'T'
else:
raise Exception("Couldn't process vote result %s in %s" % (decision, votelisturl))
if vote.find('RelatedBill') is not None:
try:
votequestion.bill = Bill.objects.get(sessions=session, number=vote.find('RelatedBill').attrib['number'])
except Bill.DoesNotExist:
print "ERROR: Could not find bill for vote %s" % votenumber
# Now get the detailed results
votedetailurl = VOTEDETAIL_URL % {'parliamentnum' : session.parliamentnum,
'sessnum': session.sessnum,
'votenum': votenumber }
try:
votedetailpage = urllib2.urlopen(votedetailurl)
detailtree = etree.parse(votedetailpage)
except Exception, e:
print "ERROR on %s" % votedetailurl
print e
continue
detailroot = detailtree.getroot()
votequestion.description = parsetools.etree_extract_text(detailroot.find('Context')).strip()
# Okay, save the question, start processing members.
votequestion.save()
for voter in detailroot.findall('Participant'):
name = voter.find('FirstName').text + ' ' + voter.find('LastName').text
riding = Riding.objects.getByName(voter.find('Constituency').text)
pol = Politician.objects.getByName(name=name, session=session, riding=riding)
member = ElectedMember.objects.get_by_pol(politician=pol, date=votequestion.date)
rvote = voter.find('RecordedVote')
if rvote.find('Yea').text == '1':
ballot = 'Y'
elif rvote.find('Nay').text == '1':
ballot = 'N'
elif rvote.find('Paired').text == '1':
ballot = 'P'
else:
raise Exception("Couldn't parse RecordedVote for %s in vote %s" % (name, votenumber))
MemberVote(member=member, politician=pol, votequestion=votequestion, vote=ballot).save()
votequestion.label_absent_members()