def load_fec_ids():
with db.transaction():
db.delete('politician_fec_ids', '1=1')
fh = iter(file('../data/crawl/opensecrets/FEC_CRP_ID.tsv'))
header = fh.next()
for line in fh:
fec_id, crp_id = line.split()
if tools.opensecretsp(crp_id):
fec2pol[fec_id] = tools.opensecretsp(crp_id)
db.insert('politician_fec_ids',
seqname=False,
politician_id=tools.opensecretsp(crp_id),
fec_id=fec_id)
def load_fec_ids():
with db.transaction():
db.delete('politician_fec_ids', '1=1')
fh = iter(file('../data/crawl/opensecrets/FEC_CRP_ID.tsv'))
header = fh.next()
for line in fh:
fec_id, crp_id = line.split()
if tools.opensecretsp(crp_id):
fec2pol[fec_id] = tools.opensecretsp(crp_id)
db.insert('politician_fec_ids',
seqname=False,
politician_id=tools.opensecretsp(crp_id),
fec_id=fec_id)
"""
Load data from opensecrets.
"""
from parse import opensecrets
import tools
from settings import db
for can in opensecrets.parse_all():
p = tools.opensecretsp(can.get('opensecretsid'))
if p and can:
db.update('politician', where='id = $p', vars=locals(),
pct_pac_business=can.business_pac/float(can.total),
#pct_badmoney = can.badmoney/float(can.total)
)
"""
Load data from opensecrets.
"""
from parse import opensecrets
import tools
from settings import db
for can in opensecrets.parse_all():
p = tools.opensecretsp(can.get('opensecretsid'))
if p and can:
db.update(
'politician',
where='id = $p',
vars=locals(),
pct_pac_business=can.business_pac / float(can.total),
#pct_badmoney = can.badmoney/float(can.total)
)
