def load_fec_ids(): with db.transaction(): db.delete('politician_fec_ids', '1=1') fh = iter(file('../data/crawl/opensecrets/FEC_CRP_ID.tsv')) header = fh.next() for line in fh: fec_id, crp_id = line.split() if tools.opensecretsp(crp_id): fec2pol[fec_id] = tools.opensecretsp(crp_id) db.insert('politician_fec_ids', seqname=False, politician_id=tools.opensecretsp(crp_id), fec_id=fec_id)
""" Load data from opensecrets. """ from parse import opensecrets import tools from settings import db for can in opensecrets.parse_all(): p = tools.opensecretsp(can.get('opensecretsid')) if p and can: db.update('politician', where='id = $p', vars=locals(), pct_pac_business=can.business_pac/float(can.total), #pct_badmoney = can.badmoney/float(can.total) )
""" Load data from opensecrets. """ from parse import opensecrets import tools from settings import db for can in opensecrets.parse_all(): p = tools.opensecretsp(can.get('opensecretsid')) if p and can: db.update( 'politician', where='id = $p', vars=locals(), pct_pac_business=can.business_pac / float(can.total), #pct_badmoney = can.badmoney/float(can.total) )