def _insert_candidates_from_file(session, path, election):
from whoismygov.model import People, Districts, PeopleMeta, Race
path = os.path.join(os.path.dirname(__file__),
'..', '..', 'misc_import_data',
'ta_candidate_info_20100901', path
)
csv_path = os.path.normpath(path)
reader = CaseNormalizingDictReader(open(csv_path, 'r'), skipinitialspace=True)
district_q = session.query(Districts)
for info in reader:
district_type = office = unicode(info['office'])
if office == 'Governor':
district_name = u'New York State'
district_type = u'State'
else:
district_name = u'District %s' % info['districtnumber']
district = district_q.filter_by(
district_type=district_type, state='NY',
district_name=district_name).one()
race = find_or_create(session, Race,
election=election, district=district,
office=office)
fullname = info['name']
fullname = ' '.join(fullname.split()).title()
person = find_or_create(session, People, fullname=fullname)
race.candidates.append(person)
# We don't want ID collisions between people from other systems
# and TA's data, so as an ugly hack I'm adding a 'transaltid'
# metadata field so TA can identify their candidates.
# If TA's app was using UUIDs, I could just use their IDs but
# that's not happening now.
transaltid = (info.get('transaltid') or '').strip()
if transaltid:
ta_id = find_or_create(session, PeopleMeta,
meta_key=u'transaltid',
meta_value=unicode(transaltid),
person=person)
print u"Added", person.fullname
session.commit()
def _update_legislative_district_geoms(session, housename, filename):
from whoismygov.model import Districts
legisl_file = os.path.normpath(os.path.join(
HERE, '../../../misc_import_data/ny_state/' + filename))
legisl_json = geojson.load(open(legisl_file))
district_type = u'State %s' % housename
for feature in legisl_json['features']:
district_no = feature['properties']['NAME'].lstrip('0')
district_name = 'District %s' % district_no
geom = shapely.geometry.asShape(feature['geometry'])
district = find_or_create(session, Districts,
state=u'NY', district_type=district_type,
level_name=u'State',
district_name=district_name)
district.geometry = geom
print "Updated geometry of %s distr: %r" % (housename, district_name)
session.add(district)
session.commit()
def upgrade():
# Upgrade operations go here. Don't create your own engine; use the engine
# named 'migrate_engine' imported from migrate.
from whoismygov.model import meta, Election, Districts
meta.metadata.bind = migrate_engine
connection = migrate_engine.connect()
# Add NYS shapefile.
# Fun with polygons, geojson, and shapely.
nys_file = os.path.normpath(os.path.join(
HERE, '../../../misc_import_data/ny_state/st36_d00.json'))
nys_json = geojson.load(open(nys_file))
nys_polygons = None
for feature in nys_json['features']:
poly = shapely.geometry.asShape(feature['geometry'])
if nys_polygons is None:
nys_polygons = poly
else:
nys_polygons = nys_polygons.union(poly)
nys = find_or_create(meta.Session, Districts,
state=u'NY',
district_type=u'State',
level_name=u'State',
district_name=u'New York State',
parent_id=None,
)
nys.geometry=nys_polygons
meta.Session.add(nys)
# Have to commit now in order to get an ID. Argh.
meta.Session.commit()
election = find_or_create(meta.Session, Election,
date=datetime.date(2010, 11, 2),
name=ELECTION_NAME,
stagename=ELECTION_STAGE)
# NY Assembly districts.
# NOT NEEDED, we use mobilecommons API to find out which
# district we're in.
#_update_legislative_district_geoms(meta.Session, 'Assembly', 'sl36_d11.json')
# NY Senate districts
# NOT NEEDED, we use mobilecommons API to find out which
# district we're in.
#_update_legislative_district_geoms(meta.Session, 'Senate', 'su36_d11.json')
# Candidates
files = [dict(path='batch04_20100901_0703.csv')]
for params in files:
_insert_candidates_from_file(meta.Session, election=election, **params)
# Every district in NYS without a parent district is a child of NYS.
# (except NYS itself.)
connection.execute("UPDATE districts SET parent_id = %s "
" WHERE state = 'NY' AND parent_id is NULL"
" AND district_type != 'State';" % nys.id)
meta.Session.commit()
