def init_db(): import plenario.models from plenario.utils.weather import WeatherETL, WeatherStationsETL from plenario.utils.shapefile_helpers import PlenarioShapeETL import datetime print 'creating master, meta and user tables' Base.metadata.create_all(bind=app_engine) if plenario.settings.DEFAULT_USER: print 'creating default user %s' % plenario.settings.DEFAULT_USER[ 'name'] user = plenario.models.User(**plenario.settings.DEFAULT_USER) session.add(user) session.commit() print 'initializing NOAA weather stations' s = WeatherStationsETL() s.initialize() print 'initializing NOAA daily and hourly weather observations for %s/%s' % ( datetime.datetime.now().month, datetime.datetime.now().year) print 'this will take a few minutes ...' e = WeatherETL() e.initialize_month(datetime.datetime.now().year, datetime.datetime.now().month) print 'initializing and populating US Census blocks' print 'this will *also* take a few minutes ...' shp = PlenarioShapeETL(plenario.settings.CENSUS_BLOCKS) shp.add()
def init_db(): import plenario.models from plenario.utils.weather import WeatherETL, WeatherStationsETL from plenario.utils.shapefile_helpers import PlenarioShapeETL import datetime print 'creating master, meta and user tables' Base.metadata.create_all(bind=app_engine) if plenario.settings.DEFAULT_USER: print 'creating default user %s' % plenario.settings.DEFAULT_USER['name'] user = plenario.models.User(**plenario.settings.DEFAULT_USER) session.add(user) session.commit() print 'initializing NOAA weather stations' s = WeatherStationsETL() s.initialize() print 'initializing NOAA daily and hourly weather observations for %s/%s' % (datetime.datetime.now().month, datetime.datetime.now().year) print 'this will take a few minutes ...' e = WeatherETL() e.initialize_month(datetime.datetime.now().year, datetime.datetime.now().month) print 'initializing and populating US Census blocks' print 'this will *also* take a few minutes ...' shp = PlenarioShapeETL(plenario.settings.CENSUS_BLOCKS) shp.add()
def uscensusblocks_add_state(state_id): d= {'dataset_name': 'census_blocks', 'business_key': 'geoid10', 'source_url': censusblocks_url + '2010/tl_2010_%s_tabblock10.zip' % state_id} e = PlenarioShapeETL(d) e._download() e._load_shapefile() e._get_or_create_table() e._insert_data()