def start_of_year(year, ps=_ps):
dc.dump_pg_tbls(lambda: pr.connect_to_aa(ps), ps.scendir, ps.aa_schema,
'^' + str(year))
syntar_f = '{}\\PopSynTargets.csv'.format(year)
if not (os.path.exists(syntar_f)):
cmd = 'copy /Y AllYears\\Working\\PopulationSynthesis\\PopSynTargets.csv {}\\PopSynTargets.csv'.format(
year)
print(cmd)
os.system(cmd)
skimyear = pr.get_skim_year(year, ps.skimyears)
if skimyear < year:
skimfilename = ps.skim_fname.format(yr=skimyear)
if skimyear < ps.earliest_squeeze_year:
dc.dump_pg_tbls(lambda: pr.connect_to_aa(ps), ps.scendir,
ps.aa_schema,
str(skimyear) + '_' + skimfilename[0:-4])
if year == ps.baseyear:
prev_year = year - 1
dc.dump_pg_tbls(lambda: pr.connect_to_aa(ps), ps.scendir, ps.aa_schema,
'^' + str(prev_year))
if year == 2013:
y13_smain_input = '..\\..\\Supply\\data\\supply_input_{}.csv'.format(
year)
dc.dump_a_table(lambda: pr.connect_to_aa(ps), 'srf', '_supply_input',
y13_smain_input)
def start_of_year(year,ps=_ps):
dc.dump_pg_tbls(lambda: pr.connect_to_aa(ps), ps.scendir, ps.aa_schema, str(year))
skimyear = pr.get_skim_year(year, ps.skimyears)
skimfilename = ps.skim_fname.format(yr=skimyear)
dc.dump_pg_tbls(lambda: pr.connect_to_aa(ps), ps.scendir, ps.aa_schema, str(skimyear)+'_'+skimfilename[0:-4])
if year==ps.baseyear:
prev_year=year-1
dc.dump_pg_tbls(lambda: pr.connect_to_aa(ps), ps.scendir, ps.aa_schema, str(prev_year))
def before_run(ps=_ps):
dc.dump_techopt(lambda: pr.connect_to_aa(ps), ps.scendir)
dc.dump_pg_tbls(lambda: pr.connect_to_aa(ps), ps.scendir, ps.aa_schema, '^Inputs_')
dump_2_csv(tr, sql, destfile)
def dump_a_table(connect, tbl_schema, tname, destfile):
tr = set_tr(connect)
with tr:
sql = 'select * from \"{}\".\"{}\"'.format(tbl_schema, tname)
dump_2_csv(tr, sql, destfile)
if __name__ == "__main__":
import aa_settings as main_ps
input_schema = main_ps.aa_schema
pr.set_up_logging()
if exists(join("./AllYears", "Inputs", "TechnologyOptionsI.csv")):
pass
else:
#write_techopt_header(main_ps.scendir)
dump_techopt(
lambda: pr.connect_to_aa(ps=main_ps), "."
) #download the pg friendly techopt file into csv crosstab format
#write yearly AA input to csv
#dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", input_schema,'.+') #dowdload every table in schema s21u_m_aa
dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", input_schema,
'^Inputs_') #download table in Inputs folder
dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", input_schema,
'^\d+') #download yearly inputs
# "ImportFunctionMidpointPrice", \
# "ExportFunctionMidpoint", \
# "ExportFunctionMidpointPrice",\
# "ImportFunctionDelta",\
# "ImportFunctionSlope",\
# "ImportFunctionEta",\
# "ExportFunctionDelta",\
# "ExportFunctionSlope",\
# "ExportFunctionEta",\
# case when "MonitorExchange" then ''true''::text else ''false''::text end as "MonitorExchange" \
# from \"{}\".\"{}\"'.format(tbl_schema,tname)
# =============================================================================
dump_2_csv(tr, sql, destfile)
if __name__ == "__main__":
import aa_settings as main_ps
pr.set_up_logging()
#write_techopt_header(main_ps.scendir)
dump_techopt(
lambda: pr.connect_to_aa(ps=main_ps),
".") #download the pg friendly techopt file into csv crosstab format
#write yearly AA input to csv
#dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", 's21u_m_aa','.+') #dowdload every table in schema s21u_m_aa
# dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", 's21u_m_aa','^Inputs_') #download table in Inputs folder
# dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", 's21u_m_aa','^\d+') #download yearly inputs
# dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", 's21u_m_aa','^zz_') #download zz squeeze skim tables
#dump_pg_tbls(lambda: pr.connect_to_aa(ps=main_ps), ".", 's21u_m_aa','^Inputs_ExchangeImportExportI')