def main():
txtInOutPath = r'C:\z_data\zhongTianShe\model_data_swat\TxtInOut'
#txtInOutPath = r'D:\tmp\update_mgt'
plt_mgt_op = r'C:\z_data\zhongTianShe\model_data_swat\TxtInOut\opSchedules.txt'
# In SWAT source readmgt.f, the format of one operation item is:
# 5200 format (1x,i2,1x,i2,1x,f8.3,1x,i2,1x,i4,1x,i3,1x,i2,1x,f12.5,1x,
# & f6.2,1x,f11.5,1x,f4.2,1x,f6.2,1x,f5.2,i12)
# which transformed to Python is (totally 92 characters):
line_fmt = ' %2d %2d %8.3f %2d %4d %3d %2d %12.5f %6.2f %11.5f %4.2f %6.2f %5.2f%12d\n'
op_schedules = list()
op_lines = open(plt_mgt_op, 'r').readlines()
for i in range(1, len(op_lines)):
v = StringClass.extract_numeric_values_from_string(op_lines[i].strip())
if len(v) < 14:
break
tmp_line = line_fmt % (v[0], v[1], v[2], v[3], v[4], v[5], v[6], v[7],
v[8], v[9], v[10], v[11], v[12], v[13])
op_schedules.append(tmp_line)
mgt_files = FileClass.get_filename_by_suffixes(txtInOutPath, ['.mgt'])
for mgt_file in mgt_files:
# print mgt_file
f = open(txtInOutPath + os.sep + mgt_file, 'r')
fcont = f.readlines()
f.close()
if 'Luse:AGRL' not in fcont[0].rstrip():
continue
print('update %s...' % mgt_file)
fcont_new = list()
for line in fcont:
fcont_new.append(line)
if 'Operation Schedule' in line.rstrip():
break
# Write new Operation Schedule
fcont_new += op_schedules
f = open(txtInOutPath + os.sep + mgt_file, 'w')
for line in fcont_new:
f.write(line)
f.close()
def scenario_from_texts(cfg, main_db, scenario_db):
"""Import BMPs Scenario data to MongoDB
Args:
cfg: SEIMS configuration object
main_db: climate database
scenario_db: scenario database
Returns:
False if failed, otherwise True.
"""
if not cfg.use_scernario:
return False
print('Import BMP Scenario Data... ')
bmp_files = FileClass.get_filename_by_suffixes(cfg.scenario_dir,
['.txt'])
bmp_tabs = list()
bmp_tabs_path = list()
for f in bmp_files:
bmp_tabs.append(f.split('.')[0])
bmp_tabs_path.append(cfg.scenario_dir + os.path.sep + f)
# initialize if collection not existed
c_list = scenario_db.collection_names()
for item in bmp_tabs:
if not StringClass.string_in_list(item.upper(), c_list):
scenario_db.create_collection(item.upper())
else:
scenario_db.drop_collection(item.upper())
# Read subbasin.tif and dist2Stream.tif
subbasin_r = RasterUtilClass.read_raster(cfg.spatials.subbsn)
dist2stream_r = RasterUtilClass.read_raster(
cfg.spatials.dist2stream_d8)
# End reading
for j, bmp_txt in enumerate(bmp_tabs_path):
bmp_tab_name = bmp_tabs[j]
data_array = read_data_items_from_txt(bmp_txt)
field_array = data_array[0]
data_array = data_array[1:]
for item in data_array:
dic = dict()
for i, field_name in enumerate(field_array):
if MathClass.isnumerical(item[i]):
v = float(item[i])
if v % 1. == 0.:
v = int(v)
dic[field_name.upper()] = v
else:
dic[field_name.upper()] = str(item[i]).upper()
if StringClass.string_in_list(ImportScenario2Mongo._LocalX, list(dic.keys())) and \
StringClass.string_in_list(ImportScenario2Mongo._LocalY, list(dic.keys())):
subbsn_id = subbasin_r.get_value_by_xy(
dic[ImportScenario2Mongo._LocalX.upper()],
dic[ImportScenario2Mongo._LocalY.upper()])
distance = dist2stream_r.get_value_by_xy(
dic[ImportScenario2Mongo._LocalX.upper()],
dic[ImportScenario2Mongo._LocalY.upper()])
if subbsn_id is not None and distance is not None:
dic[ImportScenario2Mongo._SUBBASINID] = int(subbsn_id)
dic[ImportScenario2Mongo._DISTDOWN] = float(distance)
scenario_db[bmp_tab_name.upper()].find_one_and_replace(
dic, dic, upsert=True)
else:
scenario_db[bmp_tab_name.upper()].find_one_and_replace(
dic, dic, upsert=True)
# print('BMP tables are imported.')
# Write BMP database name into Model workflow database
c_list = main_db.collection_names()
if not StringClass.string_in_list(DBTableNames.main_scenario, c_list):
main_db.create_collection(DBTableNames.main_scenario)
bmp_info_dic = dict()
bmp_info_dic[ImportScenario2Mongo._FLD_DB] = cfg.bmp_scenario_db
main_db[DBTableNames.main_scenario].find_one_and_replace(bmp_info_dic,
bmp_info_dic,
upsert=True)
return True
def scenario_from_texts(cfg, main_db, scenario_db):
"""Import BMPs Scenario data to MongoDB
Args:
cfg: SEIMS configuration object
main_db: climate database
scenario_db: scenario database
Returns:
False if failed, otherwise True.
"""
if not cfg.use_scernario:
return False
print('Import BMP Scenario Data... ')
bmp_files = FileClass.get_filename_by_suffixes(cfg.scenario_dir, ['.txt'])
bmp_tabs = list()
bmp_tabs_path = list()
for f in bmp_files:
bmp_tabs.append(f.split('.')[0])
bmp_tabs_path.append(cfg.scenario_dir + os.path.sep + f)
# initialize if collection not existed
c_list = scenario_db.collection_names()
for item in bmp_tabs:
if not StringClass.string_in_list(item.upper(), c_list):
scenario_db.create_collection(item.upper())
else:
scenario_db.drop_collection(item.upper())
# Read subbasin.tif and dist2Stream.tif
subbasin_r = RasterUtilClass.read_raster(cfg.spatials.subbsn)
dist2stream_r = RasterUtilClass.read_raster(cfg.spatials.dist2stream_d8)
# End reading
for j, bmp_txt in enumerate(bmp_tabs_path):
bmp_tab_name = bmp_tabs[j]
data_array = read_data_items_from_txt(bmp_txt)
field_array = data_array[0]
data_array = data_array[1:]
for item in data_array:
dic = dict()
for i, field_name in enumerate(field_array):
if MathClass.isnumerical(item[i]):
v = float(item[i])
if v % 1. == 0.:
v = int(v)
dic[field_name.upper()] = v
else:
dic[field_name.upper()] = str(item[i]).upper()
if StringClass.string_in_list(ImportScenario2Mongo._LocalX, list(dic.keys())) and \
StringClass.string_in_list(ImportScenario2Mongo._LocalY, list(dic.keys())):
subbsn_id = subbasin_r.get_value_by_xy(
dic[ImportScenario2Mongo._LocalX.upper()],
dic[ImportScenario2Mongo._LocalY.upper()])
distance = dist2stream_r.get_value_by_xy(
dic[ImportScenario2Mongo._LocalX.upper()],
dic[ImportScenario2Mongo._LocalY.upper()])
if subbsn_id is not None and distance is not None:
dic[ImportScenario2Mongo._SUBBASINID] = int(subbsn_id)
dic[ImportScenario2Mongo._DISTDOWN] = float(distance)
scenario_db[bmp_tab_name.upper()].find_one_and_replace(dic, dic,
upsert=True)
else:
scenario_db[bmp_tab_name.upper()].find_one_and_replace(dic, dic,
upsert=True)
# print('BMP tables are imported.')
# Write BMP database name into Model workflow database
c_list = main_db.collection_names()
if not StringClass.string_in_list(DBTableNames.main_scenario, c_list):
main_db.create_collection(DBTableNames.main_scenario)
bmp_info_dic = dict()
bmp_info_dic[ImportScenario2Mongo._FLD_DB] = cfg.bmp_scenario_db
main_db[DBTableNames.main_scenario].find_one_and_replace(bmp_info_dic, bmp_info_dic,
upsert=True)
return True
