def create_change_info_sheet(excelwriter, model1, model2, name='', message=''):
ix = ['Date', 'BaselineModel', 'TargetModel', 'Commit', 'Name', 'Comment']
vals = [
datetime.now().strftime("%y-%m-%d %H:%M"),
model1.inp.path,
model2.inp.path,
functions.random_alphanumeric(12),
name,
message
]
df = pd.DataFrame(data=vals, index=ix,columns=['FileInfo'])
df.to_excel(excelwriter, 'FileInfo')
def create_change_info_sheet(excelwriter, model1, model2, name='', message=''):
ix = ['Date', 'BaselineModel', 'TargetModel', 'Commit', 'Name', 'Comment']
vals = [
datetime.now().strftime("%y-%m-%d %H:%M"),
model1.inp.path,
model2.inp.path,
functions.random_alphanumeric(12),
name,
message
]
df = pd.DataFrame(data=vals, index=ix,columns=['FileInfo'])
df.to_excel(excelwriter, 'FileInfo')
def extract_section_from_inp(filepath,
sectionheader,
cleanheaders=True,
startfile=False,
headerdefs=None,
ignore_comments=False,
return_string=False,
skiprows=0,
skipheaders=False):
"""
INPUT path to text file (inp, rpt, etc) and a text string
matchig the section header of the to be extracted
creates a new text file in the same directory as the filepath
and returns the path to the new file.
optionally inserts row at begining of file with one-line headers that are
defined in swmmio.defs.sectionheaders (useful for creating dataframes)
"""
#headers = she.complete_inp_headers(inp)['headers']
if not headerdefs:
allheaders = complete_inp_headers(filepath)['headers']
else:
allheaders = headerdefs['headers']
with open(filepath) as f:
startfound = False
endfound = False
#outFilePath = inp.dir + "\\" + inp.name + "_" + section + ".txt"
wd = os.path.dirname(filepath)
newfname = sectionheader + '_' + random_alphanumeric(6)
outfilepath = os.path.join(wd, newfname + txt)
out_string = '' #populate if we only want a string returned
line_count = 0
with open(outfilepath, 'w') as newf:
for line in f:
if startfound and line.strip() in allheaders:
endfound = True
#print 'end found: {}'.format(line.strip())
break
elif not startfound and sectionheader in line:
startfound = True
#replace line with usable headers
if cleanheaders:
if allheaders[sectionheader] != 'blob':
line = allheaders[sectionheader] + '\n'
else:
line = sectionheader + '\n'
if startfound:
if ignore_comments:
#ignore anything after a comment
#THIS IS HACK GARBAGE
if ';' in line:
s = line.split(';')[0] + '\n'
out_string += s #build the overall out string (optional use)
newf.write(s)
else:
newf.write(line)
out_string += line
elif skipheaders:
#check if we're at a inp header row with ';;' or the section
#header e.g. [XSECTIONS]. If so, skip the row bc skipheader = True
if line.strip()[:2] != ";;" and line.strip(
) != sectionheader:
newf.write(line)
out_string += line
elif line_count >= skiprows:
newf.write(line)
out_string += line
line_count += 1
if not startfound:
#input section header was not found in the file
os.remove(outfilepath)
return None
if return_string:
#return a string rep of the extracted section
os.remove(
outfilepath
) #not needed so delete (maybe wasteful to make in 1st place)
return out_string
if startfile:
os.startfile(outfilepath)
return outfilepath
def extract_section_from_rpt(filepath,
sectionheader,
element_id=None,
cleanheaders=True,
startfile=False,
headerdefs=None):
"""
INPUT path to rpt file and a text string
matchig the section header of the to be extracted
creates a new text file in the same directory as the filepath
and returns the path to the new file.
optionally inserts row at begining of file with one-line headers that are
defined in swmmio.defs.sectionheaders (useful for creating dataframes)
dede
"""
if not headerdefs:
allheaders = complete_rpt_headers(filepath)['headers']
else:
allheaders = headerdefs['headers']
with open(filepath) as f:
wd = os.path.dirname(filepath)
newfname = sectionheader + '_' + random_alphanumeric(6)
outfilepath = os.path.join(wd, newfname + txt)
sectionstartfound = False #where we see the section header name
elementstartfound = False #where we see the element time series
datastartfound = False #where we see actual data after the header text
endfound = False
hyphencount = 0 #count how many hyphen rows we pass after sectionstartfound
with open(outfilepath, 'w') as newf:
for line in f:
if sectionstartfound and line.strip() in allheaders:
#if we've found the begining of the section and we run
#into another known header, we're at the end
endfound = True
break
elif not sectionstartfound and sectionheader in line:
#if we haven't found the start of the section yet, the
#sectionheader is in the current line,
#then we've found the begining of the section of interest
#print '{} section found'.format(sectionheader)
sectionstartfound = True
#replace line with usable headers
if cleanheaders and [sectionheader] != 'blob':
headerrow = allheaders[sectionheader] + '\n'
newf.write(headerrow)
if sectionstartfound and element_id:
#keep searching for the start of actual good data
#string starting an element time series e.g. <<< Node D68_1_4 >>>
elem_start_string = ' '.join(
["<<<",
sectionheader.split()[0], element_id, ">>>"])
if element_id and elem_start_string in line:
print 'element_id found: {}'.format(line)
#if we should look for an element_id and it
#is in the current line
elementstartfound = True
#datastartfound = True
if elementstartfound:
if hyphencount == 2:
datastartfound = True
newf.write(line) #write the first line
if len(line.strip()) == 0:
#if line is blank after we've found the data,
#we can be confident that we've found the end
break
if '------------' in line:
#track how many rows with hyphens are passed
#two rows should occur before actual data is written
hyphencount += 1
elif sectionstartfound and not element_id:
if hyphencount == 2:
datastartfound = True
newf.write(line) #write the first line
if len(line.strip()) == 0:
#if line is blank after we've found the data,
#we can be confident that we've found the end
break
if '------------' in line:
#track how many rows with hyphens are passed
#two rows should occur before actual data is written
hyphencount += 1
if not sectionstartfound:
#input section header was not found in the file
return None
if startfile:
os.startfile(outfilepath)
return outfilepath
def extract_section_from_inp(filepath, sectionheader, cleanheaders=True,
startfile=False, headerdefs=None, ignore_comments=False,
return_string=False, skiprows=0, skipheaders=False):
"""
INPUT path to text file (inp, rpt, etc) and a text string
matchig the section header of the to be extracted
creates a new text file in the same directory as the filepath
and returns the path to the new file.
optionally inserts row at begining of file with one-line headers that are
defined in swmmio.defs.sectionheaders (useful for creating dataframes)
"""
#headers = she.complete_inp_headers(inp)['headers']
if not headerdefs:
allheaders = complete_inp_headers(filepath)['headers']
else:
allheaders = headerdefs['headers']
with open(filepath) as f:
startfound = False
endfound = False
#outFilePath = inp.dir + "\\" + inp.name + "_" + section + ".txt"
wd = os.path.dirname(filepath)
newfname = sectionheader + '_' + random_alphanumeric(6)
outfilepath = os.path.join(wd, newfname + txt)
out_string = '' #populate if we only want a string returned
line_count = 0
with open(outfilepath, 'w') as newf:
for line in f:
if startfound and line.strip() in allheaders:
endfound = True
#print 'end found: {}'.format(line.strip())
break
elif not startfound and sectionheader in line:
startfound = True
#replace line with usable headers
if cleanheaders:
if allheaders[sectionheader] != 'blob':
line = allheaders[sectionheader] + '\n'
else:
line = sectionheader + '\n'
if startfound:
if ignore_comments:
#ignore anything after a comment
#THIS IS HACK GARBAGE
if ';' in line:
s = line.split(';')[0] + '\n'
out_string += s #build the overall out string (optional use)
newf.write(s)
else:
newf.write(line)
out_string += line
elif skipheaders:
#check if we're at a inp header row with ';;' or the section
#header e.g. [XSECTIONS]. If so, skip the row bc skipheader = True
if line.strip()[:2] != ";;" and line.strip() != sectionheader:
newf.write(line)
out_string += line
elif line_count >= skiprows:
newf.write(line)
out_string += line
line_count += 1
if not startfound:
#input section header was not found in the file
os.remove(outfilepath)
return None
if return_string:
#return a string rep of the extracted section
os.remove(outfilepath) #not needed so delete (maybe wasteful to make in 1st place)
return out_string
if startfile:
os.startfile(outfilepath)
return outfilepath
def extract_section_from_rpt(filepath, sectionheader, element_id=None, cleanheaders=True, startfile=False, headerdefs=None):
"""
INPUT path to rpt file and a text string
matchig the section header of the to be extracted
creates a new text file in the same directory as the filepath
and returns the path to the new file.
optionally inserts row at begining of file with one-line headers that are
defined in swmmio.defs.sectionheaders (useful for creating dataframes)
dede
"""
if not headerdefs:
allheaders = complete_rpt_headers(filepath)['headers']
else:
allheaders = headerdefs['headers']
with open(filepath) as f:
wd = os.path.dirname(filepath)
newfname = sectionheader + '_' + random_alphanumeric(6)
outfilepath = os.path.join(wd, newfname + txt)
sectionstartfound = False #where we see the section header name
elementstartfound = False #where we see the element time series
datastartfound = False #where we see actual data after the header text
endfound = False
hyphencount = 0 #count how many hyphen rows we pass after sectionstartfound
with open(outfilepath, 'w') as newf:
for line in f:
if sectionstartfound and line.strip() in allheaders:
#if we've found the begining of the section and we run
#into another known header, we're at the end
endfound = True
break
elif not sectionstartfound and sectionheader in line:
#if we haven't found the start of the section yet, the
#sectionheader is in the current line,
#then we've found the begining of the section of interest
#print '{} section found'.format(sectionheader)
sectionstartfound = True
#replace line with usable headers
if cleanheaders and [sectionheader] != 'blob':
headerrow = allheaders[sectionheader] + '\n'
newf.write(headerrow)
if sectionstartfound and element_id:
#keep searching for the start of actual good data
#string starting an element time series e.g. <<< Node D68_1_4 >>>
elem_start_string = ' '.join(["<<<", sectionheader.split()[0], element_id, ">>>"])
if element_id and elem_start_string in line:
print('element_id found: {}'.format(line))
#if we should look for an element_id and it
#is in the current line
elementstartfound = True
#datastartfound = True
if elementstartfound:
if hyphencount == 2:
datastartfound = True
newf.write(line) #write the first line
if len(line.strip()) == 0:
#if line is blank after we've found the data,
#we can be confident that we've found the end
break
if '------------' in line:
#track how many rows with hyphens are passed
#two rows should occur before actual data is written
hyphencount += 1
elif sectionstartfound and not element_id:
if hyphencount == 2:
datastartfound = True
newf.write(line) #write the first line
if len(line.strip()) == 0:
#if line is blank after we've found the data,
#we can be confident that we've found the end
break
if '------------' in line:
#track how many rows with hyphens are passed
#two rows should occur before actual data is written
hyphencount += 1
if not sectionstartfound:
#input section header was not found in the file
return None
if startfile:
os.startfile(outfilepath)
return outfilepath