def read_DS3505(filepath, has_headers=True):
"""
text reader for DS3505 data (space delimited) with some fixes
Weather data downloaded from the following website has a peculiarity
[http://gis.ncdc.noaa.gov/map/viewer/#app=cdo&cfg=cdo&theme=hourly&layers=1&node=gi]
in that it has some upercase T's that are rarely needed, but ruin otherwise
uniform space formatting.
This function returns a properly structured text_data object
"""
with open(filepath, 'r') as f:
data = []
if has_headers:
headers = next(f).replace('\n', '').split(' ')
headers = [x for x in headers if x != ""]
else:
headers = None
for line in f:
entry = line.replace("T", " ").replace("\n", "").split(' ')
entry = [x for x in entry if x != ""] # remove emptys
data.append(entry)
f.close()
print("Loaded data from '{0}'".format(filepath))
# assemble the text data object and return it
tdo = text_data(text_filepath=filepath, headers=headers, row_data=data)
return tdo
def read_csv(filepath, has_headers = True, delim = ','):
""" simple reader of a delimited file. Does not read fixed-width """
with open(filepath,'r') as f:
data = []
if has_headers:
heads = next(f).replace("\n","").split(delim)
else:
heads = None
for line in f:
entry = line.replace("\n","").split(delim)
data.append(entry)
f.close()
print("Loaded data from '{0}'".format(filepath))
# assemble the text data object and return it
tdo = text_data( text_filepath = filepath,
headers = heads,
row_data = data)
return tdo
def read_DS3505(filepath, has_headers = True):
"""
Text reader for DS3505 data (space delimited) with some fixes
Weather data downloaded from the following website has a peculiarity
[http://gis.ncdc.noaa.gov/map/viewer/#app=cdo&cfg=cdo&theme=hourly&layers=1&node=gi]
in that it has some upercase T's that are rarely needed, but ruin otherwise
uniform space formatting.
:param filepath: filepath to DS3505 data
:param has_headers: set False if filepath does not have headers. This doesn't seem
to ever happen for DS3505 data.
:return tdo: returns a text data object with DS3505 data in it.
"""
with open(filepath, 'r') as f:
data = []
if has_headers:
headers = next(f).replace('\n','').split(' ')
headers = [x for x in headers if x != ""]
else:
headers = None
for line in f:
entry = line.replace("T"," ").replace("\n","").split(' ')
entry = [x for x in entry if x!= ""] # remove empties
data.append(entry)
f.close()
print("Loaded data from '{0}'".format(filepath))
# assemble the text data object and return it
tdo = text_data(text_filepath = filepath,
headers = headers,
row_data = data)
return tdo
def read_csv(filepath, has_headers=True, delim=','):
""" simple reader of a delimited file. Does not read fixed-width """
with open(filepath, 'r') as f:
data = []
if has_headers:
heads = next(f).replace("\n", "").split(delim)
else:
heads = None
for line in f:
entry = line.replace("\n", "").split(delim)
data.append(entry)
f.close()
print("Loaded data from '{0}'".format(filepath))
# assemble the text data object and return it
tdo = text_data(text_filepath=filepath, headers=heads, row_data=data)
return tdo