def get_data(self, filenames=None, add_low_resolution_data=False):
"""Get data and metadata.
Args:
filenames (iterable): A sequence of files that will be used to load data from.
add_low_resolution_data: False | True
"""
data = {}
profile = Profile() if add_low_resolution_data else None
for fid in filenames:
file_data = self.load(fid)
fid = utils.get_filename(fid)
self.setup_dictionary(fid, data)
serie = self.get_series_object(file_data)
metadata = self.get_metadata(serie, filename=fid)
hires_data = self.setup_dataframe(serie, metadata=metadata)
data[fid]['raw_format'] = serie
data[fid]['metadata'] = metadata
data[fid]['data'] = hires_data
if add_low_resolution_data:
profile.update_data(data=hires_data)
lores_data = profile.extract_lores_data(
key_depth='DEPH', discrete_depths=self.settings.depths)
data[fid]['lores_data'] = lores_data
return data
def load_func(self, fid, dictionary):
"""Load function for data."""
file_data = self.load(fid, sep='NO__SEPERATOR')
fid = utils.get_filename(fid)
dictionary[fid] = {}
serie = self.get_series_object(file_data)
metadata = self.get_metadata(serie, filename=fid)
dataframe = self.setup_dataframe(serie)
dictionary[fid]['data'] = dataframe
dictionary[fid]['metadata'] = metadata
def load_func(self, fid, dictionary):
"""Load function for data."""
file_data = self.load(fid)
fid = utils.get_filename(fid)
self.setup_dictionary(fid, dictionary)
serie = self.get_series_object(file_data)
metadata = self.get_metadata(serie, filename=fid)
hires_data = self.setup_dataframe(serie, metadata=metadata)
dictionary[fid]['raw_format'] = serie
dictionary[fid]['metadata'] = metadata
dictionary[fid]['data'] = hires_data
def get_data(self, filenames=None, **kwargs):
"""Get metadata.
Args:
filenames (iterable): A sequence of files that will be used to load data from.
"""
data = {}
reader = self.get_reader_instance()
for file_path in filenames:
fid = get_filename(file_path)
data[fid] = {}
self._read(file_path, reader, data[fid])
return data
def get_data(self, filenames=None, add_low_resolution_data=False):
"""Get data and metadata.
Args:
filenames (iterable): A sequence of files that will be used to load data from.
add_low_resolution_data: False | True
"""
data = {}
reader = self.get_reader_instance()
for file_path in filenames:
fid = get_filename(file_path)
data[fid] = {}
self._read(file_path, self.file_specs, reader, data[fid])
if 'Metadata' in data[fid]:
data[fid]['Metadata'] = self._add_serno(data[fid]['Metadata'])
return data