def __init__(self, path):
self.file_id = LazyResult.generate_file_id(Table._FILE_FORMAT)
LazyResult.register_lazy_file(self.file_id, self)
self.path = path
header_df = self.read_metadata()
# the params used to lazy_slice_rows and lazy_skip_columns
self.slice_start = None
self.nrows = None
self.usecols = list(header_df)
self.columns = self._create_columns(header_df)
def __init__(self, path, variables=None, dimensions=None):
self.file_id = LazyResult.generate_file_id(Dataset._FILE_FORMAT)
LazyResult.register_lazy_file(self.file_id, self)
self.path = path
self.ds = self.read_metadata()
if variables is None:
self.variables = self._create_variables()
else:
self.variables = variables
if dimensions is None:
self.dimensions = OrderedDict(
map(lambda kv: (kv[0], kv[1].size),
self.ds.dimensions.items()))
else:
self.dimensions = dimensions
self._columns = [k for k in self.variables if k not in self.dimensions]
