def fetch(self, verbose):
ts = []
for i, p in enumerate(self.dataset.pieces):
if self.partition_check(self.partition_values[i],
self.part_filters):
ts.append(
p.read(columns=[
c for c in self.columns_backward
if c not in self.partition_keys
],
partitions=self.dataset.partitions))
t = pa.concat_tables(ts)
return (filters(t, self.value_filters) if self.value_filters else t)
def filters(self, filters):
return filters(self, filters)
def fetch(self, verbose):
t = self.table.select(self.columns_backward)
tf = (filters(t, self.filters) if self.filters else t)
return tf
def fetch(self, verbose):
tp = self.parent.get(verbose)
t = tp.append_column(self.key, self.column.get(tp))
return (filters(t, self.filters) if self.filters else t)
def fetch(self, verbose):
tp = self.parent.get(verbose)
t = groupby(tp, self.by).agg(self.methods)
return (filters(t, self.filters) if self.filters else t)