def expand(self, pvalue):
return (pvalue
| 'ExpandIntoRanges' >> ParDo(_ExpandIntoRanges(
self._splittable, self._compression_type,
self._desired_bundle_size, self._min_bundle_size))
| 'Reshard' >> Reshuffle()
| 'ReadRange' >> ParDo(_ReadRange(self._source_from_file)))
def expand(self, pvalue):
pvalue = (pvalue
| 'ExpandIntoRanges' >> ParDo(
_ExpandIntoRanges(
self._splittable, self._compression_type,
self._desired_bundle_size, self._min_bundle_size)))
if self._is_reshuffle:
pvalue = pvalue | 'Reshard' >> Reshuffle()
return (pvalue
| 'ReadRange' >> ParDo(
_ReadRange(self._source_from_file,
with_filename=self._with_filename)))