def build_batch_spec(self,
batch_definition: BatchDefinition) -> PathBatchSpec:
"""
Build BatchSpec from batch_definition by calling DataConnector's build_batch_spec function.
Args:
batch_definition (BatchDefinition): to be used to build batch_spec
Returns:
BatchSpec built from batch_definition
"""
batch_spec = super().build_batch_spec(
batch_definition=batch_definition)
return PathBatchSpec(batch_spec)
def build_batch_spec(self,
batch_definition: BatchDefinition) -> PathBatchSpec:
"""
Build BatchSpec from batch_definition by calling DataConnector's build_batch_spec function.
Args:
batch_definition (BatchDefinition): to be used to build batch_spec
Returns:
BatchSpec built from batch_definition
"""
batch_spec = super().build_batch_spec(
batch_definition=batch_definition)
if batch_definition.data_asset_name in self.assets:
batch_spec.update(self.assets[
batch_definition.data_asset_name].batch_spec_passthrough)
return PathBatchSpec(batch_spec)
def build_batch_spec(self,
batch_definition: BatchDefinition) -> PathBatchSpec:
batch_spec = super().build_batch_spec(
batch_definition=batch_definition)
return PathBatchSpec(batch_spec)