Esempio n. 1
0
 def run(self, cursor: PartitionCursor,
         df: LocalDataFrame) -> LocalDataFrame:
     self.transformer._cursor = cursor  # type: ignore
     df._metadata = self.metadata
     try:
         to_local_bounded_df(self.transformer.transform(df))
         return ArrayDataFrame([], self.transformer.output_schema)
     except self.ignore_errors:  # type: ignore
         return ArrayDataFrame([], self.transformer.output_schema)
Esempio n. 2
0
 def run(self, cursor: PartitionCursor, df: LocalDataFrame) -> LocalDataFrame:
     self.transformer._cursor = cursor  # type: ignore
     df._metadata = self.metadata
     if len(self.ignore_errors) == 0:
         return self.transformer.transform(df)
     else:
         try:
             return to_local_bounded_df(self.transformer.transform(df))
         except self.ignore_errors:  # type: ignore  # pylint: disable=E0712
             return ArrayDataFrame([], self.transformer.output_schema)