def expand(self, executions):
return (
executions
| 'Load Data - CM conversion' >> BatchesFromExecutions(DestinationType.CM_OFFLINE_CONVERSION, 1000, transactional=True)
| 'Upload - CM conversion' >> beam.ParDo(CampaignManagerConversionUploaderDoFn(self._oauth_credentials))
| 'Persist results - CM conversion' >> beam.ParDo(
TransactionalEventsResultsWriter(self._dataflow_options.bq_ops_dataset))
)
def expand(self, executions):
return (
executions
| 'Load Data - AppsFlyer S2S events' >>
BatchesFromExecutions(DestinationType.APPSFLYER_S2S_EVENTS, 1000, transactional=True)
| 'Upload - AppsFlyer S2S events' >>
beam.ParDo(AppsFlyerS2SUploaderDoFn(self._dataflow_options.appsflyer_dev_key))
| 'Persist results - AppsFlyer S2S events' >> beam.ParDo(TransactionalEventsResultsWriter(self._dataflow_options.bq_ops_dataset))
)
def expand(self, executions):
return (
executions
| 'Load Data - GA 4 measurement protocol' >> BatchesFromExecutions(DestinationType.GA_4_MEASUREMENT_PROTOCOL, 20,
transactional=True)
| 'Upload - GA 4 measurement protocol' >>
beam.ParDo(GoogleAnalytics4MeasurementProtocolUploaderDoFn())
| 'Persist results - GA 4 measurement protocol' >> beam.ParDo(TransactionalEventsResultsWriter(self._dataflow_options.bq_ops_dataset))
)
def uploader(): return TransactionalEventsResultsWriter(StaticValueProvider(str, 'bq_ops_dataset'))