def init_writer(self, output_channel, reader_actor): conf = { Config.TASK_JOB_ID: ray.worker.global_worker.current_job_id, Config.CHANNEL_TYPE: Config.NATIVE_CHANNEL } self.writer = transfer.DataWriter([output_channel], [pickle.loads(reader_actor)], conf) self.output_channel_id = transfer.ChannelID(output_channel)
def init_writer(self, output_channel, reader_actor): conf = { Config.TASK_JOB_ID: ray.runtime_context._get_runtime_context().current_driver_id, Config.CHANNEL_TYPE: Config.NATIVE_CHANNEL } self.writer = transfer.DataWriter([output_channel], [pickle.loads(reader_actor)], conf) self.output_channel_id = transfer.ChannelID(output_channel)
def init_writer(self, output_channel, reader_actor): conf = {Config.CHANNEL_TYPE: Config.NATIVE_CHANNEL} reader_async_func = PythonFunctionDescriptor( __name__, self.on_reader_message.__name__, self.__class__.__name__) reader_sync_func = PythonFunctionDescriptor( __name__, self.on_reader_message_sync.__name__, self.__class__.__name__) transfer.ChannelCreationParametersBuilder.set_python_reader_function_descriptor( reader_async_func, reader_sync_func) self.writer = transfer.DataWriter([output_channel], [pickle.loads(reader_actor)], conf) self.output_channel_id = transfer.ChannelID(output_channel)
def init(self): """init DataOutput which creates DataWriter""" channel_ids = [c.str_qid for c in self.channels] to_actors = [] for c in self.channels: actor = self.env.execution_graph.get_actor(c.dst_operator_id, c.dst_instance_index) to_actors.append(actor) logger.info("DataOutput output_actors %s", to_actors) conf = { Config.TASK_JOB_ID: ray.runtime_context._get_runtime_context() .current_driver_id, Config.CHANNEL_TYPE: self.env.config.channel_type } self.writer = transfer.DataWriter(channel_ids, to_actors, conf)