def send_batch_to_queued_pipeline(self, batch_index: int, data_container: DataContainer): """ Send batches to process to the first queued worker. :param batch_index: batch index :param data_container: data container batch :return: """ data_container = data_container.set_summary_id(data_container.hash_summary()) self[-1].summary_ids.append(data_container.summary_id) self[0].put(data_container)
def send_batch_to_queued_pipeline(self, batch_index: int, data_container: DataContainer): """ Send batches to process to all of the queued workers. :param batch_index: batch index :param data_container: data container batch :return: """ for name, step in self[:-1]: data_container = data_container.set_summary_id(data_container.hash_summary()) self[-1].summary_ids.append(data_container.summary_id) step.put(data_container)