def load_config_from_stream(stream, increment_id=None): """Parse a bulkloader.yaml file into bulkloader loader classes. Args: stream: A stream containing bulkloader.yaml data. increment_id: Method IncrementId(key) which will increment the auto-allocated ids in the datastore beyond the key.id(). Can be None. Returns: importer_classes, exporter_classes: Constructors suitable to pass to the bulkloader. """ config_globals = {} config = bulkloader_parser.load_config(stream, config_globals) importer_classes = [] exporter_classes = [] for transformer in config.transformers: importer, exporter = create_transformer_classes( transformer, config_globals, increment_id) if importer: importer_classes.append(importer) if exporter: exporter_classes.append(exporter) return importer_classes, exporter_classes
def load_config_from_stream(stream, reserve_keys=None): """Parse a bulkloader.yaml file into bulkloader loader classes. Args: stream: A stream containing bulkloader.yaml data. reserve_keys: Method ReserveKeys(keys) which will advance the id sequence in the datastore beyond each key.id(). Can be None. Returns: importer_classes, exporter_classes: Constructors suitable to pass to the bulkloader. """ config_globals = {} config = bulkloader_parser.load_config(stream, config_globals) importer_classes = [] exporter_classes = [] for transformer in config.transformers: importer, exporter = create_transformer_classes(transformer, config_globals, reserve_keys) if importer: importer_classes.append(importer) if exporter: exporter_classes.append(exporter) return importer_classes, exporter_classes
def load_config_from_stream(stream, increment_id=None): """Parse a bulkloader.yaml file into bulkloader loader classes. Args: stream: A stream containing bulkloader.yaml data. increment_id: Method IncrementId(key) which will increment the auto-allocated ids in the datastore beyond the key.id(). Can be None. Returns: importer_classes, exporter_classes: Constructors suitable to pass to the bulkloader. """ config_globals = {} config = bulkloader_parser.load_config(stream, config_globals) importer_classes = [] exporter_classes = [] for transformer in config.transformers: importer, exporter = create_transformer_classes(transformer, config_globals, increment_id) if importer: importer_classes.append(importer) if exporter: exporter_classes.append(exporter) return importer_classes, exporter_classes
def load_config_from_stream(stream): """Parse a bulkloader.yaml file into bulkloader loader classes. Args: stream: A stream containing bulkloader.yaml data. Returns: importer_classes, exporter_classes: Constructors suitable to pass to the bulkloader. """ config_globals = {} config = bulkloader_parser.load_config(stream, config_globals) importer_classes = [] exporter_classes = [] for transformer in config.transformers: importer, exporter = create_transformer_classes(transformer, config_globals) if importer: importer_classes.append(importer) if exporter: exporter_classes.append(exporter) return importer_classes, exporter_classes
def load_config_from_stream(stream): """Parse a bulkloader.yaml file into bulkloader loader classes. Args: stream: A stream containing bulkloader.yaml data. Returns: importer_classes, exporter_classes: Constructors suitable to pass to the bulkloader. """ config_globals = {} config = bulkloader_parser.load_config(stream, config_globals) importer_classes = [] exporter_classes = [] for transformer in config.transformers: importer, exporter = create_transformer_classes( transformer, config_globals) if importer: importer_classes.append(importer) if exporter: exporter_classes.append(exporter) return importer_classes, exporter_classes