def parse(events):
"""Like ijson.parse, but takes events generated via ijson.basic_parse instead
of a file"""
warnings.warn(_common_functions_warn, DeprecationWarning)
return utils.coros2gen(events,
(parse_basecoro, (), {})
)
def items(events, prefix, map_type=None):
"""Like ijson.items, but takes events generated via ijson.parse instead of
a file"""
warnings.warn(_common_functions_warn, DeprecationWarning)
return utils.coros2gen(events,
(items_basecoro, (prefix,), {'map_type': map_type})
)
def kvitems_gen(file_obj,
prefix,
map_type=None,
buf_size=64 * 1024,
**config):
return utils.coros2gen(
file_source(file_obj, buf_size=buf_size),
*_kvitems_pipeline(backend, prefix, map_type, config))
def items(events, prefix, map_type=None, skip_key=None):
"""
This is copied from ``ijson/common.py``. A ``skip_key`` argument is added, which is passed as a keyword argument to
:meth:`~kingfisher_scrapy.util.items_basecoro`. Otherwise, the method is identical.
"""
return utils.coros2gen(events,
(items_basecoro, (prefix,), {'map_type': map_type, 'skip_key': skip_key}) # noqa: E128
)
def parse(source, buf_size=64 * 1024, **config):
source = _get_source(source)
if is_async_file(source):
return backend['parse_async'](source, buf_size=buf_size, **config)
elif is_file(source):
return backend['parse_gen'](source, buf_size=buf_size, **config)
elif is_iterable(source):
return utils.coros2gen(source, (parse_basecoro, (), {}))
raise ValueError("Unknown source type: %r" % type(source))
def kvitems(source, prefix, map_type=None, buf_size=64*1024, **config):
source = _get_source(source)
if is_async_file(source):
return backend['kvitems_async'](
source, prefix, map_type=map_type, buf_size=buf_size, **config
)
elif is_file(source):
return backend['kvitems_gen'](
source, prefix, map_type=map_type, buf_size=buf_size, **config
)
elif is_iterable(source):
return utils.coros2gen(source,
(backend['kvitems_basecoro'], (prefix,), {'map_type': map_type})
)
raise ValueError("Unknown source type: %r" % type(source))
def items(events, prefix, map_type=None):
"""Like ijson.items, but takes events generated via ijson.parse instead of
a file"""
return utils.coros2gen(events, (items_basecoro, (prefix, ), {
'map_type': map_type
}))
def parse(events):
"""Like ijson.parse, but takes events generated via ijson.basic_parse instead
of a file"""
return utils.coros2gen(events, (parse_basecoro, (), {}))
def items(f, prefix, map_type=None, buf_size=64 * 1024, **config):
return utils.coros2gen(
file_source(f, use_string_reader, buf_size=buf_size),
*_items_pipeline(backend, prefix, map_type, config))
def parse(f, buf_size=64 * 1024, **config):
return utils.coros2gen(
file_source(f, use_string_reader, buf_size=buf_size),
*_parse_pipeline(backend, config))
def parse_gen(file_obj, buf_size=64*1024, **config):
return utils.coros2gen(
file_source(file_obj, buf_size=buf_size),
*_parse_pipeline(backend, config)
)
