def test_resolver_list(self): paths = [to_file_url(os.path.realpath(__file__)), 'http://myhost.example.com/warcs/', 'redis://localhost:1234/0'] res = DefaultResolverMixin.make_resolvers(paths) assert isinstance(res[0], PathIndexResolver) assert isinstance(res[1], PrefixResolver) assert isinstance(res[2], RedisResolver)
def test_resolver_list(self): paths = [to_file_url(os.path.realpath(__file__)), 'http://myhost.example.com/warcs/', 'redis://localhost:1234/0'] res = DefaultResolverMixin.make_resolvers(paths) assert isinstance(res[0], PathIndexResolver) assert isinstance(res[1], PrefixResolver) assert isinstance(res[2], RedisResolver)
def load_from_cdx_test(cdx, revisit_func=load_orig_cdx, reraise=False, failed_files=None): resolve_loader = ResolvingLoader(DefaultResolverMixin.make_resolvers(test_warc_dir)) cdx = CDXObject(cdx.encode('utf-8')) try: (headers, stream) = resolve_loader(cdx, failed_files, revisit_func) print(repr_format(headers)) sys.stdout.write(stream.readline().decode('utf-8')) sys.stdout.write(stream.readline().decode('utf-8')) except ArchiveLoadFailed as e: if reraise: raise else: print('Exception: ' + e.__class__.__name__)
def load_from_cdx_test(cdx, revisit_func=load_orig_cdx, reraise=False, failed_files=None): resolve_loader = ResolvingLoader( DefaultResolverMixin.make_resolvers(test_warc_dir)) cdx = CDXObject(cdx.encode('utf-8')) try: (headers, stream) = resolve_loader(cdx, failed_files, revisit_func) print(repr_format(headers)) sys.stdout.write(stream.readline().decode('utf-8')) sys.stdout.write(stream.readline().decode('utf-8')) except ArchiveLoadFailed as e: if reraise: raise else: print('Exception: ' + e.__class__.__name__)