def test_py_open_input_stream(): fs = PyFileSystem(DummyHandler()) with fs.open_input_stream("somefile") as f: assert f.read() == b"somefile:input_stream" with pytest.raises(FileNotFoundError): fs.open_input_stream("notfound")
describe_all_csvs_in_zips(fs) dlf = fsspec.open("/tmp/dl.zip") with dlf as f: zipf = zipfile.ZipFile(f) print(zipf.infolist()) dlf.close() d1f = fsspec.open("zip://dummy1.csv::/tmp/dl.zip", "rt") with d1f as f: print(f.read()) #d1f = fsspec.open("zip://dummy1.csv::github://tiagoantao:python-performance@/08-persistence/sec1-fsspec/dummy.zip") #with d1f as f: # print(pd.read_csv(f)) zfs = ZipFileSystem("/tmp/dl.zip") arrow_fs = PyFileSystem(FSSpecHandler(zfs)) my_csv = csv.read_csv(arrow_fs.open_input_stream("dummy1.csv")) print(my_csv) #with fsspec.open("zip:local.zip/dummy1.csv") as f: # pd.read_csv(f) ##fsa = fsspec.get_mapper("github://*****:*****@") ##print(fsa) ## fs = fsspec.open("git_https.py") ## with fs as f: ## print(f)