assert modin_df_equals_pandas(modin_df, pandas_df)
class FakeS3FS:
def exists(self, path):
return "s3://bucket/path.csv" == path
def open(self, path, mode="rb"):
if "s3://bucket/path.csv" == path:
return open(TEST_CSV_FILENAME, mode=mode)
else:
raise Exception("You shouldn't access that! (%s)" % path)
@pytest.mark.skipif(
__execution_engine__.lower() == "python", reason="Using pandas implementation"
)
def test_from_csv_s3(make_csv_file):
from modin.engines.ray.generic import io
io.s3fs = FakeS3FS()
make_csv_file()
pandas_df = pandas.read_csv(TEST_CSV_FILENAME)
modin_df = pd.read_csv("s3://bucket/path.csv")
assert modin_df_equals_pandas(modin_df, pandas_df)
def test_from_csv_chunksize(make_csv_file):
assert modin_df_equals_pandas(modin_df, pandas_df)
class FakeS3FS:
def exists(self, path):
return "s3://bucket/path.csv" == path
def open(self, path, mode="rb"):
if "s3://bucket/path.csv" == path:
return open(TEST_CSV_FILENAME, mode=mode)
else:
raise Exception("You shouldn't access that! (%s)" % path)
@pytest.mark.skipif(__execution_engine__.lower() == "python",
reason="Using pandas implementation")
def test_from_csv_s3(make_csv_file):
from modin.engines.ray.generic import io
io.s3fs = FakeS3FS()
make_csv_file()
pandas_df = pandas.read_csv(TEST_CSV_FILENAME)
modin_df = pd.read_csv("s3://bucket/path.csv")
assert modin_df_equals_pandas(modin_df, pandas_df)
def test_from_csv_chunksize(make_csv_file):
