def _check_roundtrip(con, df):
writer = DataFrameWriter(con, df)
path = writer.write_temp_csv()
table = writer.delimited_table(path)
df2 = table.execute()
assert_frame_equal(df2, df)
def _check_roundtrip(con, df):
writer = DataFrameWriter(con, df)
path = writer.write_temp_csv()
table = writer.delimited_table(path)
df2 = table.execute()
assert_frame_equal(df2, df)
def _check_roundtrip(self, df):
writer = DataFrameWriter(self.con, df)
writer.write_csv()
table = writer.delimited_table()
df2 = table.execute()
assert_frame_equal(df2, df)
def _check_roundtrip(self, df):
writer = DataFrameWriter(self.con, df)
writer.write_csv()
table = writer.delimited_table()
df2 = table.execute()
assert_frame_equal(df2, df)
def test_writer_cleanup_deletes_hdfs_dir(self):
writer = DataFrameWriter(self.con, self.alltypes)
writer.write_csv()
path = writer.csv_dir
assert self.con.hdfs.exists(path)
writer.cleanup()
assert not self.con.hdfs.exists(path)
# noop
writer.cleanup()
assert not self.con.hdfs.exists(path)
def test_writer_cleanup_deletes_hdfs_dir(con, hdfs, alltypes_df):
writer = DataFrameWriter(con, alltypes_df)
path = writer.write_temp_csv()
assert hdfs.exists(path)
writer.cleanup()
assert not hdfs.exists(path)
# noop
writer.cleanup()
assert not hdfs.exists(path)
def test_writer_cleanup_deletes_hdfs_dir(self):
writer = DataFrameWriter(self.con, self.alltypes)
writer.write_csv()
path = writer.csv_dir
assert self.con.hdfs.exists(path)
writer.cleanup()
assert not self.con.hdfs.exists(path)
# noop
writer.cleanup()
assert not self.con.hdfs.exists(path)
def test_writer_cleanup_deletes_hdfs_dir(con, hdfs, alltypes_df):
writer = DataFrameWriter(con, alltypes_df)
path = writer.write_temp_csv()
assert hdfs.exists(path)
writer.cleanup()
assert not hdfs.exists(path)
# noop
writer.cleanup()
assert not hdfs.exists(path)
