def test_set_index_twice(sample_df):
dt = DataTable(sample_df, index='id', time_index='signup_date')
original_df = dt.df.copy()
dt_index_twice = dt.set_index('id')
assert 'index' in dt_index_twice['id'].semantic_tags
assert dt_index_twice.index == 'id'
assert dt_index_twice == dt
pd.testing.assert_frame_equal(to_pandas(original_df),
to_pandas(dt_index_twice.df))
dt_time_index_twice = dt.set_time_index('signup_date')
assert 'time_index' in dt_time_index_twice['signup_date'].semantic_tags
assert dt_time_index_twice.time_index == 'signup_date'
assert dt_time_index_twice == dt
pd.testing.assert_frame_equal(to_pandas(original_df),
to_pandas(dt_time_index_twice.df))
dt.index = 'id'
assert 'index' in dt['id'].semantic_tags
assert dt.index == 'id'
pd.testing.assert_frame_equal(to_pandas(original_df), to_pandas(dt.df))
dt.time_index = 'signup_date'
assert 'time_index' in dt['signup_date'].semantic_tags
assert dt.time_index == 'signup_date'
pd.testing.assert_frame_equal(to_pandas(original_df), to_pandas(dt.df))
def test_set_index(sample_df):
# Test setting index with set_index()
dt = DataTable(sample_df)
new_dt = dt.set_index('id')
assert new_dt is not dt
assert new_dt.index == 'id'
assert dt.index is None
assert new_dt.columns['id'].semantic_tags == {'index'}
non_index_cols = [
col for col in new_dt.columns.values() if col.name != 'id'
]
assert all(['index' not in col.semantic_tags for col in non_index_cols])
# Test changing index with set_index()
new_dt2 = new_dt.set_index('full_name')
assert new_dt.index == 'id'
assert new_dt2.columns['full_name'].semantic_tags == {'index'}
non_index_cols = [
col for col in new_dt2.columns.values() if col.name != 'full_name'
]
assert all(['index' not in col.semantic_tags for col in non_index_cols])
# Test setting index using setter
dt = DataTable(sample_df)
dt.index = 'id'
assert dt.index == 'id'
assert 'index' in dt.columns['id'].semantic_tags
non_index_cols = [col for col in dt.columns.values() if col.name != 'id']
assert all(['index' not in col.semantic_tags for col in non_index_cols])
# Test changing index with setter
dt.index = 'full_name'
assert 'index' in dt.columns['full_name'].semantic_tags
non_index_cols = [
col for col in dt.columns.values() if col.name != 'full_name'
]
assert all(['index' not in col.semantic_tags for col in non_index_cols])
# Test changing index also changes underlying DataFrame - pandas only
if isinstance(sample_df, pd.DataFrame):
dt = DataTable(sample_df)
dt.index = 'id'
assert (dt.to_dataframe().index == [0, 1, 2, 3]).all()
assert (dt._dataframe.index == [0, 1, 2, 3]).all()
dt.index = 'full_name'
assert (
dt.to_dataframe().index == dt.to_dataframe()['full_name']).all()
assert (dt._dataframe.index == dt.to_dataframe()['full_name']).all()
def test_underlying_index(sample_df):
if dd and isinstance(sample_df, dd.DataFrame):
pytest.xfail(
'Setting underlying index is not supported with Dask input')
if ks and isinstance(sample_df, ks.DataFrame):
pytest.xfail(
'Setting underlying index is not supported with Koalas input')
unspecified_index = pd.RangeIndex
specified_index = pd.Index
dt = DataTable(sample_df.copy(), index='id')
assert dt._dataframe.index.name is None
assert (dt._dataframe.index == [0, 1, 2, 3]).all()
assert type(dt._dataframe.index) == specified_index
assert type(dt.to_dataframe().index) == specified_index
dt = DataTable(sample_df.copy())
dt = dt.set_index('full_name')
assert (dt._dataframe.index == dt.to_dataframe()['full_name']).all()
assert dt._dataframe.index.name is None
assert type(dt._dataframe.index) == specified_index
assert type(dt.to_dataframe().index) == specified_index
dt.index = 'id'
assert (dt._dataframe.index == [0, 1, 2, 3]).all()
assert dt._dataframe.index.name is None
assert type(dt._dataframe.index) == specified_index
assert type(dt.to_dataframe().index) == specified_index
# test removing index removes the dataframe's index
dt.index = None
assert type(dt._dataframe.index) == unspecified_index
assert type(dt.to_dataframe().index) == unspecified_index
dt = DataTable(sample_df.copy(), index='made_index', make_index=True)
assert (dt._dataframe.index == [0, 1, 2, 3]).all()
assert dt._dataframe.index.name is None
assert type(dt._dataframe.index) == specified_index
assert type(dt.to_dataframe().index) == specified_index
dt_dropped = dt.drop('made_index')
assert 'made_index' not in dt_dropped.columns
assert 'made_index' not in dt_dropped._dataframe.columns
assert type(dt_dropped._dataframe.index) == unspecified_index
assert type(dt_dropped.to_dataframe().index) == unspecified_index
def test_datatable_clear_index(sample_df):
# Test by removing index tag
dt = DataTable(sample_df, index='id')
assert dt.index == 'id'
dt = dt.remove_semantic_tags({'id': 'index'})
assert dt.index is None
assert all(
['index' not in col.semantic_tags for col in dt.columns.values()])
# Test using setter
dt = DataTable(sample_df, index='id')
assert dt.index == 'id'
dt.index = None
assert dt.index is None
assert all(
['index' not in col.semantic_tags for col in dt.columns.values()])
