def test_data_processing_small(self):
"""Tests end-to-end data cleaning on a small example."""
raw_df = pd.read_csv(TEST_DATA_DIR + "test_small_raw.csv", index_col=0)
clean_df = pd.read_csv(TEST_DATA_DIR + "test_small_cleaned.csv",
index_col=0)
loader = import_data.StateGDPDataLoader()
loader.process_data(raw_df)
pd.testing.assert_frame_equal(clean_df, loader.clean_df)
def test_data_processing_tiny(self):
"""Tests end-to-end data cleaning on a tiny example."""
raw_df = pd.read_csv(os.path.join(_TEST_DATA_DIR, "test_tiny_raw.csv"),
index_col=0)
clean_df = pd.read_csv(os.path.join(_TEST_DATA_DIR,
"test_tiny_cleaned.csv"),
index_col=0)
loader = import_data.StateGDPDataLoader()
loader.process_data(raw_df)
pd.testing.assert_frame_equal(clean_df, loader.clean_df)